-- Logs begin at Fri 2022-03-11 15:04:58 UTC, end at Fri 2022-03-11 17:24:32 UTC. -- Mar 11 15:54:22.060560 dv-neutron-833206-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 15:54:24.303245 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:54:24.303978 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 15:54:24.304068 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83735) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 15:54:24.306227 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:54:24.306477 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 15:54:24.306725 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83735) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 15:54:24.307721 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:54:24.307958 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:54:24.308315 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:54:24.308560 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:54:24.308787 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:54:24.309108 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.309408 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.309721 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.309971 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.310268 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.310560 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.310842 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.311130 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.311426 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.311713 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.311993 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.312279 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.312511 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.312794 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.313087 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.313376 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.313604 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] debug = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.313929 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.314374 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.314878 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.315085 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.315378 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.315660 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.315939 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.316740 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.317133 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] host = dv-neutron-833206-1-hyperv {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.317351 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.317640 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.317957 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.318249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.318527 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.318807 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.319094 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.319368 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.319642 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_file = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.319919 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.320211 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.320505 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.320798 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.321026 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.321249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.321536 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.321851 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.322133 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.322412 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.322689 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.322965 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.323242 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.323512 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.323798 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.324086 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.324376 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.324652 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.324935 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.325209 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.325484 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.325802 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.326082 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.326359 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.326637 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.326927 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.327201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.327475 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.327780 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.328069 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.328352 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.328640 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.328917 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.329203 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.329477 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.329778 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.330055 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_json = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.330330 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.330604 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.330888 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.331164 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.331438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.332576 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.332576 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.333129 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.333403 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:24.333723 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.334029 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.334334 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.334621 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.334928 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.335214 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.335508 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.335789 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.336079 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.336370 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.336661 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.336946 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.337235 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.337532 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.337853 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.338132 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.338414 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.338710 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.338993 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.339270 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.339551 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.339844 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.340124 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.340398 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.340681 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.340961 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.341236 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.341509 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.341816 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.342110 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.342389 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.342661 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.342933 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.343211 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.343483 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.343766 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.344044 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.344316 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.344587 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.344870 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.345143 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.345418 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.345695 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.345990 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.346267 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.346561 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.346815 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.347096 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.347623 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.348161 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.348161 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.348446 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.348729 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.349004 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.349279 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.349556 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.349861 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.350138 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.350431 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.350734 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.351018 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.351306 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.351592 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.351876 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.352158 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.352440 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.352722 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.353005 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.353282 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.353587 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.353903 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.354201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.354489 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.354773 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.355076 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.355361 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.355643 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.355926 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.356208 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.356496 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.356783 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.357079 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.357375 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.357673 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.357994 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.358292 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.358576 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.358892 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.359173 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:24.359392 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:54:24.359641 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83735) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 15:54:24.776494 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO keyring.backend [-] Loading KWallet Mar 11 15:54:24.784246 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO keyring.backend [-] Loading SecretService Mar 11 15:54:24.787982 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO keyring.backend [-] Loading Windows Mar 11 15:54:24.789368 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO keyring.backend [-] Loading chainer Mar 11 15:54:24.789987 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO keyring.backend [-] Loading macOS Mar 11 15:54:24.825768 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:54:24.826030 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:54:24.826334 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 15:54:24.826676 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 15:54:25.140933 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.141218 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.141493 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.199690 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.199982 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.200243 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.203420 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.203701 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.203971 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.233773 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.234057 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.234324 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.263661 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.263933 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.264201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.594592 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.595248 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.595248 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.595409 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.596296 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.721354 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.721678 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.721989 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.722785 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.723058 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.723371 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.723635 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.723893 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.724148 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.724430 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.724691 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.724955 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.725223 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.725481 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.725780 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.726050 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.726307 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.726582 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.726835 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.727118 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.727465 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.727719 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.727967 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.728249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.728500 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.728745 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.729140 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.729379 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.729614 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.729883 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.730121 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.730355 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:25.730913 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 15:54:25.734245 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 15:54:25.738951 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 15:54:25.742963 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Mar 11 15:54:25.744630 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 15:54:25.745018 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 15:54:25.745352 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 15:54:25.745763 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 15:54:25.748623 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 15:54:25.748871 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 15:54:25.749214 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:54:25.778063 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 11 15:54:25.778531 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.778834 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83735) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 15:54:25.779201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.780587 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83735) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 15:54:25.780880 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:54:25.781128 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 15:54:25.784465 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.785299 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:25.847241 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 15:54:25.848038 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 15:54:25.848180 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 15:54:25.848649 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 15:54:25.880765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_db.sqlalchemy.engines [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83735) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 15:54:26.216130 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing driver for type 'gre' Mar 11 15:54:26.216665 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] gre ID ranges: [(1, 1000)] Mar 11 15:54:26.274061 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing driver for type 'local' Mar 11 15:54:26.274421 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing driver for type 'vlan' Mar 11 15:54:26.289927 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] VlanTypeDriver initialization complete Mar 11 15:54:26.290252 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing driver for type 'vxlan' Mar 11 15:54:26.290848 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] vxlan ID ranges: [(1, 1000)] Mar 11 15:54:26.350615 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing extension driver 'port_security' Mar 11 15:54:26.351005 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.extensions.port_security [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] PortSecurityExtensionDriver initialization complete Mar 11 15:54:26.351347 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing mechanism driver 'openvswitch' Mar 11 15:54:26.351684 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing mechanism driver 'hyperv' Mar 11 15:54:26.358210 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.plugin [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:26.358881 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.359249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.359595 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.360103 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:54:26.360525 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.360869 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.361204 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.361584 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:54:26.362004 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.362348 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.362681 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.364112 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:54:26.364518 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.364866 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.365204 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.365739 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:54:26.366150 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.366500 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.366836 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.367219 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83735) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 15:54:26.367655 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] ML2 OVO RPC backend initialized. {{(pid=83735) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 11 15:54:26.368282 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.368632 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.369042 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.369383 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > networks before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.369741 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.370076 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > ports before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.370412 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.370748 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnets before_response 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.371084 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.371416 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.371742 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.372120 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.372452 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.372779 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.373104 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.373431 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.373775 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.374344 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.plugin [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Modular L2 Plugin initialization complete Mar 11 15:54:26.374667 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading services supported by the core plugin {{(pid=83735) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 15:54:26.374987 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.plugins.ml2.managers [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Got port-security extension from driver 'port_security' Mar 11 15:54:26.375441 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.extensions.vlantransparent [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Disabled vlantransparent extension. Mar 11 15:54:26.375851 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83735) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 15:54:26.376163 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: router Mar 11 15:54:26.414277 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.414658 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_create 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.415017 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router before_create 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.415373 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.415734 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.416083 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_delete 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.416438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.416799 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_create 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.417134 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.417473 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.417837 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.418188 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.418588 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.418948 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.419280 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.419608 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: subnet after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.419939 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.420279 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.420623 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_create 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.420956 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.421292 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.421639 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router after_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.422008 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.422341 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_create 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.422691 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.423025 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_update 55549900 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.423379 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > agent after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.423721 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > agent after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.424056 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > network after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.424944 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Tracking information for resource: router configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:26.425269 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Tracking information for resource: floatingip configured {{(pid=83735) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:54:26.431382 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.db.l3_agentschedulers_db [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 15:54:26.431974 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.432330 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.432704 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.433052 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: port after_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.434046 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router before_create 55550100 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.434406 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.434762 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_create 55550100 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.435113 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > router precommit_update 55550100 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.439770 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.provider_configuration [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service providers = [] {{(pid=83735) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 15:54:26.440133 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.db.servicetype_db [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83735) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 15:54:26.444054 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.service_base [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:54:26.444393 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.service_base [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:54:26.444722 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.service_base [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:54:26.445604 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.services.service_base [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83735) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:54:26.446003 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.services.service_base [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 15:54:26.446402 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.446712 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 15:54:26.458443 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.458774 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: auto_allocate Mar 11 15:54:26.464774 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: network precommit_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.465142 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: network precommit_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.465663 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.466014 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: tag Mar 11 15:54:26.473595 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.473893 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: timestamp Mar 11 15:54:26.477923 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.478254 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: network_ip_availability Mar 11 15:54:26.483628 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.484011 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.484361 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.485103 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.485415 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: flavors Mar 11 15:54:26.492169 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.492495 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading Plugin: revisions Mar 11 15:54:26.496949 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83735) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:54:26.497340 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.671s {{(pid=83735) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 15:54:26.498139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83735) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 11 15:54:26.498467 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Initializing extension manager. Mar 11 15:54:26.498962 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: __init__.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.499296 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: __pycache__ {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.499624 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.499949 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.500271 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: _filter_validation_lib.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.500590 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.500907 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: address_group.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.501666 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.502293 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: address-group Mar 11 15:54:26.502592 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: address_scope.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.503293 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.504400 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: address-scope Mar 11 15:54:26.504718 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.505646 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.506174 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: router-admin-state-down-before-update Mar 11 15:54:26.506489 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: agent.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.507189 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.507679 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: agent Mar 11 15:54:26.507992 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: agent_resources_synced.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.508893 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.509386 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: agent-resources-synced Mar 11 15:54:26.509719 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: allowedaddresspairs.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.511706 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.512222 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: allowed-address-pairs Mar 11 15:54:26.512546 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: auto_allocated_topology.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.513610 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.514140 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: auto-allocated-topology Mar 11 15:54:26.514465 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: availability_zone.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.515155 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.515654 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: availability_zone Mar 11 15:54:26.515973 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: availability_zone_filter.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.516881 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.517383 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: availability_zone_filter Mar 11 15:54:26.517721 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: data_plane_status.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.518621 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.519201 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 15:54:26.519989 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: default_subnetpools.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.520912 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.521414 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: default-subnetpools Mar 11 15:54:26.521757 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.522538 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.523034 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: dhcp_agent_scheduler Mar 11 15:54:26.523351 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: dns.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.524257 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.524746 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 15:54:26.525063 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: dns_domain_ports.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.525985 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.526488 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 15:54:26.526806 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: dvr.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.527472 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.527965 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: dvr Mar 11 15:54:26.528280 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: empty_string_filtering.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.529196 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.529696 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: empty-string-filtering Mar 11 15:54:26.530039 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.530940 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.531434 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:54:26.531749 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.532650 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.533144 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 15:54:26.533456 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: external_net.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.534509 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.536063 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: external-net Mar 11 15:54:26.536387 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.537403 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.537959 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: extra_dhcp_opt Mar 11 15:54:26.538278 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: extraroute.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.539174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.539678 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: extraroute Mar 11 15:54:26.539996 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: extraroute_atomic.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.541073 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.541585 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: extraroute-atomic Mar 11 15:54:26.541943 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: filter_validation.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.542630 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.543128 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: filter-validation Mar 11 15:54:26.543439 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: fip_pf_description.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.544353 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.544845 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 15:54:26.545155 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: fip_port_details.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.546087 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.546593 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: fip-port-details Mar 11 15:54:26.546904 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: flavors.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.548149 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.548655 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: flavors Mar 11 15:54:26.548973 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.551439 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.551953 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 15:54:26.552275 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: floatingip_pools.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.552972 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.553473 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: floatingip-pools Mar 11 15:54:26.553818 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: ip_allocation.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.554741 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.555237 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 15:54:26.555554 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.556475 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.556975 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: ip-substring-filtering Mar 11 15:54:26.557294 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l2_adjacency.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.558239 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.558734 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 15:54:26.559049 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.560047 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.560553 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: router Mar 11 15:54:26.560872 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.563322 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.563836 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:54:26.564160 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.565090 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.565594 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: ext-gw-mode Mar 11 15:54:26.566210 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.567487 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.567990 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: l3-ha Mar 11 15:54:26.568309 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3_flavors.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.569220 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.569737 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: l3-flavors Mar 11 15:54:26.570061 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.570981 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.571479 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 15:54:26.571798 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: l3agentscheduler.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.572849 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.573363 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: l3_agent_scheduler Mar 11 15:54:26.573683 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: logging.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.575207 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.575720 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension logging not supported by any of loaded plugins Mar 11 15:54:26.576048 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: metering.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.576783 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.577353 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: metering Mar 11 15:54:26.577672 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.578785 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.579294 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: metering_source_and_destination_fields Mar 11 15:54:26.579610 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: multiprovidernet.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.580529 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.581035 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: multi-provider Mar 11 15:54:26.581395 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: netmtu.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.583422 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.584004 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: net-mtu Mar 11 15:54:26.584327 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: netmtu_writable.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.585243 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.585772 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: net-mtu-writable Mar 11 15:54:26.586092 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: network_availability_zone.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.586766 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.587271 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: network_availability_zone Mar 11 15:54:26.587591 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: network_ip_availability.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.588745 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.589252 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: network-ip-availability Mar 11 15:54:26.589573 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: network_segment_range.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.590384 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.590880 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 15:54:26.591196 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: pagination.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.592203 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.592528 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: pagination Mar 11 15:54:26.592841 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.593829 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.594360 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: port-mac-address-regenerate Mar 11 15:54:26.594673 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: port_resource_request.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.595587 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.596084 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 15:54:26.596402 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: portbindings.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.597960 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.598703 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: binding Mar 11 15:54:26.599050 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: portbindings_extended.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.600432 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.600967 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: binding-extended Mar 11 15:54:26.601297 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: portsecurity.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.602258 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.602776 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: port-security Mar 11 15:54:26.603103 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: project_id.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.604090 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.604421 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: project-id Mar 11 15:54:26.604744 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: providernet.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.605677 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.606218 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: provider Mar 11 15:54:26.606540 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.610376 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.610901 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos not supported by any of loaded plugins Mar 11 15:54:26.611236 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.612507 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.613062 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 15:54:26.613391 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.614352 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.614865 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 15:54:26.615187 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_default.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.616106 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.616624 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-default not supported by any of loaded plugins Mar 11 15:54:26.616946 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_fip.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.617610 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.618145 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 15:54:26.618468 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_gateway_ip.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.619398 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.619908 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 15:54:26.620230 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_port_network_policy.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.621150 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.621656 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 15:54:26.622006 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_rule_type_details.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.622926 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.623429 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 15:54:26.623754 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: qos_rules_alias.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.624810 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.625321 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 15:54:26.625652 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: quotasv2.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.626600 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.626926 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: quotas Mar 11 15:54:26.627250 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: quotasv2_detail.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.628987 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.629323 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: quota_details Mar 11 15:54:26.629652 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: rbac.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.630768 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.631325 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: rbac-policies Mar 11 15:54:26.631654 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: rbac_address_scope.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.632597 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.633116 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: rbac-address-scope Mar 11 15:54:26.633441 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: rbac_security_groups.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.634399 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.634925 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: rbac-security-groups Mar 11 15:54:26.635249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: rbac_subnetpool.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.636186 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.636702 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: rbac-subnetpool Mar 11 15:54:26.637026 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: revisionifmatch.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.637991 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.640550 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: revision-if-match Mar 11 15:54:26.640550 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: revisions.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.640550 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.640550 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: standard-attr-revisions Mar 11 15:54:26.640898 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: router_availability_zone.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.641544 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.642089 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: router_availability_zone Mar 11 15:54:26.642409 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: routerservicetype.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.643360 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.643883 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 15:54:26.644698 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.645719 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.646256 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: port-security-groups-filtering Mar 11 15:54:26.646578 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: securitygroup.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.658112 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.658665 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: security-group Mar 11 15:54:26.658995 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: segment.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.660455 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.660960 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension segment not supported by any of loaded plugins Mar 11 15:54:26.661285 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.662453 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.662847 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 15:54:26.663169 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: servicetype.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.664326 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.664949 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: service-type Mar 11 15:54:26.665171 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: sorting.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.666187 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.666519 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: sorting Mar 11 15:54:26.666840 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: standard_attr_segment.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.667771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.668293 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 15:54:26.668619 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: standardattrdescription.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.669275 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.669817 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: standard-attr-description Mar 11 15:54:26.670143 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: stateful_security_group.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.671095 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.671613 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: stateful-security-group Mar 11 15:54:26.671935 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: stdattrs_common.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.672525 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 15:54:26.672844 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.673812 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.674319 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 15:54:26.674639 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnet_onboard.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.676142 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.676663 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: subnet_onboard Mar 11 15:54:26.676989 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.678141 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.678547 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 15:54:26.678865 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnet_service_types.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.679805 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.680317 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: subnet-service-types Mar 11 15:54:26.680643 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnetallocation.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.681783 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.682306 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: subnet_allocation Mar 11 15:54:26.682630 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.683311 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.683814 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: subnetpool-prefix-ops Mar 11 15:54:26.684134 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.685089 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.685595 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 15:54:26.685944 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: tagging.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.687038 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.687559 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: standard-attr-tag Mar 11 15:54:26.687882 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: timestamp.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.689098 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.689615 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loaded extension: standard-attr-timestamp Mar 11 15:54:26.689980 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: trunk.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.691121 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.692085 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension trunk not supported by any of loaded plugins Mar 11 15:54:26.692414 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: trunk_details.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.693350 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.693898 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 15:54:26.694224 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: uplink_status_propagation.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.695344 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.695879 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 15:54:26.696202 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Loading extension file: vlantransparent.py {{(pid=83735) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 15:54:26.696913 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83735) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 15:54:26.697415 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 15:54:26.699822 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:network Mar 11 15:54:26.700584 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnet Mar 11 15:54:26.701192 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:54:26.702044 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:port Mar 11 15:54:26.703379 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.703823 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service FLAVORS assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.704430 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.704860 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.705189 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:router Mar 11 15:54:26.705896 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:54:26.707152 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service METERING assigned prefix: /metering {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.708643 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.709013 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.709365 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83735) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:54:26.710580 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:54:26.711042 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:54:26.711714 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:54:26.712552 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service CORE assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.712883 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:54:26.713236 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] subnetpool is already registered Mar 11 15:54:26.713882 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service CORE assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.714211 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:54:26.714541 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] subnetpool is already registered Mar 11 15:54:26.717133 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.717568 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service FLAVORS assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.718192 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.718617 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.718949 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:router Mar 11 15:54:26.719277 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] router is already registered Mar 11 15:54:26.719862 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:54:26.720190 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] floatingip is already registered Mar 11 15:54:26.720817 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service METERING assigned prefix: /metering {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.721475 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:54:26.721834 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] rbac_policy is already registered Mar 11 15:54:26.723106 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:54:26.723437 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] security_group is already registered Mar 11 15:54:26.724083 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:54:26.724361 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] security_group_rule is already registered Mar 11 15:54:26.725025 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service CORE assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.725354 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:54:26.725678 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] subnetpool is already registered Mar 11 15:54:26.726297 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.v2.resource_helper [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Service CORE assigned prefix: {{(pid=83735) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:54:26.726635 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:54:26.726974 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING neutron.quota.resource_registry [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] subnetpool is already registered Mar 11 15:54:26.727628 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: extensions {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.729240 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: address-groups {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.730854 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: address-scopes {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.732060 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: agents {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.733211 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: auto-allocated-topology {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.734488 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: availability_zones {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.735789 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: dhcp-networks {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.737149 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: dhcp-agents {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.738691 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: routers {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.740472 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: flavors {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.741642 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: service_profiles {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.742861 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: next_providers {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.744359 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: service_profiles {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.745775 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: floatingip-pools {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.747039 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: routers {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.748833 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: floatingips {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.750036 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: l3-routers {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.751400 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: l3-agents {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.752795 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: metering-labels {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.754652 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: metering-label-rules {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.755915 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: network-ip-availabilities {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.757166 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: bindings {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.759898 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: quotas {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.761327 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: quotas {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.762885 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: rbac-policies {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.764166 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: security-groups {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.765366 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: security-group-rules {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.766626 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: service-providers {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.767821 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: subnetpools {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.769903 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: subnetpools {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.771468 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.773122 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.774909 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.776639 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.778438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.780084 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.781861 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.783705 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.786452 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.788265 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron.api.extensions [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Extended resource: tags {{(pid=83735) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 15:54:26.794203 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING keystonemiddleware.auth_token [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 15:54:26.798975 dv-neutron-833206-1-hyperv neutron-server[83735]: WARNING keystonemiddleware.auth_token [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 15:54:26.807941 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Acquired lock "singleton_lock" {{(pid=83735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 15:54:26.808430 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_concurrency.lockutils [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Releasing lock "singleton_lock" {{(pid=83735) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 15:54:26.809080 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Starting 2 workers Mar 11 15:54:26.813656 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Started child 83840 {{(pid=83735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:54:26.817949 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Started child 83841 {{(pid=83735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:54:26.819568 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO neutron.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 15:54:26.820196 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Notify callbacks [] for process, before_spawn {{(pid=83735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.820298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.821770 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [-] (83840) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:54:26.822665 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Starting 1 workers Mar 11 15:54:26.822921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.824222 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [-] (83841) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:54:26.827589 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Started child 83842 {{(pid=83735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:54:26.828139 dv-neutron-833206-1-hyperv neutron-server[83735]: INFO oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Starting 1 workers Mar 11 15:54:26.832290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] calling RpcWorker wait() {{(pid=83842) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 15:54:26.833435 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Started child 83843 {{(pid=83735) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 15:54:26.833511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.service [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] returning from RpcWorker wait() {{(pid=83842) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 15:54:26.833696 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG neutron_lib.callbacks.manager [None req-a847b8b0-3dcc-475d-a7d7-e54bec658c18 None None] Notify callbacks [] for process, after_spawn {{(pid=83735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.834552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.835196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:26.835603 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:54:26.835811 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:54:26.835990 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:54:26.836202 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:54:26.836535 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:54:26.836699 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:54:26.837216 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.837501 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.837796 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.838005 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:26.838453 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.838453 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.838879 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.838969 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:26.839163 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.839418 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.839682 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.839934 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.840102 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.840267 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.840516 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.840761 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.841052 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.841322 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.841566 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.841853 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.842028 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.842281 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.842541 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.842766 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.843039 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] debug = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.843277 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.843760 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.843987 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.844236 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.844456 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.844718 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.844973 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.845273 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.845527 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.845785 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.846006 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.846251 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.846459 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.846702 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.846973 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.847212 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.848575 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] host = dv-neutron-833206-1-hyperv {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.848784 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.849020 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.849250 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.849495 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.849763 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.849981 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.850246 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.850541 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.850760 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.850987 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.851237 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.851518 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.851710 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.851975 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_file = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.852109 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_options = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.852337 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.852761 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.852901 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.853066 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.853206 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.853435 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.853647 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.853846 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.854104 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.854320 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.854553 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.854768 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.855017 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.855232 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.855468 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.855681 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.855912 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.856123 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.856365 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.856590 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.856825 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.857071 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.857302 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.857522 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.857801 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.857975 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.858218 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.858449 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.858660 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.858908 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.859168 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.859433 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.859689 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.859935 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.860162 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.860389 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.860601 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.860867 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.861095 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.861379 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.861606 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.861850 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.862114 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.862310 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.862545 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.862788 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_json = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.863173 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.863382 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.863652 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.863870 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.864089 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.864300 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.864514 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.864761 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.864975 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.865375 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.865649 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.865977 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.866225 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.866456 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.866693 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.866940 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.867162 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.867421 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.867671 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.868093 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.868278 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.868578 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.868853 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.869190 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.869544 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.869742 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.869982 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.870222 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.870730 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.870870 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.870993 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.871270 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.871655 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.871896 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.872229 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.872600 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.872904 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.873343 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.873848 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.874019 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.874346 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.874515 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.874790 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.875311 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.875496 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.875720 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.876014 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.876342 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.876596 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.876884 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.877150 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.877376 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.877615 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.877978 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.878253 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.878519 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.879238 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.879238 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.879915 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.879915 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.880179 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.880179 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.880454 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.880680 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.880880 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.881805 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.881805 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.881805 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.882176 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.882176 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.882531 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.882659 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.882856 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.883031 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.883271 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.883499 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.885771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.886712 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.886712 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.886712 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.886712 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.887117 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.887350 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.888223 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.888223 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.888513 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.888653 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.889226 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.889579 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.889811 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.890081 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.891765 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.892585 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.892585 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.892585 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.893004 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.893004 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.894922 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.894922 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.894922 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.894922 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.895423 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.895549 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.895933 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.896209 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.896567 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.896819 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.897082 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.897379 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.897614 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.897935 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.898202 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.898502 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.898772 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.899050 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.899492 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.899648 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.900099 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.900564 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.901016 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.901276 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.901526 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.901853 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.902152 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.902393 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.902660 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.902930 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.903197 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.903435 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.903903 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.904160 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.904402 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.904654 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.904889 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.905105 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.905351 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.905597 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.905848 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.906070 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.906292 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.906530 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.906748 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.906971 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.907218 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.907440 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.907682 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.907914 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.908130 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.908375 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.908635 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.908874 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.909094 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.909327 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.909628 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.910007 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.910800 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.911085 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.911343 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.911591 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.911837 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.912100 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.912349 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.912561 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.912824 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.913066 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.913280 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.913868 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.913868 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.914042 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.914291 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.914599 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.914730 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.914979 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.915210 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.915541 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.915781 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.916029 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.916266 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.916485 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.916721 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.916945 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.917163 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.917429 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.917911 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.918192 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.918427 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.918736 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.918977 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.919243 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.919454 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.919878 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.920348 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.920856 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.921286 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.921519 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.922040 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.922217 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.922599 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.923007 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.923463 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.923731 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.923957 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.924201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.924447 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.924662 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.924985 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.925236 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.925505 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.925822 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.926262 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.926669 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.927110 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.927415 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.927633 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.928023 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.928127 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.928600 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.928600 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.928786 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.929090 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.929384 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.929635 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.929913 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.930208 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.930486 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.930764 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.930979 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.931283 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.931646 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.931934 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.932212 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.932440 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.932723 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.932949 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.933160 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.933452 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.933621 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.933861 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.934118 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.934369 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.934591 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.934826 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.935049 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.935278 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.935512 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.935753 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.935975 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.936192 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.936361 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:54:26.936891 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83735) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 15:54:26.937052 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:54:26.937370 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:54:26.937538 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:54:26.937725 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:54:26.937889 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:54:26.938098 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.938260 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.938420 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.938579 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.938738 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.938917 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.939078 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.939237 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.939486 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.939738 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.939899 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.940241 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.940584 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.941192 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.941516 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.941686 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.941859 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942019 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942187 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942347 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942510 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942669 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942830 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] debug = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.942987 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.943186 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.943351 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.943516 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.943704 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.943858 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.944012 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.944144 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.944455 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.944612 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.944768 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945074 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945244 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945393 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945552 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945739 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.945899 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] host = dv-neutron-833206-1-hyperv {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946059 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946211 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946374 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946537 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946696 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.946856 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947016 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947176 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947335 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947493 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947654 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.947809 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.948120 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.948277 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_file = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.948580 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_options = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.948739 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.948902 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949061 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949240 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949408 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949568 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949745 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.949895 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950051 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950211 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950369 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950529 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950687 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.950844 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951002 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951160 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951426 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951528 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951628 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951771 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.951929 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952086 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952243 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952401 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952560 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952718 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.952875 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953033 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953190 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953348 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953506 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953665 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.953849 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954007 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954148 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954310 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954471 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954738 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.954901 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955024 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955147 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955272 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955408 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955579 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955662 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955830 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_json = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.955988 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.956147 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.956304 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.956461 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.957523 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.957693 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.957991 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.958075 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.958259 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:54:26.958395 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.958525 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.958650 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.958814 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.958975 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959137 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959298 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959458 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959619 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959779 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.959949 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960113 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960291 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960453 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960615 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960778 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.960942 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961105 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961270 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961598 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961787 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.961951 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962115 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962276 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962599 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962761 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.962924 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963087 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963249 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963410 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963574 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963737 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.963899 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964061 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964224 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964386 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964550 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964711 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.964886 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965048 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965210 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965371 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965533 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965693 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.965889 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966043 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966205 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966368 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966530 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966705 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.966867 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967027 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967188 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967350 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967510 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967671 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967833 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.967996 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968202 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968328 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968449 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968606 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968767 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.968929 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969091 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969254 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969416 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969577 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969757 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.969920 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.970081 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.970324 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.970503 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.971267 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.971436 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.971865 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.971865 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.971865 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.973174 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974139 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974551 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974551 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974551 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974903 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.974903 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975195 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975195 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975438 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975665 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975786 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.975915 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976060 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976223 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976385 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976547 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976707 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.976869 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977031 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977191 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977352 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977513 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977674 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.977866 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978039 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978201 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978363 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978525 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978709 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.978926 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979048 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979170 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979318 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979478 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979639 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979801 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.979962 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980123 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980286 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980447 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980607 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980770 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.980930 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981090 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981252 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981414 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981576 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981800 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.981946 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982109 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982271 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982430 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982591 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982741 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.982907 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983080 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983210 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983371 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983533 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983694 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.983854 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984015 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984176 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984336 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984498 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984667 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984829 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.984991 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985153 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985316 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985477 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985638 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985826 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.985988 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986150 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986311 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986474 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986636 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986798 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.986959 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987121 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987283 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987444 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987619 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987789 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.987961 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.988123 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.990314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:26.993948 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.994149 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.994335 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.994653 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.994797 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.994934 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.995070 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.995206 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.995450 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.995634 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.995805 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996082 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996258 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996426 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996603 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996758 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.996954 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997098 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997234 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997477 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997642 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997833 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.997993 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998159 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998325 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998489 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998653 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998826 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.998977 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.999129 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.999301 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.999465 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.999629 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:26.999792 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000105 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000273 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000439 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000604 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000767 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.000921 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001067 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001256 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001256 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001256 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001256 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.001256 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.003165 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.003165 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.003165 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.003980 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.003980 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.004292 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.004292 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.004437 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.004732 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.004915 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.005080 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.005243 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.005404 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.006832 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.006832 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007078 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007186 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007293 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007407 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007580 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007749 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.007913 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.008075 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.008237 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:54:27.008394 dv-neutron-833206-1-hyperv neutron-server[83735]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83735) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:54:27.234782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56600) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:27.243683 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067801 Mar 11 15:54:38.117958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813609d6-c998-40c8-a765-1f32d0560be9 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 15:54:38.202832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813609d6-c998-40c8-a765-1f32d0560be9 None None] No non-hosted networks {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 15:54:38.276109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0044972f-4681-4b25-8a59-f629691da4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:40.531183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80376fc2-c78b-49be-97bf-f84ca0772876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:40.579584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-645aeaba-d86a-42a0-a473-51f7d914e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:41.862095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:41.987702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:41.999964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.004019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.005049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.006798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.007457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.008836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.011547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.013049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.013617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.015118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.018389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:42.021616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833206-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:42.048405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833206-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:54:43.373223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:43.961781 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.db.l3_hamode_db [None req-89f617ff-f0af-4e92-b0cd-fc27bbfa99ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 15:54:44.051766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f617ff-f0af-4e92-b0cd-fc27bbfa99ec None None] Routers set() bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:54:44.052462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f617ff-f0af-4e92-b0cd-fc27bbfa99ec None None] Router IDs set() for agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 15:54:45.045766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56692) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:45.693356 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING oslo_policy.policy [None req-afb68697-ec8c-4acf-ac65-d83259495b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:45.694049 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING oslo_policy.policy [None req-afb68697-ec8c-4acf-ac65-d83259495b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:45.910965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-afb68697-ec8c-4acf-ac65-d83259495b8d admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:54:45.912075 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-afb68697-ec8c-4acf-ac65-d83259495b8d admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8647294 Mar 11 15:54:48.260122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56706) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:48.677185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:48.731857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.policy [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83841) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 15:54:48.732638 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING oslo_policy.policy [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:48.733005 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING oslo_policy.policy [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:48.736333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.quota [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Loaded quota_driver: . Mar 11 15:54:48.751919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:48.832103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728845671173', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728845644757', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728845643883', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728845635876', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728845633672', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1428407', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1358115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16488849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16287709'] for rbac-policy, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:48.909310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:48.910902 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d310c1c2-5bc3-4115-a284-681469a3eddc admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6496925 Mar 11 15:54:51.518296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56720) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:51.905204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:51.910723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:51.915180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Usage tracker for resource:network and tenant:d6bbe4aebaff45a1bf45332efdad6ae7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:51.919732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:51.926663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:51.936747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Made reservation on behalf of d6bbe4aebaff45a1bf45332efdad6ae7 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:51.939750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:51.958770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.004140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:52.008324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Usage tracker for resource:security_group_rule and tenant:d6bbe4aebaff45a1bf45332efdad6ae7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:52.011255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:52.017057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:52.087577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.091724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.117365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:54:52.144837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728841907568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.145414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Unsubscribe: segment precommit_create {{(pid=83841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:54:52.145938 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Added segment c72ade92-0fcd-421f-b3b0-fe78bfadd3c2 of type vlan for network 3d8be68c-02ee-4eab-876e-9cced499e4e8 Mar 11 15:54:52.154096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661ee779-1d64-40cc-9fb8-70414ca7748f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:52.217775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.218116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.218448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.218768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.219406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.219731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.220062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.220380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.220689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.220996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.221302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Tracked resource versions report: Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: pushed versions: Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Log': {'1.0'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Network': {'1.1'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Port': {'1.5'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'PortForwarding': {'1.2'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'QosPolicy': {'1.8'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroup': {'1.2'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SubPort': {'1.0'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Subnet': {'1.1'}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Trunk': {'1.1'}} Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: consumer versions: Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Log': '1.0', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Network': '1.1', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Port': '1.5', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'PortForwarding': '1.2', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'QosPolicy': '1.8', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroup': '1.2', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroupRule': '1.0', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SubPort': '1.0', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Subnet': '1.1', Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Trunk': '1.1'}} Mar 11 15:54:52.223508 dv-neutron-833206-1-hyperv neutron-server[83841]: {{(pid=83841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:54:52.264686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.309935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.310869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:52.311496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:52.429532 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9101715 Mar 11 15:54:52.430118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8885a-bbed-4aae-82cd-4f157e08525d admin admin] Pushing event updated for resources: {'Network': ['ID=3d8be68c-02ee-4eab-876e-9cced499e4e8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:52.453759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:54:55.076399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 56736) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:55.735098 dv-neutron-833206-1-hyperv neutron-server[83840]: WARNING oslo_policy.policy [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:55.735670 dv-neutron-833206-1-hyperv neutron-server[83840]: WARNING oslo_policy.policy [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:56.168809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.policy [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83840) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 15:54:56.169612 dv-neutron-833206-1-hyperv neutron-server[83840]: WARNING oslo_policy.policy [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:56.170029 dv-neutron-833206-1-hyperv neutron-server[83840]: WARNING oslo_policy.policy [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:54:56.172922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.175261 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1c2f2d5f-c4ac-4881-ab63-c38fe98ed5d8 admin admin] 10.222.0.78 "GET /v2.0/networks/3d8be68c-02ee-4eab-876e-9cced499e4e8 HTTP/1.1" status: 200 len: 825 time: 1.0965214 Mar 11 15:54:56.208818 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6124756f-0c9d-4243-b620-aa6505bb4ea0 admin admin] 10.222.0.78 "GET /v2.0/subnetpools/4655b866-a57d-4dc0-a6df-c28aab4d5a3d HTTP/1.1" status: 200 len: 734 time: 0.0283282 Mar 11 15:54:56.217468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Request body: {'subnet': {'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'ip_version': 4, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:54:56.219048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.quota [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Loaded quota_driver: . Mar 11 15:54:56.226392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:54:56.234421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Usage tracker for resource:subnet and tenant:d6bbe4aebaff45a1bf45332efdad6ae7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:54:56.238358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:54:56.245593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:54:56.260637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Made reservation on behalf of d6bbe4aebaff45a1bf45332efdad6ae7 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:54:56.263489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.581867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.668299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2aa126a-f986-4c43-9a66-44dd5ee11931,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:56.674371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Checking segment: {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:54:56.675340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Network hostable DHCP agents. Network: 3d8be68c-02ee-4eab-876e-9cced499e4e8, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:54:56.684555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.684887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.685212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.685530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.685889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.686212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.686545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.686861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.687165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.687476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.687780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Tracked resource versions report: Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: pushed versions: Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Log': {'1.0'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Network': {'1.1'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Port': {'1.5'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'PortForwarding': {'1.2'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'QosPolicy': {'1.8'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroup': {'1.2'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SubPort': {'1.0'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Subnet': {'1.1'}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Trunk': {'1.1'}} Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: consumer versions: Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Log': '1.0', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Network': '1.1', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Port': '1.5', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'PortForwarding': '1.2', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'QosPolicy': '1.8', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroup': '1.2', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroupRule': '1.0', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SubPort': '1.0', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Subnet': '1.1', Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Trunk': '1.1'}} Mar 11 15:54:56.689051 dv-neutron-833206-1-hyperv neutron-server[83840]: {{(pid=83840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:54:56.732641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:54:56.743848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 3d8be68c-02ee-4eab-876e-9cced499e4e8) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:56.756609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:54:56.757332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:56.758145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c798bd-1073-4c73-948b-a5a40df24a83 None None] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:54:56.778820 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-163ac201-f7e1-480d-898b-d6697ec20e20 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5648518 Mar 11 15:54:57.096058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-3d8be68c-02ee-4eab-876e-9cced499e4e8', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:54:57.097988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:57.303078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Allocated IP 172.20.0.2 (3d8be68c-02ee-4eab-876e-9cced499e4e8/f2aa126a-f986-4c43-9a66-44dd5ee11931/2935c43c-85ab-4804-a319-41f98268035e) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:54:57.539685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:57.554052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Transition to ACTIVE for port object 2935c43c-85ab-4804-a319-41f98268035e will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:57.576741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Transition to ACTIVE for port object 2935c43c-85ab-4804-a319-41f98268035e will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:54:57.586754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:57.657343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:54:57.661184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:54:57.662881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Pushing event updated for resources: {'Port': ['ID=2935c43c-85ab-4804-a319-41f98268035e,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:57.667569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:54:57.677738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.678100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.678435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.678770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.679123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.679454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.679781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.680125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.680453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.680775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.681098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Tracked resource versions report: Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: pushed versions: Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Log': {'1.0'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Network': {'1.1'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Port': {'1.5'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'PortForwarding': {'1.2'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'QosPolicy': {'1.8'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroup': {'1.2'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SubPort': {'1.0'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Subnet': {'1.1'}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Trunk': {'1.1'}} Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: consumer versions: Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Log': '1.0', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Network': '1.1', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Port': '1.5', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'PortForwarding': '1.2', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'QosPolicy': '1.8', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroup': '1.2', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroupRule': '1.0', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SubPort': '1.0', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Subnet': '1.1', Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Trunk': '1.1'}} Mar 11 15:54:57.682493 dv-neutron-833206-1-hyperv neutron-server[83842]: {{(pid=83842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:54:57.782002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Attempting to bind port 2935c43c-85ab-4804-a319-41f98268035e on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:54:57.782649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Attempting to bind port 2935c43c-85ab-4804-a319-41f98268035e by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:54:57.782817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Attempting to bind port 2935c43c-85ab-4804-a319-41f98268035e on network 3d8be68c-02ee-4eab-876e-9cced499e4e8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:54:57.789926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:54:57.790327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Checking segment: {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:54:57.796697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:57.797205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Bound using segment: {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:54:57.797811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Bound port: 2935c43c-85ab-4804-a319-41f98268035e, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:54:57.798240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:57.886771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] For port 2935c43c-85ab-4804-a319-41f98268035e, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:54:57.890677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] For port 2935c43c-85ab-4804-a319-41f98268035e, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2935c43c-85ab-4804-a319-41f98268035e,segment=NetworkSegment(c72ade92-0fcd-421f-b3b0-fe78bfadd3c2),segment_id=c72ade92-0fcd-421f-b3b0-fe78bfadd3c2)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:54:57.896333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:54:58.008090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045023b6-bf4b-4b0f-b9b7-f2e056365278 None None] Pushing event updated for resources: {'Port': ['ID=2935c43c-85ab-4804-a319-41f98268035e,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:54:59.154279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56756) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:54:59.581590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-71b9f0fb-563a-4bbe-beca-34ca34dbb8ac admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:54:59.582864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71b9f0fb-563a-4bbe-beca-34ca34dbb8ac admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4276464 Mar 11 15:55:01.763208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824a509d-cb4c-465f-932b-23bb6cc94b56 None None] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:55:01.860247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67bae3a8-d444-4e6b-804b-642419aacf81 None None] Provisioning for port 2935c43c-85ab-4804-a319-41f98268035e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:01.950617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56770) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:02.348056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2935c43c-85ab-4804-a319-41f98268035e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:02.416245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 2935c43c-85ab-4804-a319-41f98268035e completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:02.421008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2935c43c-85ab-4804-a319-41f98268035e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:02.421403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.462344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-a4972bd8-282f-465f-9405-cc24e72f6f79 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:55:02.463330 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a4972bd8-282f-465f-9405-cc24e72f6f79 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5116920 Mar 11 15:55:02.543066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.579378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 2935c43c-85ab-4804-a319-41f98268035e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2935c43c-85ab-4804-a319-41f98268035e,segment=NetworkSegment(c72ade92-0fcd-421f-b3b0-fe78bfadd3c2),segment_id=c72ade92-0fcd-421f-b3b0-fe78bfadd3c2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:02.585050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:02.657201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=2935c43c-85ab-4804-a319-41f98268035e,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:04.322267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2935c43c-85ab-4804-a319-41f98268035e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:04.396174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2935c43c-85ab-4804-a319-41f98268035e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:04.396536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.156138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56782) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:05.571355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:05.576538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:05.580265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Usage tracker for resource:router and tenant:d6bbe4aebaff45a1bf45332efdad6ae7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:05.583769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:05.589246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:05.599966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.601383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.628876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.738631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.758182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:05.759339 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6c2e09a7-1cdc-4085-a247-80429bda9dbf admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6022587 Mar 11 15:55:08.051683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-345e8d8c-cff0-4717-b9c8-abb9726e1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:08.158384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:08.583445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-b0f1923c-be91-41fc-bcae-3cfea80f69a9 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:55:08.584417 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b0f1923c-be91-41fc-bcae-3cfea80f69a9 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4251521 Mar 11 15:55:10.531240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd24eab6-f5ce-4c4f-bd26-6a6b557198a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:10.961222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56802) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:11.386566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:11.391635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:11.395385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Usage tracker for resource:network and tenant:7a9960673a144f298c0af66445be4b63 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:11.398191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:11.404304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:11.414123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Made reservation on behalf of 7a9960673a144f298c0af66445be4b63 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:55:11.416345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.428696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.462986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:11.466923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Usage tracker for resource:security_group_rule and tenant:7a9960673a144f298c0af66445be4b63 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:11.469685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:11.475434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:11.558536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.562949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.581670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Reserving flat network on physical network physnet1 {{(pid=83841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 15:55:11.603480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30bfc4-57d1-4e58-8d04-a723a7b52a95,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:11.607834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.608169 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Added segment 7e0be85f-afa8-4c40-8638-9f24e3294ab3 of type flat for network 5616238d-a34e-45b8-bce4-c69a0d7f877e Mar 11 15:55:11.641581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.680328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.681161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:11.681762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.783238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] Pushing event updated for resources: {'Network': ['ID=5616238d-a34e-45b8-bce4-c69a0d7f877e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:11.787027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-36eb7bd2-bf0b-453d-822a-a0aa0a92b5ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8247836 Mar 11 15:55:11.796229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:55:11.810065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:11.974448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:13.289947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:14.137792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56822) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:14.396314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63eb6a-4449-476a-8a65-628c5fac972d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:14.397564 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ca63eb6a-4449-476a-8a65-628c5fac972d admin admin] 10.222.0.78 "GET /v2.0/subnets/f2aa126a-f986-4c43-9a66-44dd5ee11931 HTTP/1.1" status: 200 len: 849 time: 0.2589316 Mar 11 15:55:14.563669 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a1a83154-4921-4de1-a4dc-a2c07eabb971 admin admin] 10.222.0.78 "GET /v2.0/routers/fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 HTTP/1.1" status: 200 len: 704 time: 0.1608334 Mar 11 15:55:15.048962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.295061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Allocated IP 172.20.0.1 (3d8be68c-02ee-4eab-876e-9cced499e4e8/f2aa126a-f986-4c43-9a66-44dd5ee11931/8f61321e-7bb2-47b7-afcd-2afe4cd4d803) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:15.458107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.477525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Transition to ACTIVE for port object 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:15.528404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.598609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:15.601280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:15.605907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:15.606452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.614108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:15.738381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.842427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e3f8063-bb51-4471-8153-1e297b6b54a4 None None] Provisioning for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:15.847897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e3f8063-bb51-4471-8153-1e297b6b54a4 None None] Provisioning complete for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:15.848274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e3f8063-bb51-4471-8153-1e297b6b54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:15.906643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f8063-bb51-4471-8153-1e297b6b54a4 None None] Port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:55:16.026411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:16.031182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:16.032108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:16.176881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:16.244351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:16.245815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:16.429209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a7b22b1b-dc1d-493a-8aca-0a7c025bd5bd None None] Provisioning complete for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:16.429570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7b22b1b-dc1d-493a-8aca-0a7c025bd5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:16.484756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22b1b-dc1d-493a-8aca-0a7c025bd5bd None None] Port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 15:55:16.614354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:55:16.790319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:55:16.800489 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Sync routers for ids ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:55:16.801144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eb878aa0-46d1-430e-b480-bfc2f81e04f5 admin admin] 10.222.0.78 "PUT /v2.0/routers/fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2322052 Mar 11 15:55:16.813226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Routers {'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:16.814184 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T15:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:16.975224 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:55:16.999805 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Set router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:17.399774 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:15Z', 'revision_number': 2, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port_host': None, '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:15Z', 'revision_number': 2, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:17.404965 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Checking router: fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:55:17.405324 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Updating router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:55:17.464847 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:17.857028 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:17.873043 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Transition to ACTIVE for port object 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:17.881785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:17.952365 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Pushing event updated for resources: {'Port': ['ID=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:18.010817 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.011145 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.011477 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.011801 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.012139 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.012461 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.012779 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.013108 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.013419 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.013747 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.014055 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Tracked resource versions report: Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: pushed versions: Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: { 'ConntrackHelper': {'1.0'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Log': {'1.0'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Network': {'1.1'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Port': {'1.5'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'PortForwarding': {'1.2'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'QosPolicy': {'1.8'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroup': {'1.2'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroupRule': {'1.0'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SubPort': {'1.0'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Subnet': {'1.1'}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Trunk': {'1.1'}} Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: consumer versions: Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Log': '1.0', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Network': '1.1', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Port': '1.5', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'PortForwarding': '1.2', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'QosPolicy': '1.8', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroup': '1.2', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroupRule': '1.0', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SubPort': '1.0', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Subnet': '1.1', Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Trunk': '1.1'}} Mar 11 15:55:18.015560 dv-neutron-833206-1-hyperv neutron-server[83843]: {{(pid=83843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:55:18.142235 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Attempting to bind port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:55:18.142637 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Attempting to bind port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:55:18.143656 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Attempting to bind port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 on network 3d8be68c-02ee-4eab-876e-9cced499e4e8 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:18.149959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:55:18.150350 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Checking segment: {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:18.150890 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:18.151269 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Bound using segment: {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:55:18.151757 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Bound port: 8f61321e-7bb2-47b7-afcd-2afe4cd4d803, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72ade92-0fcd-421f-b3b0-fe78bfadd3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:55:18.152131 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:18.247454 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] For port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:55:18.251495 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] For port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,segment=NetworkSegment(c72ade92-0fcd-421f-b3b0-fe78bfadd3c2),segment_id=c72ade92-0fcd-421f-b3b0-fe78bfadd3c2)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:55:18.257471 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:18.352408 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54ac1-8239-47f0-a803-59469fe16469 None None] Pushing event updated for resources: {'Port': ['ID=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:18.354998 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Routers {'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:18.355604 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T15:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:18.528618 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] Set router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:18.870213 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:15Z', 'revision_number': 2, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port_host': None, '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:18Z', 'revision_number': 4, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:18.874041 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22a8da-07ff-4bf5-8e92-5fc49bdebeff None None] The sync data for ids ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:15Z', 'revision_number': 2, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port_host': None, '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:18Z', 'revision_number': 4, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:55:19.006244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 56844) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:19.181001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67359f-585e-4b50-b46c-48b8da1b95d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:19.181564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-af67359f-585e-4b50-b46c-48b8da1b95d3 admin admin] Synchronizing usage tracker for tenant:7a9960673a144f298c0af66445be4b63 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:55:19.206877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-af67359f-585e-4b50-b46c-48b8da1b95d3 admin admin] Unset dirty status for tenant:7a9960673a144f298c0af66445be4b63 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:55:19.208436 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-af67359f-585e-4b50-b46c-48b8da1b95d3 admin admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 842 time: 0.2012234 Mar 11 15:55:19.218231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Request body: {'subnet': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:19.224259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:55:19.228051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Usage tracker for resource:subnet and tenant:7a9960673a144f298c0af66445be4b63 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:55:19.230944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:55:19.236924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:55:19.247507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Made reservation on behalf of 7a9960673a144f298c0af66445be4b63 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:55:19.249817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:19.640989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 15:55:19.641566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:19.759441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1f3cfd-56e9-4aca-9bd3-6161b1358860,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:19.774762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:19.775110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Network hostable DHCP agents. Network: 5616238d-a34e-45b8-bce4-c69a0d7f877e, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:55:19.824690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:55:19.835246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5616238d-a34e-45b8-bce4-c69a0d7f877e) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:19.840597 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:19.841892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:19.849864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2661df0e-41ab-4bdc-91de-da11877f1c24 None None] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:55:19.864264 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6f1e8c85-b908-4a90-9e80-7956ca6e7cf8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6498566 Mar 11 15:55:20.104362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5359f595-80fb-47c6-9d6d-3ae8c0c0ca70 None None] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:55:20.350347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:20.418615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:20.423591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:20.423963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:20.572605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:20.605286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,segment=NetworkSegment(c72ade92-0fcd-421f-b3b0-fe78bfadd3c2),segment_id=c72ade92-0fcd-421f-b3b0-fe78bfadd3c2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:20.608425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:20.686091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=8f61321e-7bb2-47b7-afcd-2afe4cd4d803,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:22.130772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 56858) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:22.341856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:22.412671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:22.413041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:22.443893 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f83fe52e-bcf5-41cb-b49e-90eb55112838 admin admin] 10.222.0.78 "GET /v2.0/routers/fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 HTTP/1.1" status: 200 len: 710 time: 0.3119867 Mar 11 15:55:22.594715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181fd936-7866-4af9-89cc-04539bdb6059 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:55:22.596041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-181fd936-7866-4af9-89cc-04539bdb6059 admin admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 886 time: 0.1469216 Mar 11 15:55:22.605376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:55:23.113098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.317079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.382871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.524800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Allocated IP 172.26.4.7 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/32aa108f-2552-4930-a6d4-3c801f5b0d0d) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:55:23.678176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.733365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:23.808001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:55:23.810855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:55:23.817024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:55:23.839674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Pushing event updated for resources: {'Port': ['ID=32aa108f-2552-4930-a6d4-3c801f5b0d0d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:24.006713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.211371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.215269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.437765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:55:24.650482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:55:24.659198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:24.660267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Sync routers for ids ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 15:55:24.660741 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-78c7ee8f-eed3-466e-8ce0-e39d45062f4d admin admin] 10.222.0.78 "PUT /v2.0/routers/fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 HTTP/1.1" status: 200 len: 888 time: 2.0586677 Mar 11 15:55:24.673416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Routers {'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:24.674778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T15:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:24.871060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Set router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:25.225155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:23Z', 'revision_number': 4, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port': {'id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:23Z', 'updated_at': '2022-03-11T15:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:20Z', 'revision_number': 5, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:25.230123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Checking router: fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 15:55:25.230489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Updating router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 port 32aa108f-2552-4930-a6d4-3c801f5b0d0d binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 15:55:25.285242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.618261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.631078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Transition to ACTIVE for port object 32aa108f-2552-4930-a6d4-3c801f5b0d0d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:55:25.638795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.720219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e688-cdc8-45f8-b427-cd3646d1e659 None None] Pushing event updated for resources: {'Port': ['ID=32aa108f-2552-4930-a6d4-3c801f5b0d0d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:25.723570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Attempting to bind port 32aa108f-2552-4930-a6d4-3c801f5b0d0d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:55:25.724060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Attempting to bind port 32aa108f-2552-4930-a6d4-3c801f5b0d0d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:55:25.724307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Attempting to bind port 32aa108f-2552-4930-a6d4-3c801f5b0d0d on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:55:25.731950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:55:25.732325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:55:25.732730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.733117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:55:25.733578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Bound port: 32aa108f-2552-4930-a6d4-3c801f5b0d0d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:55:25.733990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.808028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] For port 32aa108f-2552-4930-a6d4-3c801f5b0d0d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:55:25.811150 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] For port 32aa108f-2552-4930-a6d4-3c801f5b0d0d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=32aa108f-2552-4930-a6d4-3c801f5b0d0d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:55:25.815492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:25.900064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095e688-cdc8-45f8-b427-cd3646d1e659 None None] Pushing event updated for resources: {'Port': ['ID=32aa108f-2552-4930-a6d4-3c801f5b0d0d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:25.904389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Routers {'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 15:55:25.904971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T15:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:26.119510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] Set router fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 15:55:26.457895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:23Z', 'revision_number': 4, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port': {'id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:23Z', 'updated_at': '2022-03-11T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:20Z', 'revision_number': 5, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:55:26.462533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864267b0-ff07-4f80-b9ea-79db0a14c93f None None] The sync data for ids ['fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'name': 'router1', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7'}], 'enable_snat': True}, 'gw_port_id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:55:05Z', 'updated_at': '2022-03-11T15:55:23Z', 'revision_number': 4, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'gw_port': {'id': '32aa108f-2552-4930-a6d4-3c801f5b0d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:23Z', 'updated_at': '2022-03-11T15:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '8f61321e-7bb2-47b7-afcd-2afe4cd4d803', 'name': '', 'network_id': '3d8be68c-02ee-4eab-876e-9cced499e4e8', 'tenant_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'mac_address': 'fa:16:3e:c7:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe20fe1b-a6e6-46b6-9c3a-ca17a5e007b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:55:15Z', 'updated_at': '2022-03-11T15:55:20Z', 'revision_number': 5, 'project_id': 'd6bbe4aebaff45a1bf45332efdad6ae7', 'subnets': [{'id': 'f2aa126a-f986-4c43-9a66-44dd5ee11931', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4655b866-a57d-4dc0-a6df-c28aab4d5a3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 15:55:27.185944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 56868) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:55:27.332786 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-057bfcf1-0b83-40d2-a71b-63666ec97da1 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1453695 Mar 11 15:55:28.356335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 32aa108f-2552-4930-a6d4-3c801f5b0d0d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:28.427422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 32aa108f-2552-4930-a6d4-3c801f5b0d0d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:55:28.431898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 32aa108f-2552-4930-a6d4-3c801f5b0d0d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:28.432393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:28.559013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:28.575869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 32aa108f-2552-4930-a6d4-3c801f5b0d0d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=32aa108f-2552-4930-a6d4-3c801f5b0d0d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:55:28.581474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:28.653606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=32aa108f-2552-4930-a6d4-3c801f5b0d0d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:55:30.341158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 32aa108f-2552-4930-a6d4-3c801f5b0d0d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:55:30.423962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 32aa108f-2552-4930-a6d4-3c801f5b0d0d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:55:30.424995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:38.046921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bdb49e1-957c-4d77-be57-1ed6d70bb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:40.536296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6569c7ef-c20c-4940-89eb-1e9f3f555ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:41.795262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:41.985985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:43.309670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:55:53.946098 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:56:08.042256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48111917-8531-47dd-ae35-7f8aa999d1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:10.542253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-46b2a883-3152-48ea-b061-b0b0466144a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:11.796066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:11.998248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:13.316048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:30.954083 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:56:38.048069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-37515714-d74d-4480-9fb2-3e73f46815e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:40.536771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9897c97c-fd3e-4298-94f6-d36c3ebf749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:41.803984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:42.010121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:56:43.327913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:07.944980 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:57:08.053239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-11d238fd-0bf5-46d5-ab76-4f6e3c7aca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:10.539348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e8444ed-911c-4b9c-b74c-dfc04796771e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.797375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:11.988542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:13.329278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:38.060125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-28b4f264-58e0-417b-b0a0-65c0b54b3cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:39.301523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57474) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:39.396325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-31aef2be-6349-4356-8560-afe3047297f7 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:57:39.397570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-31aef2be-6349-4356-8560-afe3047297f7 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0951059 Mar 11 15:57:39.530515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d05f324-6a4d-497a-a68d-0bf0df78b9ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:39.531974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d05f324-6a4d-497a-a68d-0bf0df78b9ea admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1304336 Mar 11 15:57:40.544536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-41c75957-b7ba-435b-9225-e35b5af57b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.639666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57484) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:41.773167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6985f4-8ba7-4c7f-8676-a559cc28b293 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:41.774581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7a6985f4-8ba7-4c7f-8676-a559cc28b293 admin admin] 10.222.0.78 "GET /v2.0/subnets/f2aa126a-f986-4c43-9a66-44dd5ee11931 HTTP/1.1" status: 200 len: 849 time: 0.1339741 Mar 11 15:57:41.784728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:57:41.801260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.920365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:41.992574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.125324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349'] for subnet, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.174236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:42.175276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.197737 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] 10.222.0.78 "PUT /v2.0/subnets/f2aa126a-f986-4c43-9a66-44dd5ee11931 HTTP/1.1" status: 200 len: 868 time: 0.3959770 Mar 11 15:57:42.197966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef472a7-5737-4cad-abb2-7f19888ac4ee None None] Network 3d8be68c-02ee-4eab-876e-9cced499e4e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:57:42.203291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2aa126a-f986-4c43-9a66-44dd5ee11931,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:57:42.212894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.213248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.213591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.213965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.214317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.214649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.214978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.215303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.215626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.215948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.216269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aec676-39c6-41fe-9d91-0fa4c5114716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:57:42.679656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67e60710-905e-4a35-bfac-ee61bfc056a9 None None] Provisioning complete for port 2935c43c-85ab-4804-a319-41f98268035e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:42.680024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e60710-905e-4a35-bfac-ee61bfc056a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:42.822757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67e60710-905e-4a35-bfac-ee61bfc056a9 None None] Provisioning complete for port 8f61321e-7bb2-47b7-afcd-2afe4cd4d803 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:57:42.823437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e60710-905e-4a35-bfac-ee61bfc056a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:43.330397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:57:44.332341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57494) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:44.539441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b22ab-7279-44a6-acb4-6f46bafe69c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:44.539811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7b22ab-7279-44a6-acb4-6f46bafe69c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:44.541373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ae7b22ab-7279-44a6-acb4-6f46bafe69c5 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2078803 Mar 11 15:57:44.945817 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:57:46.658038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57504) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:46.873125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecb4687-de8f-4f06-80be-f3404b401c91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:46.873408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecb4687-de8f-4f06-80be-f3404b401c91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:46.874941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fecb4687-de8f-4f06-80be-f3404b401c91 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2159855 Mar 11 15:57:49.185768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57514) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:49.429783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35db395-b6e2-41b0-808a-9d0c3709d6ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:49.431116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e35db395-b6e2-41b0-808a-9d0c3709d6ad admin admin] 10.222.0.78 "GET /v2.0/networks/3d8be68c-02ee-4eab-876e-9cced499e4e8 HTTP/1.1" status: 200 len: 869 time: 0.2443628 Mar 11 15:57:51.513649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57524) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:51.708872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2189f68-d156-4bc1-97a3-48053dbe61df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:51.710175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a2189f68-d156-4bc1-97a3-48053dbe61df admin admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 886 time: 0.1955464 Mar 11 15:57:53.924853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57534) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:54.056054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d095f-c65c-45da-8c9e-ed7ca6c2c0d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:54.056424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319d095f-c65c-45da-8c9e-ed7ca6c2c0d7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:54.057142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-319d095f-c65c-45da-8c9e-ed7ca6c2c0d7 admin admin] Synchronizing usage tracker for tenant:7a9960673a144f298c0af66445be4b63 on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:57:54.074720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-319d095f-c65c-45da-8c9e-ed7ca6c2c0d7 admin admin] Unset dirty status for tenant:7a9960673a144f298c0af66445be4b63 on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:57:54.075870 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-319d095f-c65c-45da-8c9e-ed7ca6c2c0d7 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1502068 Mar 11 15:57:56.178695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57544) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:56.318526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b842f8-4136-4d0b-8705-1be08513f69a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:56.318805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b842f8-4136-4d0b-8705-1be08513f69a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:56.320334 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f9b842f8-4136-4d0b-8705-1be08513f69a admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406877 Mar 11 15:57:58.458444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57554) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:57:58.586468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264287c2-2365-4c05-b2c7-50be9cd9478e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:57:58.587796 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-264287c2-2365-4c05-b2c7-50be9cd9478e admin admin] 10.222.0.78 "GET /v2.0/subnets/be1f3cfd-56e9-4aca-9bd3-6161b1358860 HTTP/1.1" status: 200 len: 816 time: 0.1284008 Mar 11 15:58:00.795435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57564) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:00.939055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d80e51-5850-418b-80e9-aff57c25f3dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:00.941179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28d80e51-5850-418b-80e9-aff57c25f3dd admin admin] 10.222.0.78 "GET /v2.0/subnets/f2aa126a-f986-4c43-9a66-44dd5ee11931 HTTP/1.1" status: 200 len: 868 time: 0.1447005 Mar 11 15:58:08.053321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7fc338d-ddc8-4f68-bc14-94627b43d7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:10.540575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6173596b-e204-4462-9302-44d5d42afcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:11.803569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:11.998415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:13.333726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:20.129324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57602) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:20.206117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-8ae56e0b-844f-41b2-a775-0cc3371e0d81 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:58:20.207148 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ae56e0b-844f-41b2-a775-0cc3371e0d81 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0768454 Mar 11 15:58:21.946064 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:58:22.405972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57612) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:22.501110 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-15132325-2b39-484c-a3ff-dc213e7a6564 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:58:22.503108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-15132325-2b39-484c-a3ff-dc213e7a6564 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0962059 Mar 11 15:58:22.629691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fdc5e5-9f7d-4985-ab5f-8069c46a53cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:22.631050 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-47fdc5e5-9f7d-4985-ab5f-8069c46a53cd admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1240883 Mar 11 15:58:24.771289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57622) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:24.847954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:58:24.852442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:58:24.862452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:58:24.872218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Made reservation on behalf of 7a9960673a144f298c0af66445be4b63 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:58:24.874620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:24.966103 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING neutron.services.revisions.revision_plugin [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Could not find related network for resource to bump revision. Mar 11 15:58:24.978160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:58:24.987719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:24.988065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Added segment a7f68431-17a3-4d84-87ce-5d141cff2812 of type vlan for network 56572692-7f16-44f3-88a0-6e2317d13fcb Mar 11 15:58:25.014675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:25.043602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:25.044485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:25.045083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:25.144608 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3719120 Mar 11 15:58:25.147312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Pushing event updated for resources: {'Network': ['ID=56572692-7f16-44f3-88a0-6e2317d13fcb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:25.156032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.156369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.156697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.157037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.157342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.158211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.158574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.158932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.159248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.159564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.159875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d39e94a-3374-4a31-bd91-364bd8fc10cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:25.170988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 56572692-7f16-44f3-88a0-6e2317d13fcb details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 15:58:27.302840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57632) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:58:27.396275 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6d367e-3277-40e5-93e6-2c067a7ef9a5 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:58:27.396778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8f6d367e-3277-40e5-93e6-2c067a7ef9a5 admin admin] Synchronizing usage tracker for tenant:7a9960673a144f298c0af66445be4b63 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:58:27.412490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8f6d367e-3277-40e5-93e6-2c067a7ef9a5 admin admin] Unset dirty status for tenant:7a9960673a144f298c0af66445be4b63 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:58:27.413619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8f6d367e-3277-40e5-93e6-2c067a7ef9a5 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1099315 Mar 11 15:58:27.523516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d869f6-1103-4940-a041-1f1e1adce6ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:27.524939 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e8d869f6-1103-4940-a041-1f1e1adce6ee admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1073864 Mar 11 15:58:27.534585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 15:58:27.538892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:58:27.549377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:58:27.563219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Made reservation on behalf of 7a9960673a144f298c0af66445be4b63 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:58:27.567179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:27.786709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:27.858812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fbfe28-6571-447a-9098-845f8350c8c9,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:27.872528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Checking segment: {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:58:27.872872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Network hostable DHCP agents. Network: 56572692-7f16-44f3-88a0-6e2317d13fcb, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:58:27.894735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Network 56572692-7f16-44f3-88a0-6e2317d13fcb is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:58:27.903506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 56572692-7f16-44f3-88a0-6e2317d13fcb) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:58:27.908328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:58:27.909784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:27.915822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c667d-e9ee-4f3e-8279-0bd3fa3a9abe None None] Network 56572692-7f16-44f3-88a0-6e2317d13fcb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:58:27.941794 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-02c2721a-2904-4a85-94e0-69681898fd39 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4106865 Mar 11 15:58:28.149613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-56572692-7f16-44f3-88a0-6e2317d13fcb', 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb', 'tenant_id': '7a9960673a144f298c0af66445be4b63', 'fixed_ips': [{'subnet_id': '28fbfe28-6571-447a-9098-845f8350c8c9'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 15:58:28.150470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.323997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Allocated IP 192.168.233.2 (56572692-7f16-44f3-88a0-6e2317d13fcb/28fbfe28-6571-447a-9098-845f8350c8c9/e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:58:28.541416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.553292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Transition to ACTIVE for port object e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:58:28.573259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Transition to ACTIVE for port object e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 15:58:28.579361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.661654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Network 56572692-7f16-44f3-88a0-6e2317d13fcb is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:58:28.665181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:58:28.667660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 15:58:28.670002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Pushing event updated for resources: {'Port': ['ID=e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:28.705166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.705516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.705873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.706205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.706555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.706882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.707228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.707555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.708134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.708455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.708772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:58:28.771115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Attempting to bind port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 15:58:28.771481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Attempting to bind port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 15:58:28.771846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Attempting to bind port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 on network 56572692-7f16-44f3-88a0-6e2317d13fcb {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 15:58:28.778259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 15:58:28.778635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Checking segment: {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 15:58:28.779033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.779420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Bound using segment: {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 15:58:28.779883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Bound port: e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 15:58:28.780273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.873831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] For port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:58:28.878512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] For port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:58:28.882996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:28.976770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041de2-aeb9-4958-a322-f350ab8681d1 None None] Pushing event updated for resources: {'Port': ['ID=e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:29.802281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41effc-75b0-454f-b695-e33094259386 None None] Network 56572692-7f16-44f3-88a0-6e2317d13fcb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 15:58:29.932300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f0a6204e-e5b4-4cd9-8fdb-9e54446c61a1 None None] Provisioning for port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:58:30.472626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:58:30.548323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 15:58:30.553389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:30.553796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:30.677365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:30.711645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:58:30.716152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:30.791968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:58:32.437619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 15:58:32.507461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e12ed1a6-cb08-4a7d-a9ae-6ace8ecc2778 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 15:58:32.507827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:38.056769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-555c8d6b-c40b-49d9-9065-45b4bb6b465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:40.533790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71a0ce97-e4da-4c61-b3d4-eedeffe9e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:41.802287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:42.003301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:43.336429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:58:58.947255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:59:08.059454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29948d8f-cf8c-4ab6-a7bc-472eeb796cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:10.544674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55562ea8-6f27-4733-b966-6380f67a35bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:11.805770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:12.006892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:13.345108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:35.946648 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 15:59:38.064275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c75cab-bc82-4ec3-8f07-b12911055bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:40.538600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-92893f30-ae9d-45ca-83ed-56698799d4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:41.809366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:42.012468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:43.344176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.210935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57674) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.217066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-9daf7c23-cd78-4bbc-a02d-5a60eecb633e tempest-verify_tempest_config-459626902 tempest-verify_tempest_config-459626902-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 15:59:50.218597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9daf7c23-cd78-4bbc-a02d-5a60eecb633e tempest-verify_tempest_config-459626902 tempest-verify_tempest_config-459626902-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0067079 Mar 11 15:59:50.556874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57690) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.704698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.737921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 15:59:50.741943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Usage tracker for resource:security_group_rule and tenant:c19444b12b06473383ed0cb4effe2240 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 15:59:50.744762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 15:59:50.751245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 15:59:50.822003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.825811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.870910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a761aec8-603a-46ae-9c78-40e4d72ea26c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:50.876793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Synchronizing usage tracker for tenant:7a9960673a144f298c0af66445be4b63 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 15:59:50.886467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.886730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.887077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.887431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.887744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.888074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.888401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.888725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.889079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.889381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.890400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:59:50.905551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] Unset dirty status for tenant:7a9960673a144f298c0af66445be4b63 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 15:59:50.906804 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7589f58e-445f-4d72-a75b-5b467a30133f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c19444b12b06473383ed0cb4effe2240&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3489854 Mar 11 15:59:50.909677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57696) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 15:59:50.970421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:50.996645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.090906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.109361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a761aec8-603a-46ae-9c78-40e4d72ea26c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:59:51.112524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 15:59:51.114313 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-81d6a5a1-bbb4-4807-b1ba-4b5c7ee1e472 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a761aec8-603a-46ae-9c78-40e4d72ea26c HTTP/1.1" status: 204 len: 168 time: 0.2036009 Mar 11 16:00:08.066468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0788db01-7651-4780-af89-92a2baf63fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:10.544538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59804124-c405-4c9f-9d90-0e8f1f403fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:11.814885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:12.007668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:12.946433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:00:13.347747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:38.068338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca2631df-9a69-47b3-a88b-65668865b788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:40.537238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca7c73de-b268-4730-a5da-f1bd1f04ec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:41.815578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:42.013908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:43.350568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:00:49.947177 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 5 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:01:08.071747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2f999427-76d4-4c44-82db-7a44b125c851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:10.540245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dec833e7-1a2e-4625-baaf-952ff75b2ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:11.820314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:12.018593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:13.354781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:14.884302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16315548'] for agent, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:26.947598 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:01:29.742903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57766) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:29.884009 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8b7959dd-8877-4bef-a3d2-6cc58d8e2d8c admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1400278 Mar 11 16:01:32.013548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57776) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:01:32.103121 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e1851604-a106-4d9d-ad39-84b55cef2d53 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0884337 Mar 11 16:01:38.073263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-31316578-692f-4481-9ee7-aef23a1d11fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:40.543790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7bf01273-0a4c-466f-8f83-7873bbdb661a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:41.821305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:42.022404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:43.355752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:01:44.846566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:03.948255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:02:08.081923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3e4ee38-426d-411f-bd1f-9b871f5991cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:10.549111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9aaba17-6b5b-416a-b6c7-f2414d75e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:11.827025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:12.036098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:13.358594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:14.845393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:38.077410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b41c1b80-16c9-4a7d-aa3f-f82af56d2721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.544719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c7afed28-9041-4482-b6b8-3a9e14200bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:40.947882 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:02:41.829636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:42.032975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:43.364508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:44.861894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.335649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57926) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:58.717771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-464216804-network', 'tenant_id': '39817efefa3545148db3fe975a842785'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:58.725795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:58.729901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Usage tracker for resource:network and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:58.733288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:58.739180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:58.751386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Made reservation on behalf of 39817efefa3545148db3fe975a842785 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:58.754030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.768011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.800679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:58.805051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Usage tracker for resource:security_group_rule and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:58.808025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:58.816093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:58.886463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.891717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.913748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:02:58.942282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281b6db1-062c-4220-9b93-ffaf5483406f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:58.944668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:58.944999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Added segment 86173f59-a9e9-4cf7-8524-28b5ca750eb7 of type vlan for network 25cba1d7-6baf-4cca-8e85-cd83160da743 Mar 11 16:02:58.958224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.958602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.958956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.959336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.959668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.959992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.960331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.960659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.960977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.961294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.961808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Tracked resource versions report: Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: pushed versions: Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: { 'ConntrackHelper': {'1.0'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Log': {'1.0'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Network': {'1.1'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Port': {'1.5'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'PortForwarding': {'1.2'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'QosPolicy': {'1.8'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroup': {'1.2'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroupRule': {'1.0'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SubPort': {'1.0'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Subnet': {'1.1'}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Trunk': {'1.1'}} Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: consumer versions: Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: HyperV agent@hv-neutron-8332: {}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Log': '1.0', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Network': '1.1', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Port': '1.5', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'PortForwarding': '1.2', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'QosPolicy': '1.8', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroup': '1.2', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SecurityGroupRule': '1.0', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'SubPort': '1.0', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Subnet': '1.1', Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: 'Trunk': '1.1'}} Mar 11 16:02:58.962887 dv-neutron-833206-1-hyperv neutron-server[83841]: {{(pid=83841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:02:58.987981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.023276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.024285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:59.025136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.084747 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7443421 Mar 11 16:02:59.084994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57956) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:59.091482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Request body: {'subnet': {'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-464216804-subnet', 'tenant_id': '39817efefa3545148db3fe975a842785', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:59.097179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:59.101423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Usage tracker for resource:subnet and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:59.104835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:59.112115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:59.125388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Made reservation on behalf of 39817efefa3545148db3fe975a842785 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:02:59.128406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.169415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c74d-e1e6-4318-a672-7cc468f3deca admin admin] Pushing event updated for resources: {'Network': ['ID=25cba1d7-6baf-4cca-8e85-cd83160da743,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:59.179918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:02:59.370728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.455017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=1443c5fd-b53c-4cdc-9101-20aebb42f058,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:02:59.466417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.466768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.467104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.467436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.467822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.468288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.468624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.468951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.469276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.469595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.469944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Tracked resource versions report: Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: pushed versions: Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: { 'ConntrackHelper': {'1.0'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Log': {'1.0'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Network': {'1.1'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Port': {'1.5'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'PortForwarding': {'1.2'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'QosPolicy': {'1.8'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroup': {'1.2'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroupRule': {'1.0'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SubPort': {'1.0'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Subnet': {'1.1'}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Trunk': {'1.1'}} Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: consumer versions: Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: HyperV agent@hv-neutron-8332: {}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Log': '1.0', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Network': '1.1', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Port': '1.5', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'PortForwarding': '1.2', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'QosPolicy': '1.8', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroup': '1.2', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SecurityGroupRule': '1.0', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'SubPort': '1.0', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Subnet': '1.1', Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: 'Trunk': '1.1'}} Mar 11 16:02:59.471015 dv-neutron-833206-1-hyperv neutron-server[83840]: {{(pid=83840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:02:59.487407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Checking segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:02:59.488177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Network hostable DHCP agents. Network: 25cba1d7-6baf-4cca-8e85-cd83160da743, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:02:59.508017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57968) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:59.518369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:02:59.529915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 25cba1d7-6baf-4cca-8e85-cd83160da743) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:02:59.534851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:02:59.536551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.541120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fad3b-39f2-4aaf-a229-ab7c4001b71d None None] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:02:59.569567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 57976) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:02:59.569824 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-097a2151-b1e1-4d3a-82aa-ea0f9cbb16ac admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4836023 Mar 11 16:02:59.575333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:02:59.582299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:02:59.586709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Usage tracker for resource:router and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:02:59.590721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:02:59.597495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:02:59.611601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.612791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.646300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.841319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-25cba1d7-6baf-4cca-8e85-cd83160da743', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:02:59.843306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.867327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:02:59.889386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 57988) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:00.038479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Allocated IP 172.20.0.2 (25cba1d7-6baf-4cca-8e85-cd83160da743/1443c5fd-b53c-4cdc-9101-20aebb42f058/071fbeff-030a-4423-a294-61ff90f74b03) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:00.085499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1535835941-network', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:00.091842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:00.100556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Usage tracker for resource:network and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:00.104999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:00.117719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:00.120713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.161915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.209834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Made reservation on behalf of a97882f3678e41f9a1ce68ebb66dea20 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:00.212723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.246221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.296073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.308866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Transition to ACTIVE for port object 071fbeff-030a-4423-a294-61ff90f74b03 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:00.333148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Transition to ACTIVE for port object 071fbeff-030a-4423-a294-61ff90f74b03 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:00.342194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.360319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:00.372196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Usage tracker for resource:security_group_rule and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:00.378595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:00.387369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:00.411424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Allocated IP 172.26.4.154 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/20a3677e-07ad-42b8-9e8d-bc1574a866dc) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:00.415918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Pushing event updated for resources: {'Port': ['ID=071fbeff-030a-4423-a294-61ff90f74b03,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:00.427766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.428629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.428629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.429002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.429099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.429435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.429805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.430577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.430577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.430877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.431194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Tracked resource versions report: Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: pushed versions: Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: { 'ConntrackHelper': {'1.0'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Log': {'1.0'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Network': {'1.1'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Port': {'1.5'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'PortForwarding': {'1.2'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'QosPolicy': {'1.8'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroup': {'1.2'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroupRule': {'1.0'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SubPort': {'1.0'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Subnet': {'1.1'}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Trunk': {'1.1'}} Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: consumer versions: Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: HyperV agent@hv-neutron-8332: {}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Log': '1.0', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Network': '1.1', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Port': '1.5', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'PortForwarding': '1.2', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'QosPolicy': '1.8', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroup': '1.2', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SecurityGroupRule': '1.0', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'SubPort': '1.0', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Subnet': '1.1', Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: 'Trunk': '1.1'}} Mar 11 16:03:00.432369 dv-neutron-833206-1-hyperv neutron-server[83842]: {{(pid=83842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:03:00.446285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:00.447514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:00.450079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:00.488948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-808340611-network', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:00.496609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:00.506986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Usage tracker for resource:network and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:00.527049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:00.543038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:00.551421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Attempting to bind port 071fbeff-030a-4423-a294-61ff90f74b03 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:00.551913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Attempting to bind port 071fbeff-030a-4423-a294-61ff90f74b03 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:00.552354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Attempting to bind port 071fbeff-030a-4423-a294-61ff90f74b03 on network 25cba1d7-6baf-4cca-8e85-cd83160da743 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:00.560174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:00.560558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Checking segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:00.560949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.562590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Bound using segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:00.563171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Bound port: 071fbeff-030a-4423-a294-61ff90f74b03, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:00.563588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.577591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Made reservation on behalf of e9bb7e7773bc41a6bac4b2c1d3ac1e93 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:00.580860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.586933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.619708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.660573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.677940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:00.680940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:00.687987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.692968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Usage tracker for resource:security_group_rule and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:00.698426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:00.709040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:00.721736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] For port 071fbeff-030a-4423-a294-61ff90f74b03, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:00.727499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] For port 071fbeff-030a-4423-a294-61ff90f74b03, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=071fbeff-030a-4423-a294-61ff90f74b03,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:00.735734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.736048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee1143-3b45-420f-978a-3b30fc7368ea,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:00.745133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.746149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Added segment 4e3735d0-9ced-4666-bdec-5fc4674199b2 of type vlan for network 5d3b0383-841b-4642-9197-d70db7b832e5 Mar 11 16:03:00.785220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.839547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.841482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:00.844323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.860047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.867926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.886243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7eb0b4-27a6-4ab9-b3d3-9ba8350b0c54 None None] Pushing event updated for resources: {'Port': ['ID=071fbeff-030a-4423-a294-61ff90f74b03,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:00.890611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:00.906592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728841907568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:00.907165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Unsubscribe: segment precommit_create {{(pid=83840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 16:03:00.907610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Added segment f8773bc5-28b0-4731-a941-5b5c9eb02ca1 of type vlan for network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 Mar 11 16:03:01.008371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f116b9c-ffdf-4eed-a169-f77a5882eb2a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.014243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.064182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.070567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.071543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:01.072190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.183367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:01.188487 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6755991 Mar 11 16:03:01.190455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:01.235847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58024) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:01.236129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58026) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:01.239270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Pushing event updated for resources: {'Port': ['ID=20a3677e-07ad-42b8-9e8d-bc1574a866dc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.251497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] Pushing event updated for resources: {'Network': ['ID=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.254006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5df00-8b53-48e4-bdea-ecb0d769f99c admin admin] Pushing event updated for resources: {'Network': ['ID=5d3b0383-841b-4642-9197-d70db7b832e5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.270297 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-98c1eda3-8995-4379-9144-014b5632292a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3796036 Mar 11 16:03:01.273405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58032) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:01.275106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:01.280256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Request body: {'subnet': {'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-808340611-subnet', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:01.287132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:01.290354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:01.293995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Usage tracker for resource:subnet and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:01.299575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:01.307702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:01.323494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Request body: {'subnet': {'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1535835941-subnet', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:01.328519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Made reservation on behalf of e9bb7e7773bc41a6bac4b2c1d3ac1e93 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:01.328727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:01.331365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.333339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Usage tracker for resource:subnet and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:01.336233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:01.342218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:01.387758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Made reservation on behalf of a97882f3678e41f9a1ce68ebb66dea20 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:01.391706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.587127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5d3b0383-841b-4642-9197-d70db7b832e5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:01.678626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.700045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.802127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4fc5d6-73bd-4843-b384-4534d6900352,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.834710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80c2253-f28c-4a05-9e06-38f81fbf8bd0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:01.855820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Checking segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:01.856313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Network hostable DHCP agents. Network: 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:01.867640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Checking segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:01.868005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Network hostable DHCP agents. Network: 5d3b0383-841b-4642-9197-d70db7b832e5, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:01.892600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:01.896393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.897181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.907940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:01.917238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb0c46d-c895-474e-b29b-dbe0ef4a217d None None] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:01.943235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:01.943898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:01.989690 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b24981f6-fd9e-4435-8cb2-3a347f93928e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7145004 Mar 11 16:03:01.994404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58056) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:02.004727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:02.017245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:02.026440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Usage tracker for resource:router and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:02.034908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:02.050011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:02.070917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.072830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.116144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.123508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Network 5d3b0383-841b-4642-9197-d70db7b832e5 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:02.174897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5d3b0383-841b-4642-9197-d70db7b832e5) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:02.186962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:02.187553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.188685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a4acb-2358-48a6-96da-c1f1cdc64fc6 None None] Network 5d3b0383-841b-4642-9197-d70db7b832e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:02.198362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2068635521'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:02.204470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:02.209120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Usage tracker for resource:network and tenant:ab85b1a8f7014ac8b6a8f13110e4b8ea is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:02.212133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:02.220618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:02.255068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Made reservation on behalf of ab85b1a8f7014ac8b6a8f13110e4b8ea for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:02.271006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.294337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.325787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432039da-08ec-4fc5-a27a-67650d3d9852 None None] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:02.347903 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f0aef72c-f4f6-4c89-ba39-de815b88b74e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0700936 Mar 11 16:03:02.348863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58066) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:02.369595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:02.390692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:02.393341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:02.408320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Usage tracker for resource:router and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:02.411649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Usage tracker for resource:security_group_rule and tenant:ab85b1a8f7014ac8b6a8f13110e4b8ea is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:02.419391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:02.433828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:02.443074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:02.490363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:02.508302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.514099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.617293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.643547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-38c5177e-cc52-4bfa-a384-dfb7994fa6f1 None None] Provisioning for port 071fbeff-030a-4423-a294-61ff90f74b03 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:02.694362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.704864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 071fbeff-030a-4423-a294-61ff90f74b03 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:02.710748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.734370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.749569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:02.990084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:03:02.990084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:02.990762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146961c5-68ce-42ca-b63c-f75a7ee00a32,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:03.090456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.132328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.133027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Added segment 22fef351-9373-4b25-b442-e9a59a573daa of type vlan for network 0874314c-c41a-4d75-918e-fb317d1a01f6 Mar 11 16:03:03.133841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 071fbeff-030a-4423-a294-61ff90f74b03 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:03.142813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.159902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 071fbeff-030a-4423-a294-61ff90f74b03 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:03.160253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.202108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-5d3b0383-841b-4642-9197-d70db7b832e5', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:03:03.204104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.295653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.309801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.363173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Router 3541ed0e-ad90-41d5-81de-5d709b78c1bd is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:03:03.395715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Allocated IP 172.26.4.223 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3e14fdc0-9592-4b59-9795-62acd7416daa) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:03.435925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.445410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:03.447118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.449964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58090) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:03.656749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Allocated IP 172.20.0.2 (2b9b344d-a8b5-48fc-96c8-b8c4cb31af63/eb4fc5d6-73bd-4843-b384-4534d6900352/0aab54ba-0a52-4425-ac69-90cabfa9a158) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:03.683147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58098) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:03.684603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.778875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.790249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Pushing event updated for resources: {'Network': ['ID=0874314c-c41a-4d75-918e-fb317d1a01f6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:03.802173 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4d0623ab-aec2-42a9-bf1a-b27c74483628 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5250676 Mar 11 16:03:03.806081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58104) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:03.810153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58108) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:03.836402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.867797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0874314c-c41a-4d75-918e-fb317d1a01f6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:03.959739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:03.966205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:03.966433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:03.972230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:04.005020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.022393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Pushing event updated for resources: {'Port': ['ID=3e14fdc0-9592-4b59-9795-62acd7416daa,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:04.118189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:04.131498 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Sync routers for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:04.150812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:04.154295 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:02:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:04.163851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Allocated IP 172.20.0.2 (5d3b0383-841b-4642-9197-d70db7b832e5/c80c2253-f28c-4a05-9e06-38f81fbf8bd0/9e40dd3e-ff1d-4c59-be94-97c8d47d777f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:04.166008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c87db0d-7a7a-40ea-a87d-529438d1cf5c None None] Provisioning complete for port 071fbeff-030a-4423-a294-61ff90f74b03 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:04.166735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c87db0d-7a7a-40ea-a87d-529438d1cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.194563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:04.207179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:04.222310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Usage tracker for resource:floatingip and tenant:8f208049344b435da836831045c9fc42 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:04.239089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:04.243159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 071fbeff-030a-4423-a294-61ff90f74b03, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=071fbeff-030a-4423-a294-61ff90f74b03,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:04.262827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:04.292390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.309993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.337023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.360414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'name': 'tempest-network--1156994760', 'router:external': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:04.369494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-525462844', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:04.375274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:04.380632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Usage tracker for resource:port and tenant:865618fe907d44108054b39a6604dbb5 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:04.384554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:04.394181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:04.423290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.428545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ca901c10-e405-4efb-8b00-b2a5687cbf47 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8577857 Mar 11 16:03:04.429556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58120) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:04.432895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:04.445892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Made reservation on behalf of 865618fe907d44108054b39a6604dbb5 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:04.449026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.474180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.501105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=071fbeff-030a-4423-a294-61ff90f74b03,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:04.548596 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:04.632121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:network and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:04.672260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 071fbeff-030a-4423-a294-61ff90f74b03 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:04.732004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1104973972'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:04.740054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:04.762458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.779318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:04.832804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Allocated IP 172.26.4.76 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/f4632441-0254-4f0a-9620-6823e464f72d) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:04.841394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:04.851973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.857585 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:01Z', 'revision_number': 3, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:04.861448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58128) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:04.862706 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Checking router: 3541ed0e-ad90-41d5-81de-5d709b78c1bd for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:04.863067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Updating router 3541ed0e-ad90-41d5-81de-5d709b78c1bd port 20a3677e-07ad-42b8-9e8d-bc1574a866dc binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:04.865759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:04.868878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.879803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Transition to ACTIVE for port object 0aab54ba-0a52-4425-ac69-90cabfa9a158 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:04.883336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.893601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Usage tracker for resource:network and tenant:3eb774d446144856a8bfd593b2fc58e7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:04.910212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:04.944582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.958448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 071fbeff-030a-4423-a294-61ff90f74b03 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:04.959257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:04.960281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:04.969401 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.059109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Transition to ACTIVE for port object 0aab54ba-0a52-4425-ac69-90cabfa9a158 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:05.084760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0d584959-774f-4e87-a64d-c30489936301 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:05.086102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.149904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:05.152509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Router aa8fc63e-d791-4943-9d39-caf9c7d299d0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:03:05.157354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Usage tracker for resource:security_group_rule and tenant:865618fe907d44108054b39a6604dbb5 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:05.161918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:05.175479 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d584959-774f-4e87-a64d-c30489936301 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "PUT /v2.0/quotas/46b899d07eb44ce295adbebb00806b12 HTTP/1.1" status: 200 len: 366 time: 0.3067350 Mar 11 16:03:05.175721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58136) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.195718 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fc8e4c35-cbfb-49c8-9865-9ec3b91cfbc5 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0167439 Mar 11 16:03:05.196393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58140) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.197054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:05.199268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Made reservation on behalf of 3eb774d446144856a8bfd593b2fc58e7 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:05.203261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:05.203589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.214716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:05.253894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.283580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.293370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:05.297650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:05.316976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:security_group_rule and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:05.323097 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f1656c2-f072-44bc-b46b-f35ef10ba9de tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas/46b899d07eb44ce295adbebb00806b12 HTTP/1.1" status: 200 len: 366 time: 0.1223307 Mar 11 16:03:05.324283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58144) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.326376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:05.334887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.355686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:05.366564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c409703f-1e6f-44eb-88f3-ee16d926e845 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/46b899d07eb44ce295adbebb00806b12 HTTP/1.1" status: 204 len: 168 time: 0.0387378 Mar 11 16:03:05.370417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58148) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.383528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:05.397758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Usage tracker for resource:security_group_rule and tenant:3eb774d446144856a8bfd593b2fc58e7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:05.397983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4fa7b569-5c85-4d62-ae15-604456e0faf3 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0218842 Mar 11 16:03:05.398093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Transition to ACTIVE for port object 9e40dd3e-ff1d-4c59-be94-97c8d47d777f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:05.399586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58152) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.401499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Pushing event updated for resources: {'Port': ['ID=0aab54ba-0a52-4425-ac69-90cabfa9a158,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:05.411122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:05.422764 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9ff66a36-3248-4218-b846-5dd7228b3261 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas/46b899d07eb44ce295adbebb00806b12 HTTP/1.1" status: 200 len: 370 time: 0.0182178 Mar 11 16:03:05.425253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58156) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.434564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:05.435342 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0c0fb25e-c2d3-49cd-adc6-61d1f233352e tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas/46b899d07eb44ce295adbebb00806b12/default HTTP/1.1" status: 200 len: 370 time: 0.0073905 Mar 11 16:03:05.441243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58160) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.461154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.463190 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-4e27b358-eaba-4066-93a3-6522d92640cf tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] delete failed (client error): The resource could not be found. Mar 11 16:03:05.467146 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4e27b358-eaba-4066-93a3-6522d92640cf tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "DELETE /v2.0/quotas/46b899d07eb44ce295adbebb00806b12 HTTP/1.1" status: 404 len: 348 time: 0.0222731 Mar 11 16:03:05.488742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.494937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.501986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Transition to ACTIVE for port object 9e40dd3e-ff1d-4c59-be94-97c8d47d777f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:05.506721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Attempting to bind port 0aab54ba-0a52-4425-ac69-90cabfa9a158 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:05.507370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Attempting to bind port 0aab54ba-0a52-4425-ac69-90cabfa9a158 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:05.507943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Attempting to bind port 0aab54ba-0a52-4425-ac69-90cabfa9a158 on network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:05.511481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.543355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] device_id is not set on port a04d007b-4141-410d-ba5f-c4adbe91d700 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:05.566320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Allocated IP 172.26.4.183 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3d01ba01-054d-4156-91ad-8a345bfe65c8) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:05.588651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:05.589324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Checking segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:05.589921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.590466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Bound using segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:05.591206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Bound port: 0aab54ba-0a52-4425-ac69-90cabfa9a158, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:05.591852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.607268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Network 5d3b0383-841b-4642-9197-d70db7b832e5 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:05.613928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:05.619850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:05.627848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Pushing event updated for resources: {'Port': ['ID=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:05.672559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bcd27b-cefc-482a-bb2f-a976ad72a5de,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:05.756957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:05.765984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58170) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.786850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Sync routers for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:05.809522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Attempting to bind port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:05.810315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Attempting to bind port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:05.810910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Attempting to bind port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f on network 5d3b0383-841b-4642-9197-d70db7b832e5 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:05.817673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] For port 0aab54ba-0a52-4425-ac69-90cabfa9a158, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:05.819646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.820922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ddbccab6-aa13-4ac3-94c9-1bc5e4b93c0b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8253229 Mar 11 16:03:05.824233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] For port 0aab54ba-0a52-4425-ac69-90cabfa9a158, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0aab54ba-0a52-4425-ac69-90cabfa9a158,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:05.824519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58174) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:05.831665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:05.833740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:02:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:05.840225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:05.882913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:network and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:05.888609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.894080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:05.894496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Checking segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:05.894886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.896026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Bound using segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:05.896852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Bound port: 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:05.897562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:05.905216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:05.915291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:05.933201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:05.996412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Pushing event updated for resources: {'Port': ['ID=f4632441-0254-4f0a-9620-6823e464f72d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.004370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.006351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:subnet and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:06.027563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.059545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.072187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:06.083473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.107518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.107518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:06.124879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.125281 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Added segment b28151bc-9ac1-4667-8ec1-6ce67914d6e0 of type vlan for network 5db44134-3f48-4325-8838-66dbb624e828 Mar 11 16:03:06.126565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11426557-5271-4d44-b382-fee8b7a3affe,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.144311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:subnetpool and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:06.155023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:06.158746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:06.174649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:port and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:06.185004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.190110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:06.206678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.206678 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Added segment a31e74f6-dad3-40dc-909a-6a1482057561 of type vlan for network 9eaba49e-0cd1-4268-9033-261522ac03a6 Mar 11 16:03:06.224400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4783-2cfa-48aa-9413-a4aa34d3d2be None None] Pushing event updated for resources: {'Port': ['ID=0aab54ba-0a52-4425-ac69-90cabfa9a158,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.227870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa277202-4441-48b1-a190-11933058214c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.249435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.284432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Pushing event updated for resources: {'Port': ['ID=3d01ba01-054d-4156-91ad-8a345bfe65c8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.285650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:06.292786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:06.299113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:router and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:06.310362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:06.316128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:06.319219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:06.321172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.321962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:06.324229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:06.401318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.402131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:06.402726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.451387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.455124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:06.455710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.581234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.607312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=5db44134-3f48-4325-8838-66dbb624e828,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.611975 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.637480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.638244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.652338 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Transition to ACTIVE for port object 20a3677e-07ad-42b8-9e8d-bc1574a866dc will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:06.666201 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.668340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5db44134-3f48-4325-8838-66dbb624e828 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:06.726441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:floatingip and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:06.747768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:06.754086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9348955 Mar 11 16:03:06.755728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9ba544a5-f11d-4a5b-8aaa-f1a38f38107b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9486353 Mar 11 16:03:06.762311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.772478 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Pushing event updated for resources: {'Port': ['ID=20a3677e-07ad-42b8-9e8d-bc1574a866dc,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:06.789904 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.790380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.791027 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.791737 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.792295 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.792796 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.793189 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.793605 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.794050 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.794447 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.794885 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Tracked resource versions report: Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: pushed versions: Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: { 'ConntrackHelper': {'1.0'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Log': {'1.0'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Network': {'1.1'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Port': {'1.5'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'PortForwarding': {'1.2'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'QosPolicy': {'1.8'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroup': {'1.2'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroupRule': {'1.0'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SubPort': {'1.0'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Subnet': {'1.1'}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Trunk': {'1.1'}} Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: consumer versions: Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: { DHCP agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: HyperV agent@hv-neutron-8332: {}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: L3 agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: Metadata agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: Metering agent@dv-neutron-833206-1-hyperv: {}, Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: Open vSwitch agent@dv-neutron-833206-1-hyperv: { 'ConntrackHelper': '1.0', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Log': '1.0', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Network': '1.1', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Port': '1.5', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'PortForwarding': '1.2', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'QosPolicy': '1.8', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroup': '1.2', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SecurityGroupRule': '1.0', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'SubPort': '1.0', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Subnet': '1.1', Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: 'Trunk': '1.1'}} Mar 11 16:03:06.796097 dv-neutron-833206-1-hyperv neutron-server[83843]: {{(pid=83843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 16:03:06.799604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58180) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:06.799984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58182) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:06.816611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.817343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Request body: {'subnet': {'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:06.827693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0aab54ba-0a52-4425-ac69-90cabfa9a158 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:06.836666 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Attempting to bind port 20a3677e-07ad-42b8-9e8d-bc1574a866dc on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:06.837031 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Attempting to bind port 20a3677e-07ad-42b8-9e8d-bc1574a866dc by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:06.837642 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Attempting to bind port 20a3677e-07ad-42b8-9e8d-bc1574a866dc on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:06.847124 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:06.847659 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:06.848067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.848455 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:06.849060 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Bound port: 20a3677e-07ad-42b8-9e8d-bc1574a866dc, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:06.849445 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:06.949490 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] For port 20a3677e-07ad-42b8-9e8d-bc1574a866dc, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:06.953228 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] For port 20a3677e-07ad-42b8-9e8d-bc1574a866dc, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=20a3677e-07ad-42b8-9e8d-bc1574a866dc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:06.962684 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:07.054236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 0aab54ba-0a52-4425-ac69-90cabfa9a158 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:07.060576 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bff04b-2a12-46d4-93ee-ae1e07c0d629 None None] Pushing event updated for resources: {'Port': ['ID=20a3677e-07ad-42b8-9e8d-bc1574a866dc,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:07.097841 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:07.098273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647f538-29c8-4221-8d65-a0bf0828b43f tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event updated for resources: {'Network': ['ID=9eaba49e-0cd1-4268-9033-261522ac03a6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:07.099402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:02:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:07.130718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:07.261248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c280af-f89f-4d1a-9530-dcffaac066a3 None None] Pushing event updated for resources: {'Port': ['ID=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:07.276442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Allocated IP 172.26.4.160 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a04d007b-4141-410d-ba5f-c4adbe91d700) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:07.418480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 3, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:07.423542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Checking router: aa8fc63e-d791-4943-9d39-caf9c7d299d0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:07.423819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Updating router aa8fc63e-d791-4943-9d39-caf9c7d299d0 port 3e14fdc0-9592-4b59-9795-62acd7416daa binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:07.477595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:07.526996 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:07.564671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:07.575955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Usage tracker for resource:subnet and tenant:3eb774d446144856a8bfd593b2fc58e7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:07.584137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:07.593542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:07.672441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:07.797428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:07.880471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f374a6d-19d3-4fc5-8b4c-abf3ac2fe4d2 None None] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:07.919598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Made reservation on behalf of 3eb774d446144856a8bfd593b2fc58e7 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:07.944976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.946010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.946762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.947087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > port after_create 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.947399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.947740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > port after_update 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.948223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.948559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.948868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.949173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:07.988976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.056503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Provisioning for port 0aab54ba-0a52-4425-ac69-90cabfa9a158 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:08.090219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Router ed110f65-dd3f-490b-ba2b-44a985ae5036 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:03:08.090719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Provisioning complete for port 0aab54ba-0a52-4425-ac69-90cabfa9a158 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:08.091991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.099518 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:01Z', 'revision_number': 3, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.110221 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91786f94-fda0-4c51-aac2-5d9f8a1cf26b None None] The sync data for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv is: [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:01Z', 'revision_number': 3, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:08.118360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.137016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:08.137463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:08.137692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:08.137998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:08.138384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db44134-3f48-4325-8838-66dbb624e828']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.177425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.275778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0bfc-8b5f-4a1a-8a86-40fa3e5555e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.379404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28151bc-9ac1-4667-8ec1-6ce67914d6e0') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.379728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28151bc-9ac1-4667-8ec1-6ce67914d6e0') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:08.450424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.522903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:08.532292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:08.549049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:08.550022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:08.557338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.557518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.563214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.588175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Pushing event updated for resources: {'Port': ['ID=a04d007b-4141-410d-ba5f-c4adbe91d700,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:08.610135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:security_group and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:08.684841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.727652 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f820c7c0-b1cd-4501-a0f8-7892fa5927ba tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9716752 Mar 11 16:03:08.734308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:08.747005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.160'}]}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:08.749460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4c3d8-6cf2-4ac0-b52e-3246e9e94ec2 None None] Network 5d3b0383-841b-4642-9197-d70db7b832e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:08.761006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:08.762586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn_limited( Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn_limited( Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:08.795161 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:08.821198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:08.831332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 20a3677e-07ad-42b8-9e8d-bc1574a866dc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:08.858501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Allocated IP 172.20.0.1 (25cba1d7-6baf-4cca-8e85-cd83160da743/1443c5fd-b53c-4cdc-9101-20aebb42f058/d9a80ffd-6db7-42a7-b085-b7535efe28c4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:08.865989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:08.871296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Usage tracker for resource:router and tenant:865618fe907d44108054b39a6604dbb5 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:08.875588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:08.883775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:08.902799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.904336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:08.933379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:03:08.942787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Usage tracker for resource:security_group_rule and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:08.970448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:08.985051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] For port 0aab54ba-0a52-4425-ac69-90cabfa9a158, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0aab54ba-0a52-4425-ac69-90cabfa9a158,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:09.006588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.052310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.062870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.076429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.076770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.156755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.161696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Transition to ACTIVE for port object 3e14fdc0-9592-4b59-9795-62acd7416daa will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:09.169183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 20a3677e-07ad-42b8-9e8d-bc1574a866dc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:09.222295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:09.232660 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Sync routers for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:09.259616 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:09.260249 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:02:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:09.329063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Network': ['ID=5db44134-3f48-4325-8838-66dbb624e828,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.348907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b4c2d69d-e1bb-42db-a796-112dcd22c6a8 tempest-QuotasTest-84596343 tempest-QuotasTest-84596343-project-admin] 10.222.0.78 "GET /v2.0/quotas/bb1d28bad4d94ba0887041508962bc5a/details.json HTTP/1.1" status: 200 len: 703 time: 3.5729582 Mar 11 16:03:09.376986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5db44134-3f48-4325-8838-66dbb624e828 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:09.381105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 20a3677e-07ad-42b8-9e8d-bc1574a866dc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:09.381722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.381844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.425567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.429778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.430864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-011eafe4-fdbf-4851-80fc-64d1b4e2cd9e admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0789070 Mar 11 16:03:09.433881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58202) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:09.442085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Transition to ACTIVE for port object d9a80ffd-6db7-42a7-b085-b7535efe28c4 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:09.449054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.461967 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-62f276d0-de24-4cb1-a029-833b331cc723 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/5db44134-3f48-4325-8838-66dbb624e828 HTTP/1.1" status: 204 len: 168 time: 2.6534922 Mar 11 16:03:09.481203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58206) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:09.519259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:09.531376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:09.537577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:network and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:09.543427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dec0c-0a26-4168-b4d5-eabdfb1ee67f None None] Pushing event updated for resources: {'Port': ['ID=0aab54ba-0a52-4425-ac69-90cabfa9a158,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.551910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:09.565974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:09.609019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.611244 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:09.621123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e3ad942b-61b6-46e4-9faa-f719ae50bd1a None None] Provisioning for port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:09.644551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:09.664986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Attempting to bind port 3e14fdc0-9592-4b59-9795-62acd7416daa on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:09.665720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Attempting to bind port 3e14fdc0-9592-4b59-9795-62acd7416daa by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:09.666312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Attempting to bind port 3e14fdc0-9592-4b59-9795-62acd7416daa on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:09.684289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.693368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180fd1-b714-4df9-b381-39bd133bcefc None None] Pushing event updated for resources: {'Port': ['ID=3e14fdc0-9592-4b59-9795-62acd7416daa,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.700396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:09.703077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:09.703920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.704653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:09.705377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Bound port: 3e14fdc0-9592-4b59-9795-62acd7416daa, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:09.708737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.753404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.882312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:09.897380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.898025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Added segment 846c723f-3eb7-4d7d-a6fd-aea249bd507c of type vlan for network c66d4e3e-9a1b-4e61-9031-18c2c414695b Mar 11 16:03:09.931080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:09.941720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:09.948732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:09.953986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:09.958451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:09.961970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.018284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.040890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.130796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4509f5b1-a9e1-4926-a703-bea50134a0d6 None None] Provisioning complete for port 0aab54ba-0a52-4425-ac69-90cabfa9a158 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:10.134307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4509f5b1-a9e1-4926-a703-bea50134a0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.190588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.199566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:10.200166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.247173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 20a3677e-07ad-42b8-9e8d-bc1574a866dc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=20a3677e-07ad-42b8-9e8d-bc1574a866dc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:10.267122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] For port 3e14fdc0-9592-4b59-9795-62acd7416daa, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:10.284190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.299661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9e40dd3e-ff1d-4c59-be94-97c8d47d777f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:10.371003 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:06Z', 'revision_number': 3, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:10.383928 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Checking router: ed110f65-dd3f-490b-ba2b-44a985ae5036 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:10.384280 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Updating router ed110f65-dd3f-490b-ba2b-44a985ae5036 port f4632441-0254-4f0a-9620-6823e464f72d binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:10.404527 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9113014 Mar 11 16:03:10.406017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.407338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9559090 Mar 11 16:03:10.408090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf05c9-e04e-4230-b29e-be2cb997ae3e tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Pushing event updated for resources: {'Port': ['ID=3d01ba01-054d-4156-91ad-8a345bfe65c8,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:10.420083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58216) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:10.420966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58218) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:10.421239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:10.449192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] For port 3e14fdc0-9592-4b59-9795-62acd7416daa, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3e14fdc0-9592-4b59-9795-62acd7416daa,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:10.458773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'subnet': {'network_id': 'c66d4e3e-9a1b-4e61-9031-18c2c414695b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:10.465839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1768207685', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'fixed_ips': [{'ip_address': '172.26.4.183'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:10.481818 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.486639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:10.492542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:10.492542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc5941-93a1-4d91-ac65-1742eba78ccb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=c66d4e3e-9a1b-4e61-9031-18c2c414695b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:10.502124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:subnet and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:10.506068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Usage tracker for resource:port and tenant:8f208049344b435da836831045c9fc42 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:10.516575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:10.519536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:10.547953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:10.547953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:10.600578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:10.605936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.615401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.627366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c66d4e3e-9a1b-4e61-9031-18c2c414695b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:10.630298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Made reservation on behalf of 8f208049344b435da836831045c9fc42 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:10.633513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.658363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.663556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.740846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.767503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bfad924c-09e8-4783-94f1-dff42395ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.773888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=20a3677e-07ad-42b8-9e8d-bc1574a866dc,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:10.842010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.900111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:10.904149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:10.905793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Usage tracker for resource:security_group_rule and tenant:db1b226108114e558dff2619b05c5707 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:10.909811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:10.917512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:10.958895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.027754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180fd1-b714-4df9-b381-39bd133bcefc None None] Pushing event updated for resources: {'Port': ['ID=3e14fdc0-9592-4b59-9795-62acd7416daa,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.034157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.037858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:11.051578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:11.051578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.074041 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.099633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:11.100439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:11.102628 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Transition to ACTIVE for port object f4632441-0254-4f0a-9620-6823e464f72d will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:11.113288 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.115763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.180293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7b24c-04d3-4c47-9e5b-e34b9eff4f8f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.213644 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2e487-608d-467b-af5c-bacc8759416d None None] Pushing event updated for resources: {'Port': ['ID=f4632441-0254-4f0a-9620-6823e464f72d,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.216498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:11.220369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Attempting to bind port f4632441-0254-4f0a-9620-6823e464f72d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:11.220960 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Attempting to bind port f4632441-0254-4f0a-9620-6823e464f72d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:11.221563 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Attempting to bind port f4632441-0254-4f0a-9620-6823e464f72d on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:11.222073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.236084 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:11.236315 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:11.236545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event updated for resources: {'Subnet': ['ID=d93dff09-ac59-4084-bbaa-da910260ef4c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.237947 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.239499 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:11.239990 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Bound port: f4632441-0254-4f0a-9620-6823e464f72d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:11.241955 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.242274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Usage tracker for resource:security_group_rule and tenant:8f208049344b435da836831045c9fc42 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:11.253035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:11.266250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.266954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.268082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:11.297530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Checking segment: {'id': 'a31e74f6-dad3-40dc-909a-6a1482057561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:11.298062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Network hostable DHCP agents. Network: 9eaba49e-0cd1-4268-9033-261522ac03a6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:11.304148 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-34333659-63bf-4b3e-8db8-c148a693dbaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db1b226108114e558dff2619b05c5707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8814590 Mar 11 16:03:11.317465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58236) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:11.350474 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] For port f4632441-0254-4f0a-9620-6823e464f72d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:11.354854 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] For port f4632441-0254-4f0a-9620-6823e464f72d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4632441-0254-4f0a-9620-6823e464f72d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:11.362513 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.463881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:11.474318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2e487-608d-467b-af5c-bacc8759416d None None] Pushing event updated for resources: {'Port': ['ID=f4632441-0254-4f0a-9620-6823e464f72d,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.478052 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:11.479029 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:11.563047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.589569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.591664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.598323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.728350 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:11.773856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.801391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:11.820064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 9eaba49e-0cd1-4268-9033-261522ac03a6) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:11.822101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7b24c-04d3-4c47-9e5b-e34b9eff4f8f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:11.889764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.894185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f694603-a17d-43d4-9268-5eab72190b71 None None] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:11.927135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:11.928527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.936942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.962475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.963743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c30f448-13d5-4592-93e6-71145bc7ed4a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9eb7b24c-04d3-4c47-9e5b-e34b9eff4f8f HTTP/1.1" status: 204 len: 168 time: 0.6450987 Mar 11 16:03:11.964497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:11.988739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] device_id is not set on port 516f3151-a2e1-47ce-be0f-d26cbcfb0d02 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:12.117728 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:06Z', 'revision_number': 3, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:12.122456 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e78c5f-4eb6-49b8-9823-9dc37866cea4 None None] The sync data for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv is: [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:06Z', 'revision_number': 3, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:12.145165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Provisioning for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:12.193600 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4689553-7c87-4df0-bdc6-051d06b5fe9c tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3839288 Mar 11 16:03:12.198050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:12.205206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Provisioning complete for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:12.205565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.212626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Request body: {'port': {'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-410175219'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:12.237123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.237289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.302053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b60afd-ef4e-485b-a613-af35ad584b54,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:12.339260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-9eaba49e-0cd1-4268-9033-261522ac03a6', 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6', 'tenant_id': '3eb774d446144856a8bfd593b2fc58e7', 'fixed_ips': [{'subnet_id': 'd93dff09-ac59-4084-bbaa-da910260ef4c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:03:12.340117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.386164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:12.395344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:12.397791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:12.455297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:12.496871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.507938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.610431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Port d9a80ffd-6db7-42a7-b085-b7535efe28c4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:12.633866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58250) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:12.676320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:03:12.676792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:03:12.705610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 20a3677e-07ad-42b8-9e8d-bc1574a866dc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:12.710971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.757113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Usage tracker for resource:port and tenant:3eb774d446144856a8bfd593b2fc58e7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:12.772625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:12.785976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Allocated IP 172.20.0.1 (2b9b344d-a8b5-48fc-96c8-b8c4cb31af63/eb4fc5d6-73bd-4843-b384-4534d6900352/e9b2839a-9f98-436c-bfe2-672d695d1dc7) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:12.818647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:12.823238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Usage tracker for resource:security_group_rule and tenant:bb1d28bad4d94ba0887041508962bc5a is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:12.827204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:12.833947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:12.844555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:12.851711 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Provisioning complete for port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:12.852074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d67da684-4a19-45b3-8d32-54cf8453d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.855883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:12.866151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.898727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4fec20fa-7129-48cd-a98a-ce04e9a7d843 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4670503 Mar 11 16:03:12.909168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58254) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:12.918007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:03:12.918614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.921493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Made reservation on behalf of 3eb774d446144856a8bfd593b2fc58e7 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:12.924558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.939388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:12.952195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 3, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:12.974163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8c3ee-f978-4a32-888c-181a5f6883cf None None] The sync data for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:04Z', 'revision_number': 3, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:13.000358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Allocated IP 172.20.0.2 (9eaba49e-0cd1-4268-9033-261522ac03a6/d93dff09-ac59-4084-bbaa-da910260ef4c/325b1c4b-ae0d-49fe-a1f3-85a4413e87cd) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:13.109326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 20a3677e-07ad-42b8-9e8d-bc1574a866dc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:13.109690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.159617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.176595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.229360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] device_id is not set on port c38f51e5-2d25-4a3c-9d06-a23e95d463e2 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:13.274470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014db471-cbbb-4f88-8887-1d0d48683bed,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:13.333304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78b35600-13ee-442d-b2aa-fbd8d87673f4,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:13.420118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.429567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Deleting port 3d01ba01-054d-4156-91ad-8a345bfe65c8 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:13.429567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.456482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3cb819b9-9c7c-4f5b-96e8-088470826fbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb1d28bad4d94ba0887041508962bc5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8203135 Mar 11 16:03:13.465357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58258) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:13.471835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Transition to ACTIVE for port object e9b2839a-9f98-436c-bfe2-672d695d1dc7 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:13.491575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.499840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Checking segment: {'id': '846c723f-3eb7-4d7d-a6fd-aea249bd507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'c66d4e3e-9a1b-4e61-9031-18c2c414695b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:13.501183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Network hostable DHCP agents. Network: c66d4e3e-9a1b-4e61-9031-18c2c414695b, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:13.501689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.509013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.565000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.565520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b26c896b-8145-44c5-bfd3-ca2a4e0ccfef {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:03:13.580352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0aab54ba-0a52-4425-ac69-90cabfa9a158 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:13.596656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:13.633766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:13.635880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:13.638772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:13.666232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Transition to ACTIVE for port object 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:13.717570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-db25cdc1-278d-4fc8-8153-db46a5c7d14b None None] Provisioning complete for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:13.718008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db25cdc1-278d-4fc8-8153-db46a5c7d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.757117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.779758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Transition to ACTIVE for port object 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:13.781442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0aab54ba-0a52-4425-ac69-90cabfa9a158 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:13.782078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.844708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Network c66d4e3e-9a1b-4e61-9031-18c2c414695b is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:13.856244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:13.938982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-db25cdc1-278d-4fc8-8153-db46a5c7d14b None None] Port d9a80ffd-6db7-42a7-b085-b7535efe28c4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:13.952679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:13.966671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:13.967735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c66d4e3e-9a1b-4e61-9031-18c2c414695b) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:13.970482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:14.008718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:14.009304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.023684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbe19d-540c-4379-b7a7-441fff6c6697 None None] Network c66d4e3e-9a1b-4e61-9031-18c2c414695b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:14.044051 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed4f0569-4092-4ec5-a82b-10aa13db80eb tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6195180 Mar 11 16:03:14.050109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58262) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:14.056124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'floatingip': {'floating_network_id': 'c66d4e3e-9a1b-4e61-9031-18c2c414695b'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:14.059007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.071862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:14.088823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:floatingip and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:14.098218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:14.151301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:14.194314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.234887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Pushing event updated for resources: {'Port': ['ID=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:14.351261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Attempting to bind port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:14.351728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Attempting to bind port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a31e74f6-dad3-40dc-909a-6a1482057561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:14.352086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Attempting to bind port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd on network 9eaba49e-0cd1-4268-9033-261522ac03a6 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:14.368120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:14.368408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Checking segment: {'id': 'a31e74f6-dad3-40dc-909a-6a1482057561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:14.368805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.369196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Bound using segment: {'id': 'a31e74f6-dad3-40dc-909a-6a1482057561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:14.369671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Bound port: 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31e74f6-dad3-40dc-909a-6a1482057561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '9eaba49e-0cd1-4268-9033-261522ac03a6'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:14.370098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.429137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dc8a53d3-07ea-4c94-bfda-22ecfead1fe5 None None] Provisioning for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:14.444871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dc8a53d3-07ea-4c94-bfda-22ecfead1fe5 None None] Provisioning complete for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:14.445262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc8a53d3-07ea-4c94-bfda-22ecfead1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.458470 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:03:14.462530 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0520bec5-6ff9-416e-8dba-5db45eea8822 tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7245414 Mar 11 16:03:14.463523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58266) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:14.544076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a53d3-07ea-4c94-bfda-22ecfead1fe5 None None] Port e9b2839a-9f98-436c-bfe2-672d695d1dc7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:14.610046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.612706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-253a55a6-40da-425d-b0ce-0d1e40f04a69 {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:03:14.613168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:03:14.664128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d8c269-bb5d-47b0-9499-055bb9c2bf77 None None] Network c66d4e3e-9a1b-4e61-9031-18c2c414695b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:14.669492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Deleting port a04d007b-4141-410d-ba5f-c4adbe91d700 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:14.680150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.682160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] For port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:14.686887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.753476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.757733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] For port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,segment=NetworkSegment(a31e74f6-dad3-40dc-909a-6a1482057561),segment_id=a31e74f6-dad3-40dc-909a-6a1482057561)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:14.773590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.773843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.779375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.887034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.913681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:14.921191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3e14fdc0-9592-4b59-9795-62acd7416daa up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:14.966612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Calling delete_port for 3d01ba01-054d-4156-91ad-8a345bfe65c8 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:15.043989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.054526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779e603-b2ba-4687-a6c9-f62fb8f73f2a None None] Pushing event updated for resources: {'Port': ['ID=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:15.133360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.141671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3e14fdc0-9592-4b59-9795-62acd7416daa completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:15.149109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3e14fdc0-9592-4b59-9795-62acd7416daa triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:15.150070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.161829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.166080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.169745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Pushing event updated for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:15.313510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] device_id is not set on port 0c40aa01-79ca-4770-a797-d9cbed8baada yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:15.324984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.372259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.412085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014db471-cbbb-4f88-8887-1d0d48683bed,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:15.444251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.463395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 3e14fdc0-9592-4b59-9795-62acd7416daa, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3e14fdc0-9592-4b59-9795-62acd7416daa,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:15.470386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.471492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4632441-0254-4f0a-9620-6823e464f72d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:15.533266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Calling delete_port for a04d007b-4141-410d-ba5f-c4adbe91d700 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:15.613042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=3e14fdc0-9592-4b59-9795-62acd7416daa,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:15.627880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f4632441-0254-4f0a-9620-6823e464f72d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:15.633303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f4632441-0254-4f0a-9620-6823e464f72d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:15.633607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.682777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Router 3541ed0e-ad90-41d5-81de-5d709b78c1bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:03:15.685336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.692059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Allocated IP 172.20.0.1 (5d3b0383-841b-4642-9197-d70db7b832e5/c80c2253-f28c-4a05-9e06-38f81fbf8bd0/7da32d90-a5bf-4802-a677-16e226385f8e) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:15.762575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d01ba01-054d-4156-91ad-8a345bfe65c8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:15.787965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Allocated IP 172.20.0.10 (c66d4e3e-9a1b-4e61-9031-18c2c414695b/78b35600-13ee-442d-b2aa-fbd8d87673f4/53c90164-14a7-40a2-845f-4e8d8a5b720b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:15.792562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:15.798040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:15.824138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.833488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Allocated IP 172.20.0.3 (9eaba49e-0cd1-4268-9033-261522ac03a6/d93dff09-ac59-4084-bbaa-da910260ef4c/0c40aa01-79ca-4770-a797-d9cbed8baada) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:15.844287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f4632441-0254-4f0a-9620-6823e464f72d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4632441-0254-4f0a-9620-6823e464f72d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:15.848523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.849639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9e40dd3e-ff1d-4c59-be94-97c8d47d777f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:15.893097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:15.894255 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-850824a5-4ad3-4f7e-b4bf-4a3596766dd6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/014db471-cbbb-4f88-8887-1d0d48683bed HTTP/1.1" status: 204 len: 168 time: 2.4214413 Mar 11 16:03:16.018742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.021064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.028372 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a5bdcec0-d67a-4635-a038-f7f5303e9657 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997 tempest-ExternalNetworksAdminNegativeTestJSON-1373298997-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/22b8f344-7983-4d79-bc18-6d887d02e4ae HTTP/1.1" status: 204 len: 168 time: 3.1143064 Mar 11 16:03:16.053173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f4632441-0254-4f0a-9620-6823e464f72d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:16.101327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:16.101882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.384961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05d2663a-91cb-4498-a7cc-5d8fa9187e7c None None] Provisioning complete for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:16.385406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05d2663a-91cb-4498-a7cc-5d8fa9187e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.402039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.465682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-05d2663a-91cb-4498-a7cc-5d8fa9187e7c None None] Port e9b2839a-9f98-436c-bfe2-672d695d1dc7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:16.505802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Pushing event deleted for resources: {'Port': ['ID=a04d007b-4141-410d-ba5f-c4adbe91d700,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:16.550467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9c0bf-17ee-428d-9646-af3d40b85d87 None None] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:16.651565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2df50130-4551-45e5-a788-82bb29d356a3 None None] Provisioning for port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:16.731124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58278) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:16.871665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:16.916003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.005165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Transition to ACTIVE for port object 7da32d90-a5bf-4802-a677-16e226385f8e will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:17.029491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.035641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3e14fdc0-9592-4b59-9795-62acd7416daa up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:17.105460 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a251909b-7731-40cf-8faf-6e6ad309a3bf tempest-RoutersAdminNegativeTest-146768174 tempest-RoutersAdminNegativeTest-146768174-project-admin] 10.222.0.78 "DELETE /v2.0/ports/a04d007b-4141-410d-ba5f-c4adbe91d700 HTTP/1.1" status: 204 len: 168 time: 2.6390445 Mar 11 16:03:17.144677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.166483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.208393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3e14fdc0-9592-4b59-9795-62acd7416daa triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:17.210481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.227491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Transition to ACTIVE for port object 0c40aa01-79ca-4770-a797-d9cbed8baada will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:17.249176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.348420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Network c66d4e3e-9a1b-4e61-9031-18c2c414695b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:17.355446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:17.374179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Network 5d3b0383-841b-4642-9197-d70db7b832e5 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:17.385161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:17.385413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2343a5a4-4dac-4f48-8fad-54a028f90bd9 admin admin] 10.222.0.78 "PUT /v2.0/routers/3541ed0e-ad90-41d5-81de-5d709b78c1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9408724 Mar 11 16:03:17.386187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Sync routers for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:17.393013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:17.399436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:17.400045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.408486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Pushing event updated for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:17.412839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.481101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:17.507614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:17.517413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:17.528811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:17.536623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:17.560262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:17.565956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:17.566590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.658648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event updated for resources: {'Port': ['ID=0c40aa01-79ca-4770-a797-d9cbed8baada,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:17.666263 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3d9a8799-9cf2-4d0b-8114-e65ba5368a56 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4650536 Mar 11 16:03:17.709610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58302) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:17.724581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.744830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Port': ['ID=53c90164-14a7-40a2-845f-4e8d8a5b720b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:17.801482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:17.886750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4632441-0254-4f0a-9620-6823e464f72d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:17.952462 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:03:18.050834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Deleting port 0c40aa01-79ca-4770-a797-d9cbed8baada {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:18.051419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.078326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Provisioning for port 0c40aa01-79ca-4770-a797-d9cbed8baada completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:18.101427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Provisioning complete for port 0c40aa01-79ca-4770-a797-d9cbed8baada triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:18.101820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.137149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f4632441-0254-4f0a-9620-6823e464f72d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:18.137526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.144893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:18.166784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:18.168466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Usage tracker for resource:security_group_rule and tenant:89f473a0313c489f9fa75ec43b77b84f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:18.190721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58314) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:18.210222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:18.273236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:18.306009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Port 0c40aa01-79ca-4770-a797-d9cbed8baada cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:18.351455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.360578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.361565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.425319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Router aa8fc63e-d791-4943-9d39-caf9c7d299d0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:03:18.474615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Pushing event updated for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:18.669940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.685910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.691881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Provisioning for port 7da32d90-a5bf-4802-a677-16e226385f8e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:18.761248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Provisioning complete for port 7da32d90-a5bf-4802-a677-16e226385f8e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:18.761618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.794531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:18.818452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:18.857450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.896983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Usage tracker for resource:security_group_rule and tenant:b7c5055ef23d486992b74f8a341f5aaa is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:18.916071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:18.928123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:18.948751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1356400-983d-406f-b3eb-a2ff5951eef0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:18.957341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5d3635f4-710c-47cf-a7fa-80cd9b391e63 None None] Port 7da32d90-a5bf-4802-a677-16e226385f8e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:18.973072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:18.973440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:18.987185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:19.015182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Network 5d3b0383-841b-4642-9197-d70db7b832e5 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:19.018039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:19.078914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.324590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.352238 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-922d9a8e-3c04-4fd7-b7a2-4d3ad22dfd29 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89f473a0313c489f9fa75ec43b77b84f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6255949 Mar 11 16:03:19.362023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58334) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:19.406030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.407422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,segment=NetworkSegment(a31e74f6-dad3-40dc-909a-6a1482057561),segment_id=a31e74f6-dad3-40dc-909a-6a1482057561)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:19.426263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.429579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.448980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.475994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.491957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 2, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:19.494171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4a80fbe6-678b-41a1-bb66-6b47fe7a1eb6 None None] Provisioning complete for port 7da32d90-a5bf-4802-a677-16e226385f8e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:19.494546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a80fbe6-678b-41a1-bb66-6b47fe7a1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.593204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4a80fbe6-678b-41a1-bb66-6b47fe7a1eb6 None None] Port 7da32d90-a5bf-4802-a677-16e226385f8e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:19.606015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Checking router: 3541ed0e-ad90-41d5-81de-5d709b78c1bd for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:19.606338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Updating router 3541ed0e-ad90-41d5-81de-5d709b78c1bd port d9a80ffd-6db7-42a7-b085-b7535efe28c4 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:19.659746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d7d213-728d-481e-a2dd-a6fc42bfbd9b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:19.672641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Calling delete_port for 0c40aa01-79ca-4770-a797-d9cbed8baada owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:19.688567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.696846 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de98d03b-fd59-43c0-8477-bf9ff9c0bdda admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b7c5055ef23d486992b74f8a341f5aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5040448 Mar 11 16:03:19.706699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58344) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:19.770378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.823763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:19.893097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:19.971996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.069490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1356400-983d-406f-b3eb-a2ff5951eef0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:20.095377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:20.128830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.136403 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fd781380-3fd7-4c95-b625-5f54f3530fd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d1356400-983d-406f-b3eb-a2ff5951eef0 HTTP/1.1" status: 204 len: 168 time: 0.7732363 Mar 11 16:03:20.137418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.191648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.267555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event deleted for resources: {'Port': ['ID=0c40aa01-79ca-4770-a797-d9cbed8baada,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:20.281537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58354) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:20.301797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a5182386-57f1-4dda-9e4c-3204fdc72c01 admin admin] 10.222.0.78 "PUT /v2.0/routers/aa8fc63e-d791-4943-9d39-caf9c7d299d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4670246 Mar 11 16:03:20.313306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.346566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Transition to ACTIVE for port object d9a80ffd-6db7-42a7-b085-b7535efe28c4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:20.347367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.391559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.424203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:03:20.426122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58362) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:20.446830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--347841315', 'description': 'tempest-description--1378575094'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:20.448187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.455388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.468972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:20.475959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:security_group and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:20.482747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:20.500655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:20.526042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.595520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Router ed110f65-dd3f-490b-ba2b-44a985ae5036 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:03:20.601095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Port': ['ID=53c90164-14a7-40a2-845f-4e8d8a5b720b,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:20.603047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:20.610467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:security_group_rule and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:20.614583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:20.625014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:20.630297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.687070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d7d213-728d-481e-a2dd-a6fc42bfbd9b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:20.708654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727d511-3326-47d3-928c-be89e3488974 None None] Pushing event updated for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:20.711472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.727358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-716cd9ed-4c12-4d95-9a5e-b189825803fd tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "DELETE /v2.0/ports/0c40aa01-79ca-4770-a797-d9cbed8baada HTTP/1.1" status: 204 len: 168 time: 3.0097473 Mar 11 16:03:20.731010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58376) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:20.792513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.838237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.842894 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b9107006-303d-4ab5-afd1-eb8cb37d265e tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7884798 Mar 11 16:03:20.843398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58382) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:20.953198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Attempting to bind port d9a80ffd-6db7-42a7-b085-b7535efe28c4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:20.953634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Attempting to bind port d9a80ffd-6db7-42a7-b085-b7535efe28c4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:20.954024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Attempting to bind port d9a80ffd-6db7-42a7-b085-b7535efe28c4 on network 25cba1d7-6baf-4cca-8e85-cd83160da743 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:20.967827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:20.968214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Checking segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:20.968599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.968991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Bound using segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:20.969515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Bound port: d9a80ffd-6db7-42a7-b085-b7535efe28c4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:20.969926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:20.974545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cf931d2d-07b1-4e11-82b8-86157a2f65b1 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Synchronizing usage tracker for tenant:4bbbda424b1244abb70cdd9da94440b3 on resource:floatingip {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:21.016856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58386) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:21.126196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] For port d9a80ffd-6db7-42a7-b085-b7535efe28c4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:21.129762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e18c3bd1-3d69-4784-80a3-fcabe95b4c51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f208049344b435da836831045c9fc42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1109543 Mar 11 16:03:21.132909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:21.133747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] For port d9a80ffd-6db7-42a7-b085-b7535efe28c4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d9a80ffd-6db7-42a7-b085-b7535efe28c4,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:21.141570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.147220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.154006 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7489575b-6996-46ad-a6b3-155f45c6b943 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66d7d213-728d-481e-a2dd-a6fc42bfbd9b HTTP/1.1" status: 204 len: 168 time: 1.4392049 Mar 11 16:03:21.185009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-209309283', 'router:external': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:21.209814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.219064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:21.221491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.247364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cf931d2d-07b1-4e11-82b8-86157a2f65b1 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Unset dirty status for tenant:4bbbda424b1244abb70cdd9da94440b3 on resource:floatingip {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:21.253305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cf931d2d-07b1-4e11-82b8-86157a2f65b1 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "GET /v2.0/floatingips?floating_network_id=c66d4e3e-9a1b-4e61-9031-18c2c414695b HTTP/1.1" status: 200 len: 690 time: 0.4078341 Mar 11 16:03:21.258977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58398) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:21.264561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:network and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:21.270649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.290059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727d511-3326-47d3-928c-be89e3488974 None None] Pushing event updated for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:21.290267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:21.316625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:21.317768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:21.378613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:21.428594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.436342 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0065703 Mar 11 16:03:21.452172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58402) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:21.458693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Made reservation on behalf of 8becf970059546728d476b386e1ea940 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:21.471705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.495882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'security_group_rule': {'security_group_id': 'c8c4abf7-46c9-4f4a-87d8-d2dab656eee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:21.507223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.522844 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0aa2f5b8-67ee-4d22-a578-807d9157e598 tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7877734 Mar 11 16:03:21.534566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3a0c2-8da2-4820-a7e7-33551e3a6dd5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:21.546563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58406) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:21.547437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.571412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:21.588314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-69072922'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:21.596331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:security_group_rule and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:21.601737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:21.602328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:21.619680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Usage tracker for resource:network and tenant:3eb774d446144856a8bfd593b2fc58e7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:21.624269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:21.628638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:21.647437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:21.670090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:21.700348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Made reservation on behalf of 3eb774d446144856a8bfd593b2fc58e7 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:21.704755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.718252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:21.723476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:security_group_rule and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:21.728920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:21.751892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:21.757841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.764488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.802590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:21.863021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:21.900169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.935258 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ab6b2aa-27fb-49bd-958e-9cbcba26c399 admin admin] 10.222.0.78 "PUT /v2.0/routers/ed110f65-dd3f-490b-ba2b-44a985ae5036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4924827 Mar 11 16:03:21.954469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b60afd-ef4e-485b-a613-af35ad584b54,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:21.954666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:21.967460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:21.971839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Deleting port 53c90164-14a7-40a2-845f-4e8d8a5b720b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:21.972293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.002896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.015859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.020156 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-46db98f8-92c1-44f0-abfb-d81a08e83689 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0b60afd-ef4e-485b-a613-af35ad584b54 HTTP/1.1" status: 204 len: 168 time: 0.8860965 Mar 11 16:03:22.022617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58414) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:22.027626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.027833 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Added segment 9e48a0ef-14a1-4666-ad2c-8e6abc450a22 of type vlan for network e938ba71-9587-42c0-a299-5b82fcfd5c9c Mar 11 16:03:22.108784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5de6776-a86a-4e3e-98b9-8355a2064927,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:22.131153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.134909 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cc64cb44-842b-4e97-87dc-d24bfcf2e9ec tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6777806 Mar 11 16:03:22.134909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.135328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58420) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:22.154091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'security_group_rule': {'security_group_id': 'c8c4abf7-46c9-4f4a-87d8-d2dab656eee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:22.171670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:22.174444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.204451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:security_group_rule and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:22.219911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:22.237284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:22.237655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.269674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:22.283177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:22.298952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc0127-4338-4305-bd03-17317c3067a4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:22.319444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.320065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Added segment 9ed0252f-aae3-4351-a1ca-0011387b3e6d of type vlan for network 023ef54e-686a-4317-84a1-85bc7b5cecf5 Mar 11 16:03:22.337816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.351180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.484321 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f33dabb3-15d8-46ea-92c7-90d7c5fb13ea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=865618fe907d44108054b39a6604dbb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4560976 Mar 11 16:03:22.497972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.503323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58428) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:22.523278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.526990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:22.527625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.567568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.567568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.582420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0312788 Mar 11 16:03:22.610771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58436) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:22.628975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:21Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:22.641935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa51996-3a8a-42da-9639-a57844f6f9ec None None] The sync data for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv is: [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:21Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:22.751315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.752184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:22.752762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:22.808698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0dcf9-ee56-4a3b-84b3-9e75f27d19c3 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event updated for resources: {'Network': ['ID=e938ba71-9587-42c0-a299-5b82fcfd5c9c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:22.826884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e938ba71-9587-42c0-a299-5b82fcfd5c9c details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:23.077195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.081070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Calling delete_port for 53c90164-14a7-40a2-845f-4e8d8a5b720b owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:23.142504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58446) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.165729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226332025', 'description': 'tempest-description--457151607'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:23.181299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.188531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.189800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Usage tracker for resource:security_group and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.194248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.204433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.233224 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.9472661 Mar 11 16:03:23.242735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58452) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.253501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'subnet': {'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:23.259968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.261935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.285388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.294285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:subnet and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.303504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.310043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.314100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.334651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeebad49-590a-4f25-b545-4a6a2e7714d0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:23.338335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.343059 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0745ca9e-07a6-4977-b694-8933b03d39ef tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2066121 Mar 11 16:03:23.347513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58456) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.382272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:23.402062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.412048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:floatingip and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.419814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.442813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58462) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.480339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.484304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5be768-4d53-46f8-b312-1be45cc4e0a2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Network': ['ID=023ef54e-686a-4317-84a1-85bc7b5cecf5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:23.494906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466491192', 'description': 'tempest-description--1526756237'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:23.501784 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a12bd1ab-e317-4022-8618-b50369695919 tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks HTTP/1.1" status: 200 len: 6254 time: 0.8883104 Mar 11 16:03:23.512525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.514858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58468) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:23.528145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:23.528315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:security_group and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.528315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.555809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.582388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.597146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.599274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Made reservation on behalf of 8becf970059546728d476b386e1ea940 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:23.601977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.603408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.659330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Usage tracker for resource:security_group_rule and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.683231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d9a80ffd-6db7-42a7-b085-b7535efe28c4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:23.686706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.804972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.823382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.854739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:23.860033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:security_group_rule and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:23.863120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:23.878873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:23.887213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:23.895419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:23.895890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.896866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.907321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bcd27b-cefc-482a-bb2f-a976ad72a5de,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:23.924435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:23.937667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e62904f6-e3a5-4677-8995-2cba60d57e13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49bcd27b-cefc-482a-bb2f-a976ad72a5de HTTP/1.1" status: 204 len: 168 time: 1.4240444 Mar 11 16:03:24.034933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca91a51c-07ac-4919-aedd-ed557952010d tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] Network e938ba71-9587-42c0-a299-5b82fcfd5c9c is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:24.066244 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ca91a51c-07ac-4919-aedd-ed557952010d tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "POST /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5484574 Mar 11 16:03:24.068362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58478) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:24.121484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Port': ['ID=53c90164-14a7-40a2-845f-4e8d8a5b720b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.192790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.221768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e5c12-ab91-4c11-9466-e22557440702 None None] Network e938ba71-9587-42c0-a299-5b82fcfd5c9c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:24.415367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port d9a80ffd-6db7-42a7-b085-b7535efe28c4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d9a80ffd-6db7-42a7-b085-b7535efe28c4,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:24.422601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.450992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.458971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.489315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.492554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.580662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.602376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.636879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.649961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.653797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.5077047 Mar 11 16:03:24.670542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58496) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:24.691073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'security_group_rule': {'security_group_id': '7ae68990-0189-4e7c-857d-ed5cda5b149f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:24.733528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:24.737882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.739234 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2655170 Mar 11 16:03:24.740438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Allocated IP 172.26.4.204 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4d85a5c4-c1e2-40aa-838d-13ad1435a29a) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:24.747126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59825e-4a46-4fa7-a092-461b7ff04c8a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae68990-0189-4e7c-857d-ed5cda5b149f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.753466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Usage tracker for resource:security_group_rule and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:24.756261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58502) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:24.768036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:24.790892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'security_group_rule': {'security_group_id': 'c74de731-2fd6-41b9-8d68-cc1f1f6080b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:24.818677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:24.823168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:24.851312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:security_group_rule and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:24.864231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:24.879152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:24.881493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684e63-10df-4ec3-ac03-625a858a0d21 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74de731-2fd6-41b9-8d68-cc1f1f6080b4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:24.887118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.905672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.948106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4469747a-2fb0-43ba-8d11-20b3c23f2cda tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks HTTP/1.1" status: 200 len: 6997 time: 0.8767445 Mar 11 16:03:24.949466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:24.955303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58508) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:24.963490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.010564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:25.013635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:25.022917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:25.043818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'Port': ['ID=4d85a5c4-c1e2-40aa-838d-13ad1435a29a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.158607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.209633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.306296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.369909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78b35600-13ee-442d-b2aa-fbd8d87673f4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.381615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58522) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.384286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.399447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.411352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-48858ad0-b7a4-4a8d-9e18-4ab690279a1b tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "DELETE /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks/e938ba71-9587-42c0-a299-5b82fcfd5c9c HTTP/1.1" status: 204 len: 168 time: 0.4535801 Mar 11 16:03:25.425818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.428162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.509941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.568709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.577689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d9a80ffd-6db7-42a7-b085-b7535efe28c4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:25.579229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8f9dca-0b4f-42d2-8f39-2246c3e88fe1,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.616590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.649166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.650166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.650791 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1cb0a17e-cca1-45eb-9e6a-a510a29fd170 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9722142 Mar 11 16:03:25.653473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58536) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.661429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'security_group_rule': {'security_group_id': '7ae68990-0189-4e7c-857d-ed5cda5b149f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:25.667882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.677302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:25.682698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb240ef-199c-4e9c-8eca-887b51b2c75b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.718572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Usage tracker for resource:security_group_rule and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:25.732899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:25.752566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:25.754772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d9a80ffd-6db7-42a7-b085-b7535efe28c4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:25.755884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66d4e3e-9a1b-4e61-9031-18c2c414695b']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.757306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.762214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.764521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.767626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9eda86e-5222-44dc-8539-4c6bf48f4698 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0038939 Mar 11 16:03:25.785618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58540) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.796894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.797195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846c723f-3eb7-4d7d-a6fd-aea249bd507c') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.797195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846c723f-3eb7-4d7d-a6fd-aea249bd507c') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:25.808594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4340379 Mar 11 16:03:25.808594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176863ea-03ff-4e22-a34d-76127476052c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'Port': ['ID=4d85a5c4-c1e2-40aa-838d-13ad1435a29a,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.808594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58544) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.810866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'security_group_rule': {'security_group_id': 'c74de731-2fd6-41b9-8d68-cc1f1f6080b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:25.827226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.829211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.838243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:25.848925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:security_group_rule and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:25.882744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:25.921079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.926016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.938354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:03:25.939030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.948617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:25.952866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955979c0-50b4-4789-a6ba-f87c59b74997,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:25.971712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:25.976044 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e0ac82a-0693-49eb-a6f8-8b4761a2520d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3179984 Mar 11 16:03:25.976404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58552) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:25.997299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:26.024537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.030282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Usage tracker for resource:floatingip and tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.030850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-143291571'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:26.034403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.034618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.054855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.069015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.072994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.079557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:26.080035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:26.100920 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:26.113772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:network and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.118622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.171417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a218bb0-42cb-48c5-a85c-e05d2720d69a tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks HTTP/1.1" status: 200 len: 6216 time: 0.7156215 Mar 11 16:03:26.187669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58566) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.197899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1981303385'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:26.207901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.208988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.218470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.222388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Usage tracker for resource:network and tenant:ba6bf084b7494bc9bb3cd40a56f13364 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.227053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.242229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.270451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Made reservation on behalf of ba6bf084b7494bc9bb3cd40a56f13364 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:26.273637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.289453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3cac3cad-669f-4e0f-9897-4a5259986e6c tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/networks/9eaba49e-0cd1-4268-9033-261522ac03a6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0974905 Mar 11 16:03:26.295767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58570) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.301594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.319857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5e090d0-2483-4697-995e-788b5ba8922f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:26.340426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:26.344927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.376014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.384904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.394589 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-10f5fc4e-54d0-4bac-8201-885b53096357 tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/networks/9eaba49e-0cd1-4268-9033-261522ac03a6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0953314 Mar 11 16:03:26.394589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Usage tracker for resource:security_group_rule and tenant:ba6bf084b7494bc9bb3cd40a56f13364 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.397920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.398378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Checking segment: {'id': '9ed0252f-aae3-4351-a1ca-0011387b3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:26.398797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network hostable DHCP agents. Network: 023ef54e-686a-4317-84a1-85bc7b5cecf5, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:26.400434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58574) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.402990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.410574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.424120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c66d4e3e-9a1b-4e61-9031-18c2c414695b {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:26.430792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.434208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Network': ['ID=c66d4e3e-9a1b-4e61-9031-18c2c414695b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:26.440532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58580) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.458278 dv-neutron-833206-1-hyperv neutron-server[83840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 16:03:26.466197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.478099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33a78318-3094-4809-8aea-4be607f06781 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/c66d4e3e-9a1b-4e61-9031-18c2c414695b HTTP/1.1" status: 204 len: 168 time: 5.2156298 Mar 11 16:03:26.488176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58584) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.572850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.586799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.608130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.614929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:security_group_rule and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.625597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.641339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.652327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc0f82b4-3780-48fd-bb8f-a1c672c79755 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Synchronizing usage tracker for tenant:4bbbda424b1244abb70cdd9da94440b3 on resource:floatingip {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:26.665154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3128e8e8-806d-42f7-9321-daf0e72c9803,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:26.668573 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-007192f1-9eee-406b-a100-c996d1593b7a tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--347841315&fields=id&tenant_id=39817efefa3545148db3fe975a842785 HTTP/1.1" status: 200 len: 267 time: 0.2221103 Mar 11 16:03:26.688415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:26.726448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.727591 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1e092f2b-bed4-41b2-bc50-a02bac0a79b1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9360206 Mar 11 16:03:26.737648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58588) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.738255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 023ef54e-686a-4317-84a1-85bc7b5cecf5) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:26.750410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b76b9-7281-47e1-a1f2-b7607b540a2b None None] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:26.783833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-403a9cfc-a29f-4861-84de-8fce8d6b404d tempest-DHCPAgentSchedulersTestJSON-207028495 tempest-DHCPAgentSchedulersTestJSON-207028495-project-admin] 10.222.0.78 "GET /v2.0/agents/d084e38c-2804-4a00-8a1c-55441adcb28c/dhcp-networks HTTP/1.1" status: 200 len: 5510 time: 0.3823786 Mar 11 16:03:26.791208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58592) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.794563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.802585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:26.810114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc0f82b4-3780-48fd-bb8f-a1c672c79755 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Unset dirty status for tenant:4bbbda424b1244abb70cdd9da94440b3 on resource:floatingip {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:26.812321 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc0f82b4-3780-48fd-bb8f-a1c672c79755 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3172283 Mar 11 16:03:26.814033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:26.814754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.818390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58596) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.831056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:26.846602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.857865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:floatingip and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.864365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.888701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-80f401d0-f683-4e1a-98f5-cc622f8bd2e5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6412952 Mar 11 16:03:26.890295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58600) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:26.893445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.906781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-62053454', 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:26.926207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:26.930575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:port and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:26.933683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:26.948876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Allocated IP 172.26.4.216 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:26.955681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:26.981200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.018501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:27.021027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.028680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-38e18c29-0282-4ee6-800c-70d74238d2da tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.035964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-38e18c29-0282-4ee6-800c-70d74238d2da tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/networks?id=25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 200 len: 805 time: 0.3442271 Mar 11 16:03:27.049430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.062515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc031a3-beea-418b-8261-7f9837961dda,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:27.113915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Made reservation on behalf of 8becf970059546728d476b386e1ea940 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:27.116526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.135782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.141236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.141602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.141979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.142329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.142672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.143015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.143352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.143689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.145447 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97ad5eb4-16c1-448a-af56-11d642e07eac tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.3232915 Mar 11 16:03:27.156239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.157193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Added segment 5e007fc5-0450-44b0-9717-f5b9998cebcb of type vlan for network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 Mar 11 16:03:27.158344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:27.162275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:27.166576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bfb9e-fe5c-4172-ad4f-dce71a837161 None None] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:27.177025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-1715c8d4-dae8-437a-b898-13ae392fe3b2 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/quotas/39817efefa3545148db3fe975a842785 HTTP/1.1" status: 200 len: 375 time: 0.1401987 Mar 11 16:03:27.191251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5588b8b-7b2c-414b-a271-f3eabc1d7742,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:27.200086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] device_id is not set on port 7922c1b2-e656-40a4-9819-6ac939f8aa6a yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:27.269584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.269943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Added segment 77351076-d0df-4d4e-a959-d61c951f2b3e of type vlan for network a5201ef7-2506-4639-87b8-8e23809c1ec8 Mar 11 16:03:27.272239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-782c122a-e5e6-455f-91b8-eda73f65c6a2 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] delete failed (client error): The resource could not be found. Mar 11 16:03:27.276072 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-782c122a-e5e6-455f-91b8-eda73f65c6a2 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/c4fa8e52-62f7-42a8-8deb-3762859645bf HTTP/1.1" status: 404 len: 345 time: 0.1113265 Mar 11 16:03:27.281943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58608) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:27.332320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.363305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59b948b-50dd-4737-a365-036cc0a61150 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 16:03:27.363744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59b948b-50dd-4737-a365-036cc0a61150 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:03:27.366831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.409737 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f59b948b-50dd-4737-a365-036cc0a61150 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/c66d4e3e-9a1b-4e61-9031-18c2c414695b HTTP/1.1" status: 404 len: 339 time: 0.1231396 Mar 11 16:03:27.415413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58612) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:27.464831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'name': 'tempest-network--2033069445', 'router:external': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:27.476296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.486212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:27.489242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.502465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:network and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:27.512396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:27.518764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.522497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.523092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.549785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:27.590286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.594111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:27.594736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.615295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > segment before_delete 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.615634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.616367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.616671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > port after_create 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.616993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > port after_delete 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.617333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > port after_update 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.617659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > segment after_delete 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.618011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet after_create 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.618316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet after_delete 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.618617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet after_update 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.630307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-69e35479-a3fb-47cf-95f7-629cce84f019 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=39817efefa3545148db3fe975a842785&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4410889 Mar 11 16:03:27.676962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 2001:db8::2e0 (023ef54e-686a-4317-84a1-85bc7b5cecf5/d5e090d0-2483-4697-995e-788b5ba8922f/7922c1b2-e656-40a4-9819-6ac939f8aa6a) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:27.684950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:27.687625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.697869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3142161 Mar 11 16:03:27.705981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58620) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:27.726815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:27.742963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658b0f7-4acd-4a67-b449-617fa8ed51ed tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Network': ['ID=a5201ef7-2506-4639-87b8-8e23809c1ec8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:27.756386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:27.784290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet after_create 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.784918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet after_delete 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.784918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet before_create 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.785254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Subscribe: > subnet before_update 55550000 {{(pid=83841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 16:03:27.785608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e938ba71-9587-42c0-a299-5b82fcfd5c9c']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:27.865405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e48a0ef-14a1-4666-ad2c-8e6abc450a22') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:27.865687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e48a0ef-14a1-4666-ad2c-8e6abc450a22') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:27.881653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.891955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:27.905441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.929384 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1220641 Mar 11 16:03:27.938902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141ebda-6715-4058-8ef4-98961b676771 tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Pushing event updated for resources: {'Network': ['ID=595f34d0-b93f-4dfa-b451-54d58ec4a5c6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:27.942940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.945754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.952836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:27.953322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-1ac0edfe-6a83-409d-b7bb-04b0de3a0a21 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:03:27.954594 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-1ac0edfe-6a83-409d-b7bb-04b0de3a0a21 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2052140 Mar 11 16:03:27.967361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:27.995194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:27.995591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.996937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:27.997461 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Added segment 8090e15c-2ed5-42b3-a58b-c80bdffcb6a7 of type vlan for network 55f79a35-37a6-473d-acf1-243b7fa2cdab Mar 11 16:03:28.005240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn_limited( Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn_limited( Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:28.013255 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:28.026057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:28.117756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:28.121264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:28.124662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:28.158366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:28.158868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'Port': ['ID=4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:28.183803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.189924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.223042 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "DELETE /v2.0/networks/e938ba71-9587-42c0-a299-5b82fcfd5c9c HTTP/1.1" status: 204 len: 168 time: 1.4285948 Mar 11 16:03:28.223767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432bb8c-4919-4b4d-ba12-b0388badf1ca tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event deleted for resources: {'Network': ['ID=e938ba71-9587-42c0-a299-5b82fcfd5c9c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:28.226165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:28.233178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58634) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:28.250340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:28.276172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2118934663'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:28.280960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.290623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:28.293619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e377c70-589f-463f-8b62-45d6155df0b6 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] DELETE failed (client error): The resource could not be found. Mar 11 16:03:28.294096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e377c70-589f-463f-8b62-45d6155df0b6 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:03:28.296510 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8e377c70-589f-463f-8b62-45d6155df0b6 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "DELETE /v2.0/ports/0c40aa01-79ca-4770-a797-d9cbed8baada HTTP/1.1" status: 404 len: 333 time: 0.0691781 Mar 11 16:03:28.298989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Usage tracker for resource:port and tenant:fbcbf09e47f4440a80686da20648b83f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:28.301312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:28.303987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:28.341324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:28.389786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Made reservation on behalf of fbcbf09e47f4440a80686da20648b83f for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:28.391847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.442712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.583025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-7a0253c8-6d31-4fce-a172-69d5532d263f service neutron] 10.222.0.78 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169028 Mar 11 16:03:28.604791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.623371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.637968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Allocated IP 172.26.4.226 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/eb6e0df3-4a96-4890-af08-87d1a1270196) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:28.642468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.658330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:28.690125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Usage tracker for resource:security_group_rule and tenant:fbcbf09e47f4440a80686da20648b83f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:28.698077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:28.722660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.723493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:28.724061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.724790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:28.745371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.770025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Deleting subnet d93dff09-ac59-4084-bbaa-da910260ef4c {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:03:28.777519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:28.880918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.009217 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5892310 Mar 11 16:03:29.018712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58642) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.083179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98b1ee-9c6e-4a05-a9d8-0c3fd80132c7 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=55f79a35-37a6-473d-acf1-243b7fa2cdab,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.094598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 55f79a35-37a6-473d-acf1-243b7fa2cdab details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:29.117074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.135812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.161534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port b79fcb35-3a77-4e77-8222-abdd245c111a yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:29.211459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.227150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-19d234eb-6706-4df0-8e12-3ab366c67d93 service neutron] 10.222.0.78 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288335 Mar 11 16:03:29.242348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.285927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a409b3-7420-4307-af32-32ee29f7604a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.338298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.371060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.389910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.432486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:29.441887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=7922c1b2-e656-40a4-9819-6ac939f8aa6a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.445253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:29.453683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:29.454591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.455196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.474257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.478368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.483347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.487629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.491638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:29.493238 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5dac5a91-05b1-4fb0-a4c0-021afdc005e0 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.4683433 Mar 11 16:03:29.505670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58654) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.536563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.606733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58660) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.621221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a33505c-b1d7-481a-9178-76f37026e8a5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.7208540 Mar 11 16:03:29.637172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58670) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.659548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.690478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event deleted for resources: {'Subnet': ['ID=d93dff09-ac59-4084-bbaa-da910260ef4c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.699330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.753455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af48bcf-3c20-4acf-aec0-cbf378c5cd23 None None] Network 9eaba49e-0cd1-4268-9033-261522ac03a6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:29.758534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.791635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'Port': ['ID=4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.801275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:29.807481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:29.816720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:29.834477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting port 7922c1b2-e656-40a4-9819-6ac939f8aa6a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:29.834824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.860058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.866544 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6a5d11c8-5db0-4487-bf3f-f0cfe3c13d53 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "DELETE /v2.0/subnets/d93dff09-ac59-4084-bbaa-da910260ef4c HTTP/1.1" status: 204 len: 168 time: 1.5638320 Mar 11 16:03:29.912560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58678) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:29.923733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:29.954030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:29.954593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network hostable DHCP agents. Network: a5201ef7-2506-4639-87b8-8e23809c1ec8, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:29.961569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'Port': ['ID=eb6e0df3-4a96-4890-af08-87d1a1270196,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.981851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=a31548dc-8f53-47db-a630-1558f7af45e8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:29.991667 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d851610f-740c-4a9f-8fb3-3be5b6196a5e req-7340a7c7-570e-4c09-bbd0-033a45443844 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.3832126 Mar 11 16:03:30.110405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.140560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port b79fcb35-3a77-4e77-8222-abdd245c111a yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:30.144651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.147581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] DHCP port deletion for 9eaba49e-0cd1-4268-9033-261522ac03a6 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:03:30.153358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.154652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Deleting port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:30.163039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.163227 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b3804a68-b653-43b6-92ba-937595bee62d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1773150 Mar 11 16:03:30.175684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:30.182326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f79a35-37a6-473d-acf1-243b7fa2cdab']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:30.186713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.204799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8090e15c-2ed5-42b3-a58b-c80bdffcb6a7') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:30.205052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8090e15c-2ed5-42b3-a58b-c80bdffcb6a7') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:30.221801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a5201ef7-2506-4639-87b8-8e23809c1ec8) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:30.227520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.230802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7af2df0-bbb1-471f-9b9b-2fb3fdefc2fb None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:30.240485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:30.241066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.254814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Transition to ACTIVE for port object b79fcb35-3a77-4e77-8222-abdd245c111a will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:30.276405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Deleting port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:30.276752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.349865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-98581b00-67a7-4ff0-b024-288921941535 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6369877 Mar 11 16:03:30.352287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.355933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58696) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:30.370088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'name': 'tempest-NetworksTestDHCPv6-2002071760'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:30.385884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:30.386528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:30.403300 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:30.504939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.588280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.627050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55f79a35-37a6-473d-acf1-243b7fa2cdab {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:30.632201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.640168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] For port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,segment=NetworkSegment(a31e74f6-dad3-40dc-909a-6a1482057561),segment_id=a31e74f6-dad3-40dc-909a-6a1482057561)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:30.640741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.753570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/55f79a35-37a6-473d-acf1-243b7fa2cdab HTTP/1.1" status: 204 len: 168 time: 1.2466807 Mar 11 16:03:30.757931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:30.775147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=b79fcb35-3a77-4e77-8222-abdd245c111a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:30.779206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.799134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.814224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'name': 'tempest-network--619902587', 'router:external': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:30.820059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:30.824915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:network and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:30.829779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:30.837300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:30.854546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c244a1-43c6-4784-ac48-e26dcadf41bd tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Network': ['ID=55f79a35-37a6-473d-acf1-243b7fa2cdab,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:30.863305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Calling delete_port for 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:30.898307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:30.901127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:30.985200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-e1dd6b96-3db2-4461-8e80-5a763abe8a57 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Synchronizing usage tracker for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:31.067940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-e1dd6b96-3db2-4461-8e80-5a763abe8a57 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Unset dirty status for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:31.079432 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-e1dd6b96-3db2-4461-8e80-5a763abe8a57 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1226332025&fields=id&tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93 HTTP/1.1" status: 200 len: 267 time: 0.5065126 Mar 11 16:03:31.089524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:31.100478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Calling delete_port for 7922c1b2-e656-40a4-9819-6ac939f8aa6a owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:31.117509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.242632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'a31548dc-8f53-47db-a630-1558f7af45e8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:03:31.245255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.255552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Checking segment: {'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:31.256152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Network hostable DHCP agents. Network: 595f34d0-b93f-4dfa-b451-54d58ec4a5c6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:03:31.274297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] Pushing event deleted for resources: {'Port': ['ID=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:31.309754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a4ac9-1122-4934-8a1c-e19445f33626 None None] No DVR routers for this DVR port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:03:31.312301 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-04dd0ccb-a043-4f03-8840-98f42d7e2153 req-f70e4a30-c4bf-4ef1-8ddd-274204028bdd tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1449549 Mar 11 16:03:31.314482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.314914 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Added segment 44f6ac1d-fb6a-40da-b21b-c06bd4a45128 of type vlan for network e2e78cc5-f0e7-4319-92fc-d98e022b1058 Mar 11 16:03:31.324493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.349426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] For port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=325b1c4b-ae0d-49fe-a1f3-85a4413e87cd,segment=NetworkSegment(a31e74f6-dad3-40dc-909a-6a1482057561),segment_id=a31e74f6-dad3-40dc-909a-6a1482057561)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:31.350120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.449645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:31.459933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:31.481127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:31.492983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:03:31.516709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:31.524612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a31548dc-8f53-47db-a630-1558f7af45e8/39a9da2b-67cc-4d36-841c-234e595edeb2) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:31.567296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.578524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:31.606531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Calling delete_port for 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:31.635204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 595f34d0-b93f-4dfa-b451-54d58ec4a5c6) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:31.690611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b952ae9-eb7c-4586-9072-228c55c67fc3 None None] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:31.691582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:31.694968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.725436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:03:31.725929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:31.726570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:31.752443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-96cc99a7-6661-4a0b-947f-9d1d061ee660 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:31.753225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-96cc99a7-6661-4a0b-947f-9d1d061ee660 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Synchronizing usage tracker for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:31.772430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port a450764a-148e-4caf-8f00-d31437deee4b yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:31.852955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.853894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:31.854468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.875959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:31.876314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:31.876680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:31.902514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:31.902816 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:31.905943 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 2 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:31.931022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:31.976239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:31.976239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:31.976239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:31.979795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-96cc99a7-6661-4a0b-947f-9d1d061ee660 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Unset dirty status for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:31.980944 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-96cc99a7-6661-4a0b-947f-9d1d061ee660 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/networks?id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 200 len: 811 time: 0.8821754 Mar 11 16:03:31.996651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:03:31.997762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:03:31.998598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Port': ['ID=7922c1b2-e656-40a4-9819-6ac939f8aa6a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.044679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.054482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:32.055063 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:32.058468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Transition to ACTIVE for port object 39a9da2b-67cc-4d36-841c-234e595edeb2 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:32.065912 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 3 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:32.079009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.088708 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2819850 Mar 11 16:03:32.089052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Transition to ACTIVE for port object 39a9da2b-67cc-4d36-841c-234e595edeb2 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:32.095632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58722) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.097386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.099513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:32.099840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:32.100172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:32.110200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2238e-9581-4210-81c8-a9fb090e61ba tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=e2e78cc5-f0e7-4319-92fc-d98e022b1058,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.132340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d6db709e-991b-4707-8bb7-56b09cf588bc tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/ports/7922c1b2-e656-40a4-9819-6ac939f8aa6a HTTP/1.1" status: 204 len: 168 time: 2.4911489 Mar 11 16:03:32.137789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58726) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.150911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e2e78cc5-f0e7-4319-92fc-d98e022b1058 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:32.161076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-733dca17-3348-4020-886e-7c0338525406 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/quotas/e9bb7e7773bc41a6bac4b2c1d3ac1e93 HTTP/1.1" status: 200 len: 375 time: 0.0816481 Mar 11 16:03:32.194210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'external_fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0'}]}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:32.210518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.11', 57441) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.211466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:32.229958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.250090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:32.250898 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:32.253384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.257427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:router and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:32.259974 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 4 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:32.264410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::1d1 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a31548dc-8f53-47db-a630-1558f7af45e8/a450764a-148e-4caf-8f00-d31437deee4b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:32.272272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:32.303914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:32.304881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Pushing event updated for resources: {'Port': ['ID=39a9da2b-67cc-4d36-841c-234e595edeb2,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.309062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:32.313663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:32.374187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:32.408462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:32.412787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:32.413211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:32.437327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'Port': ['ID=eb6e0df3-4a96-4890-af08-87d1a1270196,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.438413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Attempting to bind port 39a9da2b-67cc-4d36-841c-234e595edeb2 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:32.438772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Attempting to bind port 39a9da2b-67cc-4d36-841c-234e595edeb2 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:32.439123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Attempting to bind port 39a9da2b-67cc-4d36-841c-234e595edeb2 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:32.446687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:32.446857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:32.447329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.447956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:32.448424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Bound port: 39a9da2b-67cc-4d36-841c-234e595edeb2, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:32.448793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.458477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.488767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97587c54-2109-42ac-b9ef-5ea1622c1e3f tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:32.489198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97587c54-2109-42ac-b9ef-5ea1622c1e3f tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Synchronizing usage tracker for tenant:ab85b1a8f7014ac8b6a8f13110e4b8ea on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:32.509625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Deleting port 325b1c4b-ae0d-49fe-a1f3-85a4413e87cd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:32.510016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.517423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-d0f3d417-8a86-478d-9078-33da89724bf3 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Synchronizing usage tracker for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:32.556632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:32.557016 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:32.566353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 5 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:32.584422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.585672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.585850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.587107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f5c4779f-c226-4fa9-8ae7-34a04e9ad18f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8467984 Mar 11 16:03:32.603623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] For port 39a9da2b-67cc-4d36-841c-234e595edeb2, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:32.608428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] For port 39a9da2b-67cc-4d36-841c-234e595edeb2, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=39a9da2b-67cc-4d36-841c-234e595edeb2,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:32.612789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.634936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:32.635386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:32.635791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:32.703933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] The port '325b1c4b-ae0d-49fe-a1f3-85a4413e87cd' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:03:32.709178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:32.714289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97587c54-2109-42ac-b9ef-5ea1622c1e3f tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Unset dirty status for tenant:ab85b1a8f7014ac8b6a8f13110e4b8ea on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:32.719123 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97587c54-2109-42ac-b9ef-5ea1622c1e3f tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "GET /v2.0/networks/e2e78cc5-f0e7-4319-92fc-d98e022b1058 HTTP/1.1" status: 200 len: 756 time: 0.6221828 Mar 11 16:03:32.722980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58738) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:32.747089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1555-70c6-49b0-b9bc-04a65b80e404 None None] Pushing event updated for resources: {'Port': ['ID=39a9da2b-67cc-4d36-841c-234e595edeb2,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:32.768982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5529dbc0-64bf-4606-b533-c61c4c7538d3 req-17acded0-60eb-479e-bec2-bab18ce4a669 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1757345 Mar 11 16:03:32.777898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-d0f3d417-8a86-478d-9078-33da89724bf3 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Unset dirty status for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:32.791577 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-d0f3d417-8a86-478d-9078-33da89724bf3 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6081579 Mar 11 16:03:32.797123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:32.797449 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:32.824144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 6 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:33.057065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.087127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object a450764a-148e-4caf-8f00-d31437deee4b will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:33.101655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-71c7cfb6-7a17-46ae-ae16-cfd4ca9afdc9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Synchronizing usage tracker for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:33.108289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-54b1ba72-082e-413d-8923-a82f1b16b80f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:33.109102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-54b1ba72-082e-413d-8923-a82f1b16b80f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Synchronizing usage tracker for tenant:39817efefa3545148db3fe975a842785 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:33.135554 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-9fe742b7-fe10-4864-a410-725ff3494fe1 service neutron] 10.222.0.78 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335483 Mar 11 16:03:33.150729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:33.151386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:33.151386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:33.155632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.244131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-71c7cfb6-7a17-46ae-ae16-cfd4ca9afdc9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Unset dirty status for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:33.255136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-71c7cfb6-7a17-46ae-ae16-cfd4ca9afdc9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1466491192&fields=id&tenant_id=a97882f3678e41f9a1ce68ebb66dea20 HTTP/1.1" status: 200 len: 267 time: 0.3177392 Mar 11 16:03:33.265043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.265493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e501acd-c9ab-4654-a62b-737d02c672a8 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:33.269451 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9e501acd-c9ab-4654-a62b-737d02c672a8 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "GET /v2.0/networks/0874314c-c41a-4d75-918e-fb317d1a01f6 HTTP/1.1" status: 200 len: 768 time: 0.4847004 Mar 11 16:03:33.277768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58768) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:33.324676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:33.324878 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:33.332720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 7 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:33.343056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eaba49e-0cd1-4268-9033-261522ac03a6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:33.349767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-54b1ba72-082e-413d-8923-a82f1b16b80f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Unset dirty status for tenant:39817efefa3545148db3fe975a842785 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:33.352308 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-54b1ba72-082e-413d-8923-a82f1b16b80f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "GET /v2.0/networks?id=25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 200 len: 805 time: 1.1377413 Mar 11 16:03:33.364374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31e74f6-dad3-40dc-909a-6a1482057561') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:33.364667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31e74f6-dad3-40dc-909a-6a1482057561') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:33.377144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:33.377478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:33.377868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:33.383952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.425792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:33.426120 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:33.428257 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 8 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:33.436040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.470276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:33.470276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:33.484011 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:33.486805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.501115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:33.548086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:33.548710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:33.549049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:33.586848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:33.590000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:33.595228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:33.595822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.597827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-cd968515-133a-497d-9fb1-bfef4eaf6055 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Synchronizing usage tracker for tenant:39817efefa3545148db3fe975a842785 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:33.607485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:33.607820 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:33.610147 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 9 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:33.663961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.680594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:33.680934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:33.681276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:33.711185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 39a9da2b-67cc-4d36-841c-234e595edeb2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:33.729969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=a450764a-148e-4caf-8f00-d31437deee4b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:33.742580 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-68910c36-d1de-4d4e-9b7b-683e0fdd21de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3851504 Mar 11 16:03:33.756610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58774) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:33.762680 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-fa2a4e0b-014a-4c4e-8e71-7a0dbf26f9c8 service neutron] 10.222.0.78 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147931 Mar 11 16:03:33.793430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.799692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:33.933590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] Pushing event deleted for resources: {'Network': ['ID=9eaba49e-0cd1-4268-9033-261522ac03a6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:33.943465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-cd968515-133a-497d-9fb1-bfef4eaf6055 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Unset dirty status for tenant:39817efefa3545148db3fe975a842785 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:33.945377 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-cd968515-133a-497d-9fb1-bfef4eaf6055 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39817efefa3545148db3fe975a842785 HTTP/1.1" status: 200 len: 379 time: 0.5521135 Mar 11 16:03:33.969923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 39a9da2b-67cc-4d36-841c-234e595edeb2 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:34.111148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:34.111825 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:34.127751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'port': {'device_id': '714e1362-65e6-4206-956a-5590ba3b50a0', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'admin_state_up': True, 'tenant_id': '39817efefa3545148db3fe975a842785', 'security_groups': ['c8c4abf7-46c9-4f4a-87d8-d2dab656eee4']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:34.146453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 10 to bind port b79fcb35-3a77-4e77-8222-abdd245c111a Mar 11 16:03:34.148988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3cb05-02e0-43be-a19d-9cf5fe8d8e98 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:34.187643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:34.188339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:34.188467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:34.212544 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-576a1d73-461d-4b35-bc56-fb7979a1b118 tempest-DHCPAgentSchedulersTestJSON-56454460 tempest-DHCPAgentSchedulersTestJSON-56454460-project] 10.222.0.78 "DELETE /v2.0/networks/9eaba49e-0cd1-4268-9033-261522ac03a6 HTTP/1.1" status: 204 len: 168 time: 4.2989340 Mar 11 16:03:34.240959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-04bdf3f6-d3d5-45f7-9e11-ec086a97eb48 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:34.251692 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-04bdf3f6-d3d5-45f7-9e11-ec086a97eb48 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 812 time: 0.9954753 Mar 11 16:03:34.333476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-df71e3ad-df5a-4c1a-9624-2d7832c2e703 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/quotas/a97882f3678e41f9a1ce68ebb66dea20 HTTP/1.1" status: 200 len: 375 time: 0.0772321 Mar 11 16:03:34.347241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b79fcb35-3a77-4e77-8222-abdd245c111a on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:34.348558 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b79fcb35-3a77-4e77-8222-abdd245c111a on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:34.349254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.523153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.638185 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4141e0d-de8c-49b2-ad21-364908234542 req-8109a606-273e-4275-bba6-fddfab93e09d tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1320701 Mar 11 16:03:34.684198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e78cc5-f0e7-4319-92fc-d98e022b1058']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.708103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port b79fcb35-3a77-4e77-8222-abdd245c111a, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:34.709862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempted to set empty binding levels {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:03:34.729142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.736993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f6ac1d-fb6a-40da-b21b-c06bd4a45128') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.737527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f6ac1d-fb6a-40da-b21b-c06bd4a45128') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:34.802895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.806379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.857813 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-604f6c0a-192c-4d29-b615-5d7e707319c4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5161498 Mar 11 16:03:34.862532 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.5988634 Mar 11 16:03:34.865064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58806) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:34.971237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Deleting port b79fcb35-3a77-4e77-8222-abdd245c111a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:34.971584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:34.980889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Provisioning for port 39a9da2b-67cc-4d36-841c-234e595edeb2 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:35.066615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.121025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-888ea28a-4ddd-4ad9-9885-34f165b16b40 req-703e3299-ada6-4991-833a-d29a4de9f72e tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.2233989 Mar 11 16:03:35.139736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:35.140507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.143364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Provisioning complete for port 39a9da2b-67cc-4d36-841c-234e595edeb2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:35.143647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:35.208471 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:35.214986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58820) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:35.216472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:35.225013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Usage tracker for resource:port and tenant:39817efefa3545148db3fe975a842785 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:35.233178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:35.332924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-7ede46de-ed9e-4b08-b08b-781d9e20c9e9 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:03:35.341120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-7ede46de-ed9e-4b08-b08b-781d9e20c9e9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2626228 Mar 11 16:03:35.410809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.568498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port b79fcb35-3a77-4e77-8222-abdd245c111a, host hv-neutron-8332, got binding levels [] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:35.568865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.571846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] For port 39a9da2b-67cc-4d36-841c-234e595edeb2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=39a9da2b-67cc-4d36-841c-234e595edeb2,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:35.580264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.646211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.675085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e2e78cc5-f0e7-4319-92fc-d98e022b1058 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:35.675085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.728343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:35.739168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf477486-673d-4e6e-9d42-d8123bef2009 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:35.742948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf477486-673d-4e6e-9d42-d8123bef2009 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:35.747184 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bf477486-673d-4e6e-9d42-d8123bef2009 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.9868896 Mar 11 16:03:35.748936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fbec1-e0f1-4c2f-8aa0-ac8e34eace6c tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=b79fcb35-3a77-4e77-8222-abdd245c111a,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:35.751498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58838) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:35.770176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Calling delete_port for b79fcb35-3a77-4e77-8222-abdd245c111a owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:35.773626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2e78cc5-f0e7-4319-92fc-d98e022b1058,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:35.801263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5cc6d460-c5fd-4716-8d10-65fee132d5f8 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e2e78cc5-f0e7-4319-92fc-d98e022b1058 HTTP/1.1" status: 204 len: 168 time: 2.4666896 Mar 11 16:03:35.815457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58840) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:35.838929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428bf8f-4acc-4046-894a-3a366ac14859 None None] Pushing event updated for resources: {'Port': ['ID=39a9da2b-67cc-4d36-841c-234e595edeb2,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:35.842884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Provisioning complete for port 39a9da2b-67cc-4d36-841c-234e595edeb2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:35.843254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:35.870778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'name': 'tempest-network--1369195007'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:35.901862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-a68e45ef-62c5-40a9-a53d-4e5db6eea629 service neutron] 10.222.0.78 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589893 Mar 11 16:03:35.966367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:35.972603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Made reservation on behalf of 39817efefa3545148db3fe975a842785 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:35.978297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.124859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Usage tracker for resource:network and tenant:4bbbda424b1244abb70cdd9da94440b3 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:36.203761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Provisioning for port a450764a-148e-4caf-8f00-d31437deee4b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:36.210475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Provisioning complete for port a450764a-148e-4caf-8f00-d31437deee4b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:36.210949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.287178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:36.315401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9e923725-8221-48f4-8dd2-f6aff83314d9 None None] Port a450764a-148e-4caf-8f00-d31437deee4b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:36.322677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port a450764a-148e-4caf-8f00-d31437deee4b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:36.330248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.450234 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-0e62b5f0-e27f-4966-9a25-89e07c8c61ae service neutron] 10.222.0.78 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5474012 Mar 11 16:03:36.478016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-475b8e12-ad33-4954-84e4-eba81cf41068 None None] Provisioning complete for port a450764a-148e-4caf-8f00-d31437deee4b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:36.478541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475b8e12-ad33-4954-84e4-eba81cf41068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.522644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:36.565963 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63aa603d-f842-47c9-a6b4-7cec5f118225 req-ffecf312-636c-4647-bfe7-0d6f44bb7093 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1062298 Mar 11 16:03:36.580813 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4d4472f5-714a-457f-bdae-43763a457f5a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3eb774d446144856a8bfd593b2fc58e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3531296 Mar 11 16:03:36.581632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58850) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:36.677918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-475b8e12-ad33-4954-84e4-eba81cf41068 None None] Port a450764a-148e-4caf-8f00-d31437deee4b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:36.815727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:36.971268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a4c229e7-da82-434d-bd8b-c733e19179d4 req-5109ceea-acb0-4ed5-986d-66a4b80bd14f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.1198528 Mar 11 16:03:37.079456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-836be88d-c89a-4bb6-9b7c-7b64d3fd506f req-5082f7ba-74fb-4456-8053-5ecb46de38f0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.1040847 Mar 11 16:03:37.081544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.179351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.198325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa277202-4441-48b1-a190-11933058214c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:37.208248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.209645 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0522af4d-2437-4b72-9e85-3c7dc74c6088 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa277202-4441-48b1-a190-11933058214c HTTP/1.1" status: 204 len: 168 time: 0.6255283 Mar 11 16:03:37.239939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.11', 57447) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:37.462856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-21bfe783-0e21-44cf-afc6-ff04d02c5f8d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:37.464615 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-21bfe783-0e21-44cf-afc6-ff04d02c5f8d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.11 "GET /v2.0/networks?id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 200 len: 811 time: 0.2212114 Mar 11 16:03:37.525754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Made reservation on behalf of 4bbbda424b1244abb70cdd9da94440b3 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:37.528301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.551004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.603786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 39a9da2b-67cc-4d36-841c-234e595edeb2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:37.734903 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-78c21d8b-092c-4a7c-9e39-106153f6937c tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93 HTTP/1.1" status: 200 len: 380 time: 0.1725981 Mar 11 16:03:37.748762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:37.762823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'port': {'device_id': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'admin_state_up': True, 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'security_groups': ['7ae68990-0189-4e7c-857d-ed5cda5b149f']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:37.791577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 39a9da2b-67cc-4d36-841c-234e595edeb2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:37.792144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.098120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58876) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.104253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event deleted for resources: {'Port': ['ID=b79fcb35-3a77-4e77-8222-abdd245c111a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:38.148598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:38.163328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-50efde9f-0799-4f13-a290-509a1e9c258d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.343530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:38.359681 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e87f4ff-6baa-418e-8701-4dfd4fc8bcf5 req-2f97924b-7e6e-460b-ad89-f6988709907c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.2623379 Mar 11 16:03:38.382350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4c2a0f60-67b3-4d60-b322-1f0a149e1759 req-ee7d4554-1e2f-414d-bafe-d11b36cf43de tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.1151466 Mar 11 16:03:38.383145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.404416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Made reservation on behalf of e9bb7e7773bc41a6bac4b2c1d3ac1e93 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:38.416028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.454714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for a450764a-148e-4caf-8f00-d31437deee4b owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:38.486588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:38.495538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Usage tracker for resource:security_group_rule and tenant:34094372c1c340ea9c809258ae19f820 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:38.505568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:38.515786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:38.521991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:38.524810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Allocated IP 172.20.0.8 (25cba1d7-6baf-4cca-8e85-cd83160da743/1443c5fd-b53c-4cdc-9101-20aebb42f058/1cff8e9c-ac67-4ccc-a17d-610834908376) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:38.527535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.543533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc32b7a3-ad3a-4f4f-98f6-935bdc7be3b9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b79fcb35-3a77-4e77-8222-abdd245c111a HTTP/1.1" status: 204 len: 168 time: 3.6625769 Mar 11 16:03:38.553414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58882) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.627864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.670451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.670787 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Added segment 6f27c5b6-6bd3-41b6-bfa5-8758c085a3d9 of type vlan for network 6bfe684c-836b-452a-b730-66b9d5baa313 Mar 11 16:03:38.678724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.738213 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c59df6-5068-40ee-b8f4-19de80149ecb tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:03:38.738720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6c59df6-5068-40ee-b8f4-19de80149ecb tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Synchronizing usage tracker for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:38.794394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.816788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.893951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:38.960149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6c59df6-5068-40ee-b8f4-19de80149ecb tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Unset dirty status for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:38.965303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34094372c1c340ea9c809258ae19f820&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8658905 Mar 11 16:03:38.967477 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d6c59df6-5068-40ee-b8f4-19de80149ecb tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports/b79fcb35-3a77-4e77-8222-abdd245c111a HTTP/1.1" status: 404 len: 333 time: 0.4129107 Mar 11 16:03:38.969046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58886) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.969372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58888) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:38.975226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ec8cb0da-5fa0-4385-86da-2508871706ec req-88d7c73b-f0d0-4cc7-a8d0-821d8436a355 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.2777798 Mar 11 16:03:39.035140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1797065825'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:39.047743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:39.079128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.136471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e12999-cb2b-4fab-b787-79d2000287b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d725d8e6-8fc8-4051-bd4f-1e43e1670e0a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.182805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:39.202544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.203429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:39.204013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.263048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Made reservation on behalf of fbcbf09e47f4440a80686da20648b83f for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:39.269072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.269516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=a450764a-148e-4caf-8f00-d31437deee4b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.318972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:39.351989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 2001:db8::2e0 (023ef54e-686a-4317-84a1-85bc7b5cecf5/d5e090d0-2483-4697-995e-788b5ba8922f/3423b0eb-6ccb-40a7-8ed1-5023deec3ff9) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:39.381568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Allocated IP 172.20.0.5 (2b9b344d-a8b5-48fc-96c8-b8c4cb31af63/eb4fc5d6-73bd-4843-b384-4534d6900352/5ec9bc21-d08b-45cb-8ae5-58b94cb7094f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:39.428943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.11', 57450) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:39.484186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.528836 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 3.6724274 Mar 11 16:03:39.529675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58900) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:39.592843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:39.662946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.666159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-367e9ad0-2062-4f7e-a7a6-7dd0fde5c754 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/a450764a-148e-4caf-8f00-d31437deee4b HTTP/1.1" status: 204 len: 168 time: 3.8527970 Mar 11 16:03:39.667202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3425f54-7d27-46e0-8cba-39502e96c685 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=6bfe684c-836b-452a-b730-66b9d5baa313,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:39.682185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6bfe684c-836b-452a-b730-66b9d5baa313 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:39.683471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58904) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:39.897790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:39.940107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Transition to ACTIVE for port object 1cff8e9c-ac67-4ccc-a17d-610834908376 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:39.977596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb30ff-0803-417d-9f80-13b9cedacd44 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:39.979444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb30ff-0803-417d-9f80-13b9cedacd44 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:39.980281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63bb30ff-0803-417d-9f80-13b9cedacd44 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:40.195622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.196629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.214803 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-166af887-52b5-40a7-a069-71dd23f490a0 req-50853d54-1512-43a2-ae44-54789217431c tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.2408712 Mar 11 16:03:40.283384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613156-a980-4541-9dae-83715db4b05f None None] Sync routers for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:40.298350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-047bcedb-d192-4cc3-a6af-3f7927976ea6 req-22b63ade-9883-426b-ae55-be1df39d5284 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.5867808 Mar 11 16:03:40.314791 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:40.328308 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:40.351202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.401278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63bb30ff-0803-417d-9f80-13b9cedacd44 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:40.402949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63bb30ff-0803-417d-9f80-13b9cedacd44 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7185557 Mar 11 16:03:40.412525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.442526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.465218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58916) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:40.605514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-28e73c19-146d-4059-90bd-b96eda921cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.796070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Network 6bfe684c-836b-452a-b730-66b9d5baa313 is not hosted by any dhcp agent {{(pid=83841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 16:03:40.796895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:40.797359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:40.798788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "PUT /v2.0/networks/6bfe684c-836b-452a-b730-66b9d5baa313 HTTP/1.1" status: 200 len: 858 time: 1.2301686 Mar 11 16:03:40.834946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:40.837882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-2253d165-fad4-4eb6-b8bf-3cafc8233695 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:40.839499 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-2253d165-fad4-4eb6-b8bf-3cafc8233695 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 812 time: 1.4003313 Mar 11 16:03:40.846346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58920) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:40.890773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:40.926034 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2a9014d-fd8e-4222-9394-2c952b01dfa1 req-c3c3fec9-04eb-4822-b4ba-c5ad45631021 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.1710591 Mar 11 16:03:41.002116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f6a62-0ebf-4b45-bcae-e40778f0a81b tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event updated for resources: {'Network': ['ID=6bfe684c-836b-452a-b730-66b9d5baa313,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:41.017631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 023ef54e-686a-4317-84a1-85bc7b5cecf5 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:41.028301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:41.032424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:41.121154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.146783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.152677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.211659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d725d8e6-8fc8-4051-bd4f-1e43e1670e0a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:41.259462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Transition to ACTIVE for port object 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:41.280148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.293868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-20bcf2dc-30f5-46de-81ef-0d6d958e2356 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a97882f3678e41f9a1ce68ebb66dea20 HTTP/1.1" status: 200 len: 380 time: 0.4241402 Mar 11 16:03:41.322772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'port': {'device_id': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'admin_state_up': True, 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'security_groups': ['c74de731-2fd6-41b9-8d68-cc1f1f6080b4']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:41.379835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet a31548dc-8f53-47db-a630-1558f7af45e8 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:03:41.384883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.392245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.470094 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 2, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:41.474928 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613156-a980-4541-9dae-83715db4b05f None None] Checking router: ed110f65-dd3f-490b-ba2b-44a985ae5036 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:41.475366 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613156-a980-4541-9dae-83715db4b05f None None] Updating router ed110f65-dd3f-490b-ba2b-44a985ae5036 port 7da32d90-a5bf-4802-a677-16e226385f8e binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:41.515513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.531584 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5c6db444-e10d-4f72-a04b-89c5cac6b2d9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d725d8e6-8fc8-4051-bd4f-1e43e1670e0a HTTP/1.1" status: 204 len: 168 time: 2.5552385 Mar 11 16:03:41.615300 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.665824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.685556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.766853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e6aa84a1-d2e8-41c8-805a-c1311dd939b0 req-a7c500bf-09ef-4539-9cf6-e75f724267ff tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Synchronizing usage tracker for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:41.781634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:41.795864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:41.804429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:41.849034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.882897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:41.902148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event updated for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:41.909718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:41.912456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.084683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.158470 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-99ef71ae-741f-454a-a20c-7630c1057be8 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0805657 Mar 11 16:03:42.203102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-2513d24f-5c2c-4076-9c0e-79668439c876 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:03:42.207954 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-2513d24f-5c2c-4076-9c0e-79668439c876 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0286055 Mar 11 16:03:42.248925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:42.252317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.260961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.266734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c5dd94b-0aa7-4612-b526-454708200457 None None] Provisioning for port 1cff8e9c-ac67-4ccc-a17d-610834908376 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:42.281743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c5dd94b-0aa7-4612-b526-454708200457 None None] Provisioning complete for port 1cff8e9c-ac67-4ccc-a17d-610834908376 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:42.283805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd94b-0aa7-4612-b526-454708200457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.293953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15799-a6d4-4947-9d7f-96824ad94958 req-4ee1dfbf-c750-4294-a0d1-e9e4b18c8958 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:42.301048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80c15799-a6d4-4947-9d7f-96824ad94958 req-4ee1dfbf-c750-4294-a0d1-e9e4b18c8958 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 931 time: 0.7127860 Mar 11 16:03:42.306630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e6aa84a1-d2e8-41c8-805a-c1311dd939b0 req-a7c500bf-09ef-4539-9cf6-e75f724267ff tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Unset dirty status for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:42.308362 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e6aa84a1-d2e8-41c8-805a-c1311dd939b0 req-a7c500bf-09ef-4539-9cf6-e75f724267ff tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.6816909 Mar 11 16:03:42.320146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:42.355405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:42.362064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:42.431190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dd94b-0aa7-4612-b526-454708200457 None None] Port 1cff8e9c-ac67-4ccc-a17d-610834908376 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:42.439292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.443013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=1e48d32a-41f6-4fe3-8480-37a1d84ddcad,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:42.446658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:42.452695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.591536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event updated for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:42.606680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:42.632907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:42.638381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:42.640632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.695839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Usage tracker for resource:port and tenant:a97882f3678e41f9a1ce68ebb66dea20 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:42.720668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:42.724678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfe684c-836b-452a-b730-66b9d5baa313']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:42.827042 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.865119 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-22613156-a980-4541-9dae-83715db4b05f None None] Transition to ACTIVE for port object 7da32d90-a5bf-4802-a677-16e226385f8e will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:42.877023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c7578a94-995b-449d-8e0a-cf302d91cafc None None] Provisioning for port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:42.880441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.892034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c7578a94-995b-449d-8e0a-cf302d91cafc None None] Provisioning complete for port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:42.893399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c7578a94-995b-449d-8e0a-cf302d91cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.942639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:42.988094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:43.003177 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80c15799-a6d4-4947-9d7f-96824ad94958 req-e5fefa3a-1447-49b4-909e-7437c8c58a15 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6763034 Mar 11 16:03:43.011506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=a31548dc-8f53-47db-a630-1558f7af45e8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:43.026538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.054462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f27c5b6-6bd3-41b6-bfa5-8758c085a3d9') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:43.055000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f27c5b6-6bd3-41b6-bfa5-8758c085a3d9') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:43.066607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed3927c-e2a3-4a3d-bee7-8ecee34a0d6e None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:43.088023 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-66b63fbb-1380-4d60-b364-aea9a2a319f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a31548dc-8f53-47db-a630-1558f7af45e8 HTTP/1.1" status: 204 len: 168 time: 2.2853835 Mar 11 16:03:43.090079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58946) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.126448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:43.128595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.179065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.243283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.262075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:43.262762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.311347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c7578a94-995b-449d-8e0a-cf302d91cafc None None] Port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:43.367835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Request body: {'port': {'device_id': '714e1362-65e6-4206-956a-5590ba3b50a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:43.460458 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09516baa-eae4-48fa-8131-83220c180b81 None None] Pushing event updated for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:43.466600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.499306 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2d94ed92-c39e-40c5-80c8-ac9bf955e73f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4042935 Mar 11 16:03:43.510153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58956) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.524187 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37a017a2-8b6b-493b-bd65-f80e897c0f12 req-2a538434-a1b6-4e6f-b790-b0cbdcd3631e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.6793721 Mar 11 16:03:43.526805 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dcf6818a-8738-4cae-aa85-596f5e9fb195 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.5491869 Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:43.529483 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:43.543810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58958) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.580188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:43.589813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.604219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bfe684c-836b-452a-b730-66b9d5baa313 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:43.630928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.641765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] 10.222.0.78 "DELETE /v2.0/networks/6bfe684c-836b-452a-b730-66b9d5baa313 HTTP/1.1" status: 204 len: 168 time: 2.7801335 Mar 11 16:03:43.641765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Made reservation on behalf of a97882f3678e41f9a1ce68ebb66dea20 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:43.641765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.681830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 58964) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:43.699548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:43.753047 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-22613156-a980-4541-9dae-83715db4b05f None None] Attempting to bind port 7da32d90-a5bf-4802-a677-16e226385f8e on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:43.753413 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-22613156-a980-4541-9dae-83715db4b05f None None] Attempting to bind port 7da32d90-a5bf-4802-a677-16e226385f8e by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:43.753805 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613156-a980-4541-9dae-83715db4b05f None None] Attempting to bind port 7da32d90-a5bf-4802-a677-16e226385f8e on network 5d3b0383-841b-4642-9197-d70db7b832e5 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:43.775869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-f4a14786-ed0e-44af-91c3-fe62e593ba31 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0122294 Mar 11 16:03:43.781904 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613156-a980-4541-9dae-83715db4b05f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:43.782275 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613156-a980-4541-9dae-83715db4b05f None None] Checking segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:43.782672 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.783058 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22613156-a980-4541-9dae-83715db4b05f None None] Bound using segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:43.783519 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-22613156-a980-4541-9dae-83715db4b05f None None] Bound port: 7da32d90-a5bf-4802-a677-16e226385f8e, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:43.783900 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.823358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Request body: {'port': {'device_id': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:43.917406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:03:43.923766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Deleting port 39a9da2b-67cc-4d36-841c-234e595edeb2 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:43.924344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:43.995124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2710e0-5270-4281-8841-02f280c7ef03 tempest-ExternalNetworksTestJSON-1490326103 tempest-ExternalNetworksTestJSON-1490326103-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bfe684c-836b-452a-b730-66b9d5baa313,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.134758 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-22613156-a980-4541-9dae-83715db4b05f None None] For port 7da32d90-a5bf-4802-a677-16e226385f8e, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:44.145535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-22613156-a980-4541-9dae-83715db4b05f None None] For port 7da32d90-a5bf-4802-a677-16e226385f8e, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7da32d90-a5bf-4802-a677-16e226385f8e,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:44.158713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-22613156-a980-4541-9dae-83715db4b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.195078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc0b79d-28de-48fe-a9b0-3122b9e8728b tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] DELETE failed (client error): The resource could not be found. Mar 11 16:03:44.196334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc0b79d-28de-48fe-a9b0-3122b9e8728b tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:03:44.197380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ffc0b79d-28de-48fe-a9b0-3122b9e8728b tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "DELETE /v2.0/subnets/78b35600-13ee-442d-b2aa-fbd8d87673f4 HTTP/1.1" status: 404 len: 337 time: 0.4567995 Mar 11 16:03:44.215444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 58976) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:44.387998 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09516baa-eae4-48fa-8131-83220c180b81 None None] Pushing event updated for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:44.455402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:44.457719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:44.490209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.602729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.606056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] For port 39a9da2b-67cc-4d36-841c-234e595edeb2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=39a9da2b-67cc-4d36-841c-234e595edeb2,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:44.606448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:44.694294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:44.864927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:44.899763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:44.924561 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:44.969123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:44.977609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Calling delete_port for 39a9da2b-67cc-4d36-841c-234e595edeb2 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:45.011579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Allocated IP 172.20.0.3 (5d3b0383-841b-4642-9197-d70db7b832e5/c80c2253-f28c-4a05-9e06-38f81fbf8bd0/e49ca647-b7d1-4e4a-b7cf-8933a23dc999) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:45.150354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:45.154193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.248318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.303853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.373538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.416757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] Pushing event deleted for resources: {'Port': ['ID=39a9da2b-67cc-4d36-841c-234e595edeb2,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.426706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0349622b-5d53-4c6c-a032-dd58624e09c9 None None] No DVR routers for this DVR port 39a9da2b-67cc-4d36-841c-234e595edeb2 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:03:45.435624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.633514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 39a9da2b-67cc-4d36-841c-234e595edeb2 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:45.724719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.729305 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-22613156-a980-4541-9dae-83715db4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:44Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:45.735754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 39a9da2b-67cc-4d36-841c-234e595edeb2 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:03:45.736092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 39a9da2b-67cc-4d36-841c-234e595edeb2 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:45.746115 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22613156-a980-4541-9dae-83715db4b05f None None] The sync data for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv is: [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:44Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:45.750390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Transition to ACTIVE for port object e49ca647-b7d1-4e4a-b7cf-8933a23dc999 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:45.810328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:45.975257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event updated for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:45.975669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Sync routers for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:46.003119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:46.004050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:46.291636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Network 5d3b0383-841b-4642-9197-d70db7b832e5 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:46.326058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:46.326969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:46.472982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.476990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cff8e9c-ac67-4ccc-a17d-610834908376 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:46.504383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.542659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Transition to ACTIVE for port object 1cff8e9c-ac67-4ccc-a17d-610834908376 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:46.692527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.797619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:46.810215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.811037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.818421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae9c2e81-5276-4471-8dbb-35b1f26019ae None None] Provisioning for port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:46.828694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae9c2e81-5276-4471-8dbb-35b1f26019ae None None] Provisioning complete for port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:46.829057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2e81-5276-4471-8dbb-35b1f26019ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.836849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Transition to ACTIVE for port object 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:46.845270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:46.905445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:14Z', 'revision_number': 2, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:46.915590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Checking router: aa8fc63e-d791-4943-9d39-caf9c7d299d0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:46.915952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Updating router aa8fc63e-d791-4943-9d39-caf9c7d299d0 port e9b2839a-9f98-436c-bfe2-672d695d1dc7 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:46.928486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:46.929438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.944810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c2e81-5276-4471-8dbb-35b1f26019ae None None] Port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:03:46.956359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:46.979695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b84f84-43ef-4953-a921-e1171d72310c req-dea05556-a8a3-45c3-a4a4-1590b23d40dd tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:46.979695 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95b84f84-43ef-4953-a921-e1171d72310c req-dea05556-a8a3-45c3-a4a4-1590b23d40dd tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 931 time: 3.2009923 Mar 11 16:03:46.980376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:46.983489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.125148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:47.186982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router 3bf69f39-9e43-48be-ab56-bfebeac08168 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:03:47.196397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.196979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.212958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec59af9-8e5f-4f53-96cf-21a510976a5a None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:47.238340 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-56c8446b-c99d-4361-9e26-6d562161b6dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9203353 Mar 11 16:03:47.239602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Pushing event updated for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.247582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc82c0-7282-4752-a647-8e748fa3452a req-7656efe8-a649-44cb-b406-9c1622d269f5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:47.254577 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fcc82c0-7282-4752-a647-8e748fa3452a req-7656efe8-a649-44cb-b406-9c1622d269f5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 931 time: 1.8856719 Mar 11 16:03:47.285567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0874314c-c41a-4d75-918e-fb317d1a01f6']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:47.375225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59004) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:47.397331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fef351-9373-4b25-b442-e9a59a573daa') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:47.397682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fef351-9373-4b25-b442-e9a59a573daa') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:47.409625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=7e297414-a65b-4bc3-94d7-15c362605db9,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.447656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.498982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.537577 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95b84f84-43ef-4953-a921-e1171d72310c req-df0ea6e6-a810-4ce2-bc18-034ee331398a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283055 Mar 11 16:03:47.562704 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fcc82c0-7282-4752-a647-8e748fa3452a req-d9077f3e-9a21-41e4-b1e0-35695c8ca6a4 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071811 Mar 11 16:03:47.575831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.619839 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4a2fdd5a-6e2d-497e-8390-23d669e0e62a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.0790396 Mar 11 16:03:47.620670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59010) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:47.631295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:03:47.636010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:47.636627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.673544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'name': 'tempest-NetworksTestDHCPv6-1653035287'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:47.691352 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:47.789125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7da32d90-a5bf-4802-a677-16e226385f8e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:47.843659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-289c0354-d9a6-4a4a-a053-706e7acb4f8d tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:47.865180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Attempting to bind port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:47.865576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Attempting to bind port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:47.865951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Attempting to bind port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f on network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:47.912928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.917443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.953915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f on network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:47.954280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Attempting to bind port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f on network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:47.963718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] Pushing event deleted for resources: {'Network': ['ID=0874314c-c41a-4d75-918e-fb317d1a01f6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:47.976756 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a3cb2622-33d0-49f7-9d4a-73485bf5e869 tempest-ExternalNetworksTestJSON-206377489 tempest-ExternalNetworksTestJSON-206377489-project] 10.222.0.78 "DELETE /v2.0/networks/0874314c-c41a-4d75-918e-fb317d1a01f6 HTTP/1.1" status: 204 len: 168 time: 3.7246819 Mar 11 16:03:47.978744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:47.992079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:47.992423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Checking segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:47.992999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Bound using segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:47.993463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Bound port: 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:47.993834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:47.997572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:48.003463 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-289c0354-d9a6-4a4a-a053-706e7acb4f8d tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "PUT /v2.0/quotas/70f3ba8348ac4f24a100608a0624f406 HTTP/1.1" status: 200 len: 368 time: 0.6272256 Mar 11 16:03:48.007670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59016) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:48.007822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:48.015515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Request body: {'network': {'project_id': '70f3ba8348ac4f24a100608a0624f406'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:48.019346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:48.027152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:48.031437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:48.045060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.085998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Transition to ACTIVE for port object 1e48d32a-41f6-4fe3-8480-37a1d84ddcad will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:48.088981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Attempting to bind port 1cff8e9c-ac67-4ccc-a17d-610834908376 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:48.089835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Attempting to bind port 1cff8e9c-ac67-4ccc-a17d-610834908376 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:48.090403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Attempting to bind port 1cff8e9c-ac67-4ccc-a17d-610834908376 on network 25cba1d7-6baf-4cca-8e85-cd83160da743 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:48.096329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.100375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:48.104870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.147713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Usage tracker for resource:network and tenant:70f3ba8348ac4f24a100608a0624f406 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:48.155132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Request body: {'port': {'device_id': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:48.180886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:48.200081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 93220538-bc52-4287-a0e6-8867d46b3913 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:48.228837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:48.237094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=1e48d32a-41f6-4fe3-8480-37a1d84ddcad,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:48.262700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Port 1cff8e9c-ac67-4ccc-a17d-610834908376 on network 25cba1d7-6baf-4cca-8e85-cd83160da743 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:48.263736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Attempting to bind port 1cff8e9c-ac67-4ccc-a17d-610834908376 on network 25cba1d7-6baf-4cca-8e85-cd83160da743 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:48.270241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f410-0410-492f-a1df-0af2863cc42f req-c8561b63-1c7d-4b95-aeba-9141eb17a3ab tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:48.271399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-95f9f410-0410-492f-a1df-0af2863cc42f req-c8561b63-1c7d-4b95-aeba-9141eb17a3ab tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Synchronizing usage tracker for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:48.282498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.311842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '7e297414-a65b-4bc3-94d7-15c362605db9'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:03:48.313850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.318612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Made reservation on behalf of 70f3ba8348ac4f24a100608a0624f406 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:48.320070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.349236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 7da32d90-a5bf-4802-a677-16e226385f8e completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:48.389065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.398823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-95f9f410-0410-492f-a1df-0af2863cc42f req-c8561b63-1c7d-4b95-aeba-9141eb17a3ab tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Unset dirty status for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:48.399314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:48.399978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95f9f410-0410-492f-a1df-0af2863cc42f req-c8561b63-1c7d-4b95-aeba-9141eb17a3ab tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 931 time: 0.5380330 Mar 11 16:03:48.400226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Checking segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:48.401057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Bound using segment: {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:48.401627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Bound port: 1cff8e9c-ac67-4ccc-a17d-610834908376, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86173f59-a9e9-4cf7-8524-28b5ca750eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:48.402091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.405742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:48.455458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7da32d90-a5bf-4802-a677-16e226385f8e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:48.456563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.459076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:48.466124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:48.485284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.487249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:48.487591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:48.487914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:48.495562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.559491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Transition to ACTIVE for port object e9b2839a-9f98-436c-bfe2-672d695d1dc7 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:48.594787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.598995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:48.605467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:48.605834 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:48.620907 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 2 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:48.644681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:48.644887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Usage tracker for resource:security_group_rule and tenant:70f3ba8348ac4f24a100608a0624f406 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:48.645003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:48.645333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:48.659264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:48.659880 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:48.666137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.667496 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 3 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:48.668971 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 200 len: 1093 time: 4.8752165 Mar 11 16:03:48.679612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:48.688021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:48.694238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17570-5c77-43c0-a9f3-f22af2e47a0e None None] Pushing event updated for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:48.713509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95f9f410-0410-492f-a1df-0af2863cc42f req-4b34a16d-e970-48a1-9c9c-39c8651b72f6 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030019 Mar 11 16:03:48.724939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:48.728133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::38a (a5201ef7-2506-4639-87b8-8e23809c1ec8/7e297414-a65b-4bc3-94d7-15c362605db9/93220538-bc52-4287-a0e6-8867d46b3913) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:48.737492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:03:48.749172 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Sync routers for ids ['3bf69f39-9e43-48be-ab56-bfebeac08168'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:03:48.755096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:48.776682 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Routers {'3bf69f39-9e43-48be-ab56-bfebeac08168'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:48.777595 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3bf69f39-9e43-48be-ab56-bfebeac08168'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:48.796942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e32a-17c8-48c4-af02-f6785737d421 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:48.843710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:48.844088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:48.846792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:48.866212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:48.867418 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3c0f9ee5-dc1b-4575-aaec-90c400a95284 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 16.7286997 Mar 11 16:03:48.885438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59036) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:49.031759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.210018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cff8e9c-ac67-4ccc-a17d-610834908376,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:49.233066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 7da32d90-a5bf-4802-a677-16e226385f8e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7da32d90-a5bf-4802-a677-16e226385f8e,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:49.241647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.301572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Attempting to bind port e9b2839a-9f98-436c-bfe2-672d695d1dc7 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:49.302278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Attempting to bind port e9b2839a-9f98-436c-bfe2-672d695d1dc7 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:49.302278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Attempting to bind port e9b2839a-9f98-436c-bfe2-672d695d1dc7 on network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:49.302692 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Set router 3bf69f39-9e43-48be-ab56-bfebeac08168 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:49.345454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:49.345916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Checking segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:49.346318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.346701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Bound using segment: {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:49.347225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Bound port: e9b2839a-9f98-436c-bfe2-672d695d1dc7, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:49.347638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.378845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63641c11-25bd-4f31-94f6-973ba1fc7079 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ab85b1a8f7014ac8b6a8f13110e4b8ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9115961 Mar 11 16:03:49.390845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-646444a9-a465-47f0-939e-53e124513100 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 1096 time: 0.6578884 Mar 11 16:03:49.396684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59042) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:49.404601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.440857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.487291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] For port e9b2839a-9f98-436c-bfe2-672d695d1dc7, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:49.491087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] For port e9b2839a-9f98-436c-bfe2-672d695d1dc7, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e9b2839a-9f98-436c-bfe2-672d695d1dc7,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:49.515121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.523877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:49.531263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:49.537968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661991b4-7c9f-40f8-8b71-f3a08760bed9 req-153849e6-c14d-49cb-82f2-2c9c12df26eb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:49.539615 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-661991b4-7c9f-40f8-8b71-f3a08760bed9 req-153849e6-c14d-49cb-82f2-2c9c12df26eb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 943 time: 0.5590391 Mar 11 16:03:49.564615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8813a-7724-4aca-b939-ca74bf70f571 req-800e0fd5-0600-4211-95d3-280915c2ad0a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:49.566256 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-48d8813a-7724-4aca-b939-ca74bf70f571 req-800e0fd5-0600-4211-95d3-280915c2ad0a tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 943 time: 0.4917083 Mar 11 16:03:49.567251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7393974f-d720-409b-a7f0-44fb31c09224,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:49.585307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.607583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 93220538-bc52-4287-a0e6-8867d46b3913 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:49.632179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:49.632843 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:49.641728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 4 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:49.660009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.664476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:49.664813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:49.665150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:49.712206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.714032 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Added segment d40ad45a-4e98-4ef5-b628-becd0dbd0746 of type vlan for network c805db50-7068-424b-b18c-625a5ca7871b Mar 11 16:03:49.750645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.755145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Pushing event updated for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:49.771560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17570-5c77-43c0-a9f3-f22af2e47a0e None None] Pushing event updated for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:49.775571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:49.776318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:49.791422 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'name': '', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'external_fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0'}], 'enable_snat': True}, 'gw_port_id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:32Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'name': '', 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:38Z', 'updated_at': '2022-03-11T16:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:49.798775 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Checking router: 3bf69f39-9e43-48be-ab56-bfebeac08168 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:03:49.799349 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Updating router 3bf69f39-9e43-48be-ab56-bfebeac08168 port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:03:49.837173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49ca647-b7d1-4e4a-b7cf-8933a23dc999 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:49.849754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.870708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=93220538-bc52-4287-a0e6-8867d46b3913,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:49.902575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:49.918885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:49.927192 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-28dfaef9-6f6e-48c8-9654-58882f884dd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 200 len: 217 time: 0.3700848 Mar 11 16:03:49.929879 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.932784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:49.933149 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:49.936385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:49.941521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:49.942494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:49.945268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Transition to ACTIVE for port object e49ca647-b7d1-4e4a-b7cf-8933a23dc999 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:49.945839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/7e297414-a65b-4bc3-94d7-15c362605db9/5c15932d-1702-45e4-876f-1946d8555c51) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:03:49.963344 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 5 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:49.984803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:49.985005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:49.985320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:49.992703 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-93bd3668-e3af-444c-b617-ba8aa256410e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3489814 Mar 11 16:03:49.997538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:49.997916 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:49.998335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:50.000593 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 6 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:50.014306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.015832 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-d06f668c-d2d4-4df3-9284-646224141189 service neutron] 10.222.0.11 "PUT /v2.0/ports/1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 200 len: 1093 time: 7.2786944 Mar 11 16:03:50.017849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:50.035670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.156608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.189275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.189942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.190503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.209276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:50.209819 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:50.223792 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 7 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:50.306462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.307026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Pushing event updated for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:50.307498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.308089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.309399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.332885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83874704-e119-4276-baae-c6b63ef23362 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:50.333794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-83874704-e119-4276-baae-c6b63ef23362 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:03:50.341089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.367985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:50.368375 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:50.371763 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 8 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:50.390538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.390964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.391408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.398395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-83874704-e119-4276-baae-c6b63ef23362 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:03:50.399835 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-83874704-e119-4276-baae-c6b63ef23362 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3916357 Mar 11 16:03:50.400951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:50.401415 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:50.403514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.410103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.410979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:50.411764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.416271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.420726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59060) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:50.428218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Transition to ACTIVE for port object 5c15932d-1702-45e4-876f-1946d8555c51 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:50.447588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Transition to ACTIVE for port object 5c15932d-1702-45e4-876f-1946d8555c51 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:50.451445 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-661991b4-7c9f-40f8-8b71-f3a08760bed9 req-de857a43-ceb2-48c4-9459-ce08cb2c62d5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8932400 Mar 11 16:03:50.460446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.481474 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-172558bd-ba64-47b9-bff4-f84e21512ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=39817efefa3545148db3fe975a842785&device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 1096 time: 0.3949006 Mar 11 16:03:50.486886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 9 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:50.554402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.591314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-ec455a2f-ffce-425d-b50d-321be70ee2be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 200 len: 217 time: 0.0943372 Mar 11 16:03:50.595294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:50.596946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Transition to ACTIVE for port object 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:03:50.611679 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.675305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event updated for resources: {'Network': ['ID=c805db50-7068-424b-b18c-625a5ca7871b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:50.683443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Pushing event updated for resources: {'Port': ['ID=5c15932d-1702-45e4-876f-1946d8555c51,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:50.688370 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae85c13-3bcb-475f-9840-0efde16aaafe None None] Pushing event updated for resources: {'Port': ['ID=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:50.723143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:50.724748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c805db50-7068-424b-b18c-625a5ca7871b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:50.733101 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Attempting to bind port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.733476 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Attempting to bind port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '9ed0252f-aae3-4351-a1ca-0011387b3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.733879 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Attempting to bind port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 on network 023ef54e-686a-4317-84a1-85bc7b5cecf5 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.744195 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:50.744565 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Checking segment: {'id': '9ed0252f-aae3-4351-a1ca-0011387b3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:50.745111 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.745555 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Bound using segment: {'id': '9ed0252f-aae3-4351-a1ca-0011387b3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:50.746054 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Bound port: 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0252f-aae3-4351-a1ca-0011387b3e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:50.746438 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.760744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.761219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.761466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.764249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-7b506a59-47bb-4d49-b901-b76f0c3b2d4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:50.766022 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-7b506a59-47bb-4d49-b901-b76f0c3b2d4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1443c5fd-b53c-4cdc-9101-20aebb42f058 HTTP/1.1" status: 200 len: 844 time: 0.1211507 Mar 11 16:03:50.787258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:50.845512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:50.845978 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:50.846992 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 10 to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad Mar 11 16:03:50.854866 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'status': 'completed', 'code': 200} Mar 11 16:03:50.870767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ea8a4e63-b694-4b0d-9943-28c0ea760a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:50.875637 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] For port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:50.880325 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] For port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,segment=NetworkSegment(9ed0252f-aae3-4351-a1ca-0011387b3e6d),segment_id=9ed0252f-aae3-4351-a1ca-0011387b3e6d)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:50.883633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-ea8a4e63-b694-4b0d-9943-28c0ea760a47 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4fc5d6-73bd-4843-b384-4534d6900352 HTTP/1.1" status: 200 len: 850 time: 0.9102149 Mar 11 16:03:50.886280 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-48d8813a-7724-4aca-b939-ca74bf70f571 req-14868f58-7d21-40fb-8df8-e1d24d349d42 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2359347 Mar 11 16:03:50.887363 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:50.926728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:50.935659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:50.936177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:50.936550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:50.961616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:50.961980 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:03:50.962341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.000177 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-c90e2f45-431a-42c2-b53c-4266ebf95417 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25cba1d7-6baf-4cca-8e85-cd83160da743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2151353 Mar 11 16:03:51.012612 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae85c13-3bcb-475f-9840-0efde16aaafe None None] Pushing event updated for resources: {'Port': ['ID=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:51.015683 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Routers {'3bf69f39-9e43-48be-ab56-bfebeac08168'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:03:51.016484 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3bf69f39-9e43-48be-ab56-bfebeac08168'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:51.112395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 93220538-bc52-4287-a0e6-8867d46b3913 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:51.112735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.238099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-53a5f833-c818-46a0-b323-cb975618ca33 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2291105 Mar 11 16:03:51.245461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59070) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:51.258828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:51.259263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempted to set empty binding levels {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:03:51.265872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Request body: {'network': {'project_id': '70f3ba8348ac4f24a100608a0624f406'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:51.267338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'status': 'completed', 'code': 200} Mar 11 16:03:51.267660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:51.276858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.279114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.281360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.281648 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] Set router 3bf69f39-9e43-48be-ab56-bfebeac08168 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:03:51.284869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/146961c5-68ce-42ca-b63c-f75a7ee00a32 HTTP/1.1" status: 204 len: 168 time: 1.8837283 Mar 11 16:03:51.331564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Usage tracker for resource:network and tenant:70f3ba8348ac4f24a100608a0624f406 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:51.345742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:51.375187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] In _notify_port_updated(), no bound segment for port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:03:51.376212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.377509 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "PUT /v2.0/ports/1e48d32a-41f6-4fe3-8480-37a1d84ddcad HTTP/1.1" status: 200 len: 977 time: 7.8185184 Mar 11 16:03:51.399569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59078) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:51.403250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0665fb97-63ac-4bdd-8bb6-1caadb49b319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146961c5-68ce-42ca-b63c-f75a7ee00a32,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:51.417498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:51.452464 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-5924759f-ac24-4695-96e2-8e499e2549a9 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449012 Mar 11 16:03:51.640938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Made reservation on behalf of 70f3ba8348ac4f24a100608a0624f406 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:51.656160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Attempting to bind port 5c15932d-1702-45e4-876f-1946d8555c51 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:51.657105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Attempting to bind port 5c15932d-1702-45e4-876f-1946d8555c51 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:51.657641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Attempting to bind port 5c15932d-1702-45e4-876f-1946d8555c51 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:51.671216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.677509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24bc93-bb70-48c4-97c3-080aeb92d4b1 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=1e48d32a-41f6-4fe3-8480-37a1d84ddcad,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:51.695623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7da32d90-a5bf-4802-a677-16e226385f8e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:51.699079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.780246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:51.780246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.791768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:51.792654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:51.793594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.794757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:51.795960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Bound port: 5c15932d-1702-45e4-876f-1946d8555c51, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:51.796685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:51.866639 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'name': '', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'external_fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0'}], 'enable_snat': True}, 'gw_port_id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:32Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'name': '', 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:38Z', 'updated_at': '2022-03-11T16:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:51.873251 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cb6dd-ecfe-4fe6-af37-51b0688c6c29 None None] The sync data for ids ['3bf69f39-9e43-48be-ab56-bfebeac08168'] in dv-neutron-833206-1-hyperv is: [{'id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'name': '', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'external_fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0'}], 'enable_snat': True}, 'gw_port_id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:32Z', 'updated_at': '2022-03-11T16:03:41Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '3423b0eb-6ccb-40a7-8ed1-5023deec3ff9', 'name': '', 'network_id': '023ef54e-686a-4317-84a1-85bc7b5cecf5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf69f39-9e43-48be-ab56-bfebeac08168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'ip_address': '2001:db8::2e0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:38Z', 'updated_at': '2022-03-11T16:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5e090d0-2483-4697-995e-788b5ba8922f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:52.009713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a52f1-928d-4de9-aab8-7b96992c85cc req-abd7957c-ee83-40dc-9935-c0325717f2da tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:52.012169 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f31a52f1-928d-4de9-aab8-7b96992c85cc req-abd7957c-ee83-40dc-9935-c0325717f2da tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.8660157 Mar 11 16:03:52.043471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:52.048711 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-585aa7d5-1a7a-4f2e-a0e0-0cdb2788d108 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20630 time: 0.6469300 Mar 11 16:03:52.054097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7da32d90-a5bf-4802-a677-16e226385f8e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:52.054652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.061771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59090) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:52.125245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] For port 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,segment=NetworkSegment(9ed0252f-aae3-4351-a1ca-0011387b3e6d),segment_id=9ed0252f-aae3-4351-a1ca-0011387b3e6d)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:52.125683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.130513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] For port 5c15932d-1702-45e4-876f-1946d8555c51, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:52.132197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:52.137318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] For port 5c15932d-1702-45e4-876f-1946d8555c51, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5c15932d-1702-45e4-876f-1946d8555c51,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:52.138781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-e3eacda4-664e-4170-aad9-81083bbb006a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9993448 Mar 11 16:03:52.139447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Attempting to bind port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:03:52.139979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Attempting to bind port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:03:52.140454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Attempting to bind port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 on network 5d3b0383-841b-4642-9197-d70db7b832e5 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:52.181819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.202251 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c22a2a8-af90-48cf-9d52-d2734cc7af88 req-ba238def-4af7-4b65-b673-a03677a98601 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7287705 Mar 11 16:03:52.287152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Calling delete_port for 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:52.288400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:52.298615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.299002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Added segment 0c20bc98-42d8-4af9-99ba-c3b681eadcd1 of type vlan for network e0e2febb-7497-48b3-9e84-42b38220d99d Mar 11 16:03:52.303997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e382e03d-cacd-46a9-9668-b39e9d11dec3 None None] The sync data for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:03:52.308375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01180f9-591a-4676-b711-f5ee18db875f None None] Pushing event updated for resources: {'Port': ['ID=5c15932d-1702-45e4-876f-1946d8555c51,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:52.319649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 on network 5d3b0383-841b-4642-9197-d70db7b832e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:03:52.319977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Attempting to bind port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 on network 5d3b0383-841b-4642-9197-d70db7b832e5 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:03:52.428193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Deleting port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:52.428193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.560758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:03:52.561193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Checking segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:03:52.561686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Bound using segment: {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:03:52.562380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Bound port: e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3735d0-9ced-4666-bdec-5fc4674199b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:03:52.562865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.654823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.688770 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-13e6c3f4-3e05-4b16-abc8-753831d82b90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=39817efefa3545148db3fe975a842785&device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 1096 time: 0.4095943 Mar 11 16:03:52.699953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f31a52f1-928d-4de9-aab8-7b96992c85cc req-6099279e-7b5a-4d80-b330-1a05bb104a09 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6648545 Mar 11 16:03:52.702413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:52.906863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888e41a-9a47-4078-964e-40f03f75d443 req-526d433b-42f5-4c73-ba3c-679a3a02f3f5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:52.908781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3888e41a-9a47-4078-964e-40f03f75d443 req-526d433b-42f5-4c73-ba3c-679a3a02f3f5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 943 time: 1.1479044 Mar 11 16:03:52.941762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08a46-1094-415d-9da8-e0574217d84c req-1de1e377-b995-43f3-916d-437cc6c07c3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:52.943232 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-1de1e377-b995-43f3-916d-437cc6c07c3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 200 len: 906 time: 0.2448924 Mar 11 16:03:53.018595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.081264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e26ca74-9195-4fe6-a859-f0493f635580 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4bbbda424b1244abb70cdd9da94440b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0271976 Mar 11 16:03:53.087658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-b5725cfc-8599-48c6-9e90-f592a6a4ad75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 200 len: 217 time: 0.1365812 Mar 11 16:03:53.097550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:53.098360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Port': ['ID=3423b0eb-6ccb-40a7-8ed1-5023deec3ff9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:53.114948 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-2c3392b9-1ac2-41a6-a53e-57cbc48bf514 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626775 Mar 11 16:03:53.209752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 93220538-bc52-4287-a0e6-8867d46b3913 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:53.287348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port 1e48d32a-41f6-4fe3-8480-37a1d84ddcad, host hv-neutron-8332, got binding levels [] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:53.287707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.304305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:03:53.472719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.706223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Calling delete_port for 1e48d32a-41f6-4fe3-8480-37a1d84ddcad owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:53.708399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e9b2839a-9f98-436c-bfe2-672d695d1dc7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:53.753018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b08a46-1094-415d-9da8-e0574217d84c req-76c6b22f-8fa0-4226-b78f-a46fe69d5ac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.754466 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-76c6b22f-8fa0-4226-b78f-a46fe69d5ac3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1443c5fd-b53c-4cdc-9101-20aebb42f058 HTTP/1.1" status: 200 len: 844 time: 0.5892234 Mar 11 16:03:53.786370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.787224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:53.787796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.814785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0fd10d05-5dcc-4259-a12f-2278e7711dd5 None None] Provisioning for port 5c15932d-1702-45e4-876f-1946d8555c51 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:53.829556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:03:53.837826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:53.841493 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3888e41a-9a47-4078-964e-40f03f75d443 req-7ebe0107-7337-45dd-9c9e-2e866adcfbdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8935275 Mar 11 16:03:53.843653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:53.844070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.918695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.921352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.942280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.981447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:53.986360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:03:54.055806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.061539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.070981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.085461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11426557-5271-4d44-b382-fee8b7a3affe,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.097600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.098153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf69f39-9e43-48be-ab56-bfebeac08168 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:03:54.101922 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-84d9b2dc-58a4-40ab-97af-4aa79129ec88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25cba1d7-6baf-4cca-8e85-cd83160da743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2809079 Mar 11 16:03:54.104498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.108322 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-24bca81e-9708-4de3-8f11-cb41850d6694 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/11426557-5271-4d44-b382-fee8b7a3affe HTTP/1.1" status: 204 len: 168 time: 0.9942601 Mar 11 16:03:54.109035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.110275 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-713c8113-0db0-428f-ba99-de129457801d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/routers/3bf69f39-9e43-48be-ab56-bfebeac08168 HTTP/1.1" status: 204 len: 168 time: 5.2208579 Mar 11 16:03:54.131485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59108) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.152482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e9b2839a-9f98-436c-bfe2-672d695d1dc7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e9b2839a-9f98-436c-bfe2-672d695d1dc7,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:54.158524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.159589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5c15932d-1702-45e4-876f-1946d8555c51 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:54.192687 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.9355297 Mar 11 16:03:54.194098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59112) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.266170 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1634b0dd-74c7-41d7-993d-2f762a463694 req-9fbbbdd9-6f28-4ea7-99d1-f58269d09f7c service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0022011 Mar 11 16:03:54.266811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2b95f-d9ab-4787-bad1-c998cb86d665 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event updated for resources: {'Network': ['ID=e0e2febb-7497-48b3-9e84-42b38220d99d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.276082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Request body: {'network': {'project_id': '70f3ba8348ac4f24a100608a0624f406'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:54.304801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ae55-93f4-4b1f-9dbe-b1af3dad455a req-1514224a-0eb9-41d1-a61b-b980430bdb27 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.306403 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f718ae55-93f4-4b1f-9dbe-b1af3dad455a req-1514224a-0eb9-41d1-a61b-b980430bdb27 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 943 time: 1.3596802 Mar 11 16:03:54.317156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e0e2febb-7497-48b3-9e84-42b38220d99d details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:54.335843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:54.341921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting subnet d5e090d0-2483-4697-995e-788b5ba8922f {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:03:54.345105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.398568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.405180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Usage tracker for resource:network and tenant:70f3ba8348ac4f24a100608a0624f406 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:54.421796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.423198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] 10.222.0.11 "PUT /v2.0/ports/e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1093 time: 6.2726390 Mar 11 16:03:54.440852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:54.446568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:03:54.452033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.453223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.476615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:54.488184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.500445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b316136d-d74f-4dc9-bf2d-67ce4eb56efd None None] Provisioning for port 93220538-bc52-4287-a0e6-8867d46b3913 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:54.508741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b316136d-d74f-4dc9-bf2d-67ce4eb56efd None None] Provisioning complete for port 93220538-bc52-4287-a0e6-8867d46b3913 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:54.509217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b316136d-d74f-4dc9-bf2d-67ce4eb56efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.538435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5c15932d-1702-45e4-876f-1946d8555c51 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:03:54.548795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b316136d-d74f-4dc9-bf2d-67ce4eb56efd None None] Port 93220538-bc52-4287-a0e6-8867d46b3913 was deleted so its status cannot be updated. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 16:03:54.551199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5c15932d-1702-45e4-876f-1946d8555c51 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:54.551630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.554867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:03:54.555474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:03:54.556814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c633e7da-7d1a-4206-8bc1-99fe64a07e29 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2945104 Mar 11 16:03:54.557815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.566417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59122) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.583242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a6fce-2789-4e67-a016-6ac35f102273 service neutron] Pushing event updated for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.639527 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-eaed096b-ee45-4faa-b62c-32aff506e294 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280495 Mar 11 16:03:54.660208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e48d32a-41f6-4fe3-8480-37a1d84ddcad,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.700194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.746722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=93220538-bc52-4287-a0e6-8867d46b3913,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:54.766288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.769551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f718ae55-93f4-4b1f-9dbe-b1af3dad455a req-385b14a3-36ac-4259-ac7f-68ca34968d98 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4297891 Mar 11 16:03:54.797771 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3fff2c87-a740-41d0-becd-20b073208d6a tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=70f3ba8348ac4f24a100608a0624f406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2283387 Mar 11 16:03:54.801312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59128) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.816334 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1e76ce55-c177-4e4d-962f-c014a14cc9f4 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "DELETE /v2.0/ports/1e48d32a-41f6-4fe3-8480-37a1d84ddcad HTTP/1.1" status: 204 len: 168 time: 2.7527945 Mar 11 16:03:54.819936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59132) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.826588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.869983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.874410 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-17a70ba4-97a7-47c9-a7aa-93ed5857cb6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/93220538-bc52-4287-a0e6-8867d46b3913 HTTP/1.1" status: 204 len: 168 time: 4.4352295 Mar 11 16:03:54.875522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59138) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:54.879186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5c15932d-1702-45e4-876f-1946d8555c51, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5c15932d-1702-45e4-876f-1946d8555c51,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:54.885540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a63977-3a3e-424c-85f8-1057fb723ad7 req-43ca21ea-344e-4f68-b7bc-ca8d8c5abe94 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:54.893303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:54.893958 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-85a63977-3a3e-424c-85f8-1057fb723ad7 req-43ca21ea-344e-4f68-b7bc-ca8d8c5abe94 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.6985106 Mar 11 16:03:54.961810 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:03:54.999700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e090d0-2483-4697-995e-788b5ba8922f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:55.018475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'status': 'completed', 'code': 200} Mar 11 16:03:55.035328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b6e9af-7d08-43ef-8c58-85ef460d06a9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:03:55.044515 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7b6e9af-7d08-43ef-8c58-85ef460d06a9 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports/1e48d32a-41f6-4fe3-8480-37a1d84ddcad HTTP/1.1" status: 404 len: 333 time: 0.2201796 Mar 11 16:03:55.054491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5c15932d-1702-45e4-876f-1946d8555c51,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:55.060901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59146) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:55.088059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.094530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-a79241b9-8130-4c86-a5db-bd1e3ca34fac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 1096 time: 0.7620254 Mar 11 16:03:55.105171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1132569770', 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:55.108289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e0b08a46-1094-415d-9da8-e0574217d84c req-784ecc8e-65be-465d-afda-d9d1fd5961c5 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551384 Mar 11 16:03:55.111996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:55.118211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Usage tracker for resource:port and tenant:fbcbf09e47f4440a80686da20648b83f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:55.126163 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-82ed6b44-746c-45a7-b19c-14d413523292 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/d5e090d0-2483-4697-995e-788b5ba8922f HTTP/1.1" status: 204 len: 168 time: 0.9915473 Mar 11 16:03:55.126371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:55.128718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59152) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:55.164829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:55.218951 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-cb6072c2-e419-4010-91fb-e6854ca70551 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1096 time: 0.7295935 Mar 11 16:03:55.245313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.294172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.302769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.354852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6973feb7-5955-4163-8048-47f9e9a8cd29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:55.356455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6973feb7-5955-4163-8048-47f9e9a8cd29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:55.360969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6973feb7-5955-4163-8048-47f9e9a8cd29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4828372 Mar 11 16:03:55.368793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59160) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:55.376658 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-85a63977-3a3e-424c-85f8-1057fb723ad7 req-3bf33452-308e-469b-b1ed-a62fb37a1331 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807346 Mar 11 16:03:55.386099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Made reservation on behalf of fbcbf09e47f4440a80686da20648b83f for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:55.389204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.464839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-eb4dc26d-003a-40e9-b67d-2be6c045973e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 217 time: 0.1877778 Mar 11 16:03:55.514474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.569002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port 150925e4-c66d-4736-9f56-55fe419dfd7f yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:03:55.598710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e9b2839a-9f98-436c-bfe2-672d695d1dc7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:55.687340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.695662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e9b2839a-9f98-436c-bfe2-672d695d1dc7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:55.696085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.697887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-17d5ac4a-1248-4c0d-bf76-b5d8319eaea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:55.699485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-17d5ac4a-1248-4c0d-bf76-b5d8319eaea0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 200 len: 912 time: 0.5600839 Mar 11 16:03:55.716417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393974f-d720-409b-a7f0-44fb31c09224,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:55.718506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.722525 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4bcfd6b2-557f-486b-9647-6fb12edabe5e tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "DELETE /v2.0/security-groups/7393974f-d720-409b-a7f0-44fb31c09224 HTTP/1.1" status: 204 len: 168 time: 0.9201438 Mar 11 16:03:55.724850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023ef54e-686a-4317-84a1-85bc7b5cecf5']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:55.732699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59168) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:55.767069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed0252f-aae3-4351-a1ca-0011387b3e6d') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:55.767436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed0252f-aae3-4351-a1ca-0011387b3e6d') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:55.869130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.871041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5c15932d-1702-45e4-876f-1946d8555c51 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:03:55.938828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.956952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.961403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:55.961980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.976093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5c15932d-1702-45e4-876f-1946d8555c51 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:03:55.977850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:55.982147 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:55.989516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-e6587fbf-a7d1-49a1-966c-888ecc9a6c51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:55.991626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-e6587fbf-a7d1-49a1-966c-888ecc9a6c51 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.5005307 Mar 11 16:03:56.031649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a489cb-4f9d-41c7-999e-5fc3a88cd135 req-2e7aa7c5-37b1-4a8d-b8d0-0b44007868cf tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:56.038957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1a489cb-4f9d-41c7-999e-5fc3a88cd135 req-2e7aa7c5-37b1-4a8d-b8d0-0b44007868cf tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 943 time: 0.8667955 Mar 11 16:03:56.142615 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-92d7c489-01fa-4df9-8ae3-f403f5889ebe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 200 len: 217 time: 0.2694008 Mar 11 16:03:56.215481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.240499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.261238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 023ef54e-686a-4317-84a1-85bc7b5cecf5 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:03:56.263965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e2febb-7497-48b3-9e84-42b38220d99d']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.276101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.282530 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/networks/023ef54e-686a-4317-84a1-85bc7b5cecf5 HTTP/1.1" status: 204 len: 168 time: 1.1527185 Mar 11 16:03:56.289190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c20bc98-42d8-4af9-99ba-c3b681eadcd1') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.289482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c20bc98-42d8-4af9-99ba-c3b681eadcd1') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.297380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437544c1-ed1c-4d86-82c1-62e6693859a3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Network': ['ID=023ef54e-686a-4317-84a1-85bc7b5cecf5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:56.305949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.330305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.345512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:56.346020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:56.368924 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:56.452785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.479517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 7e297414-a65b-4bc3-94d7-15c362605db9 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:03:56.502184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.524561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0e2febb-7497-48b3-9e84-42b38220d99d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:56.527220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6f0aa35-e547-4e92-bdcc-0abd3fea2768 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "DELETE /v2.0/networks/e0e2febb-7497-48b3-9e84-42b38220d99d HTTP/1.1" status: 204 len: 168 time: 0.7932942 Mar 11 16:03:56.538286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:56.593599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.686865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.694295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.776815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1a489cb-4f9d-41c7-999e-5fc3a88cd135 req-62a5cde4-642e-4051-8c8d-536a2bcb7dd3 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7358623 Mar 11 16:03:56.858082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.888117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c805db50-7068-424b-b18c-625a5ca7871b']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.902304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-cd847d6f-f8bf-4f4b-b17a-eff9e589735c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:56.906229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40ad45a-4e98-4ef5-b628-becd0dbd0746') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.906596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40ad45a-4e98-4ef5-b628-becd0dbd0746') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:03:56.911694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-cd847d6f-f8bf-4f4b-b17a-eff9e589735c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4fc5d6-73bd-4843-b384-4534d6900352 HTTP/1.1" status: 200 len: 850 time: 0.7285450 Mar 11 16:03:56.914650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59198) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:56.920580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.941780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.953221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:03:56.954169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:56.956389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'name': 'tempest-router--1262109707', 'project_id': '7cec4a8e7deb483e90cea9b840cf477d'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:03:56.973356 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:03:57.030641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:57.105993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:router and tenant:7cec4a8e7deb483e90cea9b840cf477d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:57.120093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:57.120284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.134287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.140492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:57.149934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de727499-a6c1-44b8-911a-9e57f1451db2 req-555f1e27-cbbb-4b13-8654-4165c61f8b66 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:57.151496 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-de727499-a6c1-44b8-911a-9e57f1451db2 req-555f1e27-cbbb-4b13-8654-4165c61f8b66 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 943 time: 1.0621865 Mar 11 16:03:57.154996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.156950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.162485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] Pushing event deleted for resources: {'Network': ['ID=c805db50-7068-424b-b18c-625a5ca7871b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:57.165963 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c19d069-88b4-4979-bbf1-8026125b7256 tempest-QuotasNegativeTest-718119040 tempest-QuotasNegativeTest-718119040-project-admin] 10.222.0.78 "DELETE /v2.0/networks/c805db50-7068-424b-b18c-625a5ca7871b HTTP/1.1" status: 204 len: 168 time: 0.6266055 Mar 11 16:03:57.166645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:57.191053 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-113fa7e4-a624-4ea6-becd-f24eee059add service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1680810 Mar 11 16:03:57.330888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.332177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.382121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1585562334'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:57.386744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:57.390881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Usage tracker for resource:network and tenant:586137ce725547a58571b8968e19191b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:57.394143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:57.401303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:57.413144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Made reservation on behalf of 586137ce725547a58571b8968e19191b for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:57.416030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.433201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.464882 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-de727499-a6c1-44b8-911a-9e57f1451db2 req-76caf313-75ba-4e64-863a-368be099c9d6 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707963 Mar 11 16:03:57.474601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.478352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-21e1248f-3c56-4b92-a79b-a0f0d8f7ef2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5376213 Mar 11 16:03:57.479611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.495363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b813ed8-ea87-476d-abcc-e1b7f38020ef req-f3066674-728a-40fa-8c51-6725eabf2ed9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:57.495363 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b813ed8-ea87-476d-abcc-e1b7f38020ef req-f3066674-728a-40fa-8c51-6725eabf2ed9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.4754505 Mar 11 16:03:57.517328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:57.524247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Usage tracker for resource:security_group_rule and tenant:586137ce725547a58571b8968e19191b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:57.528886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:57.535628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1cff8e9c-ac67-4ccc-a17d-610834908376 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:03:57.542129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.545888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:57.651588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.658456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.697364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:03:57.705475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-4cdd76d4-df9c-4cdb-a9c9-09580cd33584 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962597 Mar 11 16:03:57.706215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=7e297414-a65b-4bc3-94d7-15c362605db9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:57.714615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44fc31b-4916-493f-a356-5f5a65d07ac1,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:57.722569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.722767 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Added segment c0a9b59e-682f-453b-b2a8-fc3eb9510713 of type vlan for network 4580a52a-7d48-44c3-8c34-37626c4c7124 Mar 11 16:03:57.761992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.786568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.790094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfa60e-65f2-415d-8f0c-ca85a0e8f59a None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:03:57.792237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.797365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:03:57.820944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.827340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:57.831816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.845458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=150925e4-c66d-4736-9f56-55fe419dfd7f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:57.868299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:03:57.917096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:03:57.929985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:57.930999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:57.945191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cff8e9c-ac67-4ccc-a17d-610834908376,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:57.994752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'port_id': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'mac_address': 'fa:16:3e:fd:6b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:03:58.010646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59222) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.050062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8818431 Mar 11 16:03:58.059131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07807b-b263-4f77-9f5d-8d6fa0dd4377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Pushing event updated for resources: {'Network': ['ID=4580a52a-7d48-44c3-8c34-37626c4c7124,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:58.071368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.086860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:03:58.195132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cff8e9c-ac67-4ccc-a17d-610834908376 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:58.198636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b813ed8-ea87-476d-abcc-e1b7f38020ef req-193649a7-4a4f-4f13-9fcb-4e1e34fc515e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6580024 Mar 11 16:03:58.199316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.200999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e81522b-85ac-43ed-8f99-4d41b07c0edb tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2653983 Mar 11 16:03:58.218664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ea57e6d0-82f1-4042-b565-55168f715f8c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/7e297414-a65b-4bc3-94d7-15c362605db9 HTTP/1.1" status: 204 len: 168 time: 2.8466127 Mar 11 16:03:58.230211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.231796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59232) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.244987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cff8e9c-ac67-4ccc-a17d-610834908376,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:58.251120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.251887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:03:58.253661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.318641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:58.326793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Usage tracker for resource:security_group_rule and tenant:2f7f23b511c44ddfabcc9a213f161a9a is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:58.330735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:58.340296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:58.341519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:03:58.350745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Deleting port 5c15932d-1702-45e4-876f-1946d8555c51 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:58.351133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.422899 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-40bfe1a0-caf5-438b-b7b2-bff0b4896355 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3423793 Mar 11 16:03:58.433454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.436207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59240) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.455345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:58.466901 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5e8ac765-a258-4ff2-8be1-58d3f10533de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2200494 Mar 11 16:03:58.466901 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-cc99586f-5da6-4645-9456-39f2d56c3787 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362333 Mar 11 16:03:58.486630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.506928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.551465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:58.601114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:58.616086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2f7f23b511c44ddfabcc9a213f161a9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6021180 Mar 11 16:03:58.624237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aec603-4096-46e5-9c5c-e31f29e0fe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8aeecb-e45b-45b2-8a50-4cb9e1b58d19,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:58.626851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59250) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.662523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b4546d1-af98-4fb5-9012-53c419af2ecd req-f81a8468-6e99-4864-9c67-76559df1d261 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284775 Mar 11 16:03:58.683443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'port_id': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'mac_address': 'fa:16:3e:68:6b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:03:58.733811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd609b-dc25-4e74-9a9a-e29f096e750b req-12e556f0-f786-4ac7-ab64-49cf7b508991 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:58.735734 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2dfd609b-dc25-4e74-9a9a-e29f096e750b req-12e556f0-f786-4ac7-ab64-49cf7b508991 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 943 time: 0.5840669 Mar 11 16:03:58.757077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] For port 5c15932d-1702-45e4-876f-1946d8555c51, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5c15932d-1702-45e4-876f-1946d8555c51,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:58.757521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.788757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59254) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.792685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.888170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124', 'binding:host_id': 'hv-neutron-8332', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-203705873'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:03:58.899172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Calling delete_port for 5c15932d-1702-45e4-876f-1946d8555c51 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:58.900428 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e6c37cc-ce80-4ae8-bb4f-d74c8eded70e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports/150925e4-c66d-4736-9f56-55fe419dfd7f HTTP/1.1" status: 200 len: 955 time: 0.4635704 Mar 11 16:03:58.907268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59258) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:03:58.933254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:58.943302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:58.955483 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a499a0d0-493a-40c3-89e6-b87ccf2a6b35 req-b129d6b7-4bf2-4ede-a07c-de133ece6792 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622381 Mar 11 16:03:58.958922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:03:58.985656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:03:58.996518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.004490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Usage tracker for resource:port and tenant:0f67fda890f14dff93114127aef005dd is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:59.012363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:59.028364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Deleting port 150925e4-c66d-4736-9f56-55fe419dfd7f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:03:59.029145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.031051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:59.056759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.081209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] No DVR routers for this DVR port 5c15932d-1702-45e4-876f-1946d8555c51 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:03:59.083016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:59.086454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Made reservation on behalf of 0f67fda890f14dff93114127aef005dd for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:59.087993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.119046 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2dfd609b-dc25-4e74-9a9a-e29f096e750b req-ce75013b-fce8-4676-96ef-aff9667a5cc1 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405414 Mar 11 16:03:59.127652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a93d3-b1eb-4582-8ea6-4e3481c9495f None None] Pushing event deleted for resources: {'Port': ['ID=5c15932d-1702-45e4-876f-1946d8555c51,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:59.158568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:59.179577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:59.186447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:59.189656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.196250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.200605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:59.292636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-59f698fe-ac07-46fd-a1a6-54ad553febbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1096 time: 0.5677204 Mar 11 16:03:59.296926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.334209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:03:59.400763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f34af-c9a1-4dd7-be88-2d4b57adf897 req-71425e06-4e6a-4a38-a798-4889a7e13cc7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:59.402123 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-151f34af-c9a1-4dd7-be88-2d4b57adf897 req-71425e06-4e6a-4a38-a798-4889a7e13cc7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 944 time: 0.5079222 Mar 11 16:03:59.417614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:03:59.433400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.455865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['1cff8e9c-ac67-4ccc-a17d-610834908376'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:03:59.468014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:03:59.522802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Usage tracker for resource:security_group_rule and tenant:0f67fda890f14dff93114127aef005dd is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:03:59.546283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:03:59.579745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Calling delete_port for 150925e4-c66d-4736-9f56-55fe419dfd7f owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:03:59.601952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5c15932d-1702-45e4-876f-1946d8555c51 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:03:59.605357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.625027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:03:59.639428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.644171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5c15932d-1702-45e4-876f-1946d8555c51 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:03:59.644564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5c15932d-1702-45e4-876f-1946d8555c51 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:03:59.646639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.759148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.789289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8aeecb-e45b-45b2-8a50-4cb9e1b58d19,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:59.811652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.815587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.819151 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb8aeecb-e45b-45b2-8a50-4cb9e1b58d19 HTTP/1.1" status: 204 len: 168 time: 1.1703279 Mar 11 16:03:59.855427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.855856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.856113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.857061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.857739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.857739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.858042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.858355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.858764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.858982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.859298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6986ae-40a8-4381-8c7d-e72d0f0a06b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:03:59.882587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event deleted for resources: {'Port': ['ID=150925e4-c66d-4736-9f56-55fe419dfd7f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:03:59.890599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:03:59.921818 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-151f34af-c9a1-4dd7-be88-2d4b57adf897 req-901515dd-889f-4ec6-b099-ef755cb374a0 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124479 Mar 11 16:03:59.944223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-9b91014b-2cc6-465e-bac9-1ca04730abd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:03:59.945664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-9b91014b-2cc6-465e-bac9-1ca04730abd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.6425989 Mar 11 16:03:59.948983 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2acd0656-0b3b-4e07-b738-00973d293842 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "DELETE /v2.0/ports/150925e4-c66d-4736-9f56-55fe419dfd7f HTTP/1.1" status: 204 len: 168 time: 1.0375972 Mar 11 16:03:59.953328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59268) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.008848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.009503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa59cbd7-efd9-446b-b5fa-fe58c7c031cb {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:00.014370 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0a814b-1338-4805-8771-295709bce021 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:00.015029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5b0a814b-1338-4805-8771-295709bce021 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Synchronizing usage tracker for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:00.020242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4357-cdc0-441d-833d-8c4fa6f31399 req-b3b3db70-1d30-420d-bc3e-0df2c2d4db00 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.022123 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-393b4357-cdc0-441d-833d-8c4fa6f31399 req-b3b3db70-1d30-420d-bc3e-0df2c2d4db00 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.6501517 Mar 11 16:04:00.047976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5b0a814b-1338-4805-8771-295709bce021 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Unset dirty status for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:00.053461 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5b0a814b-1338-4805-8771-295709bce021 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports/150925e4-c66d-4736-9f56-55fe419dfd7f HTTP/1.1" status: 404 len: 333 time: 0.0949769 Mar 11 16:04:00.061461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59272) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.070762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1136796161'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:00.076760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:00.090649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:00.095000 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-884d0d84-519f-4afb-933b-9d0ca7744e7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 217 time: 0.1406443 Mar 11 16:04:00.129183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Made reservation on behalf of fbcbf09e47f4440a80686da20648b83f for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:00.131818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.144179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.171833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.179830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.180955 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-35330b37-ace6-4f64-b9a5-0ae95b265341 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/routers/aa59cbd7-efd9-446b-b5fa-fe58c7c031cb HTTP/1.1" status: 204 len: 168 time: 1.9386888 Mar 11 16:04:00.183924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.188558 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-393b4357-cdc0-441d-833d-8c4fa6f31399 req-c45f4a7a-d244-4af1-afd4-3d40d974c459 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488726 Mar 11 16:04:00.202342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 699d5924-51cb-4fe6-b64d-07f0b58022c9 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:00.235474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=a22c557e-0975-4726-b468-955c3bbe7b7f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:00.248966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port b0d89e26-2838-4b50-8976-34173c9a9069 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:00.252637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-8431ae20-1f9d-42fd-b73d-ed8d8bef1ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.254372 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-8431ae20-1f9d-42fd-b73d-ed8d8bef1ee5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.1467144 Mar 11 16:04:00.335892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe473b-daa7-4de8-8ace-6d75db051c43,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:00.368829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59282) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.380710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.381313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.381654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.382016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.382349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.382680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.383009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.383334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.383658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.383989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.384312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:00.461767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:00.464494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:00.471758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.471758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.476880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.484498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c3ef5-7c96-4f3f-8b9c-81a73fb2573f None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:00.527548 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d573852-8e36-4802-84c6-ab54cd206922 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0289593 Mar 11 16:04:00.527548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.527837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.547597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'name': 'tempest-NetworksTestDHCPv6-1285945061'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:00.557240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.597504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59290) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.632973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:00.641032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:00.645375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:00.646253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.646844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.674295 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6092546 Mar 11 16:04:00.675722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59296) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:00.682935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:00.703607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-0e8c1e05-4d32-4e67-a23a-2dd557cb085c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4362874 Mar 11 16:04:00.708153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:00.724868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Usage tracker for resource:security_group_rule and tenant:52e3b14f917f4b0d8fd0a6488f8c845f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:00.755810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:00.780927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddad689-096c-4399-b259-4ef3bd1e25b5 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d89e26-2838-4b50-8976-34173c9a9069,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:00.783609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:00.803387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'a22c557e-0975-4726-b468-955c3bbe7b7f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:00.805370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.815825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:00.952087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88928a-5855-45a5-85ae-a1c90a885958 req-ee8e488f-8cce-4605-be5e-1e4f42ffcce1 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:00.954126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3d88928a-5855-45a5-85ae-a1c90a885958 req-ee8e488f-8cce-4605-be5e-1e4f42ffcce1 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 944 time: 0.5605588 Mar 11 16:04:01.024857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a22c557e-0975-4726-b468-955c3bbe7b7f/8c471c2e-75f7-408e-bafe-394770b1ad0f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:01.089042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-161152981', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:01.101767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:01.119578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:01.126431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:01.141465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:01.146240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 699d5924-51cb-4fe6-b64d-07f0b58022c9 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:01.170770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.171727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.193491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:01.223929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:01.226704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.236098 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-957faf12-8b86-4867-91f9-9f4f541f9d98 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125575 Mar 11 16:04:01.238999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:01.254490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.269153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] device_id is not set on port b0d89e26-2838-4b50-8976-34173c9a9069 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:01.278202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.285616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:01.293143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.296749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Transition to ACTIVE for port object b0d89e26-2838-4b50-8976-34173c9a9069 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:01.315760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Transition to ACTIVE for port object 8c471c2e-75f7-408e-bafe-394770b1ad0f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:01.335723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Transition to ACTIVE for port object 8c471c2e-75f7-408e-bafe-394770b1ad0f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:01.342375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.356702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.359685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Transition to ACTIVE for port object 699d5924-51cb-4fe6-b64d-07f0b58022c9 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:01.397532 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3d88928a-5855-45a5-85ae-a1c90a885958 req-e1a9874f-0232-4df5-b7f0-e9546f985178 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4252112 Mar 11 16:04:01.412328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.413910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:01.416872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.427526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.447898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Pushing event updated for resources: {'Port': ['ID=8c471c2e-75f7-408e-bafe-394770b1ad0f,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:01.459591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.459939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.460276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.460766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.461093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.461417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.461751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.462075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.462387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.462701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.463071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:01.480755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:01.483133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:01.487712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:01.491351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.497420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1cff8e9c-ac67-4ccc-a17d-610834908376 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:01.580290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port aead8c63-60a6-4d01-9026-c4626bd368ac yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:01.599622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d89e26-2838-4b50-8976-34173c9a9069,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:01.630363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.640111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.640111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.640556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.649308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:01.649636 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:01.650103 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 2 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:01.692563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.692888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.693231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.706073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Attempting to bind port 8c471c2e-75f7-408e-bafe-394770b1ad0f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.706524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Attempting to bind port 8c471c2e-75f7-408e-bafe-394770b1ad0f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.706994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Attempting to bind port 8c471c2e-75f7-408e-bafe-394770b1ad0f on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.710681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 1cff8e9c-ac67-4ccc-a17d-610834908376 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:01.719734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 1cff8e9c-ac67-4ccc-a17d-610834908376 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:01.720387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.744787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:01.745316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:01.745786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.746264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:01.746873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Bound port: 8c471c2e-75f7-408e-bafe-394770b1ad0f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:01.747307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.755768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:01.756092 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:01.758470 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 3 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:01.786970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.787301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.787640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.799457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:01.799781 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:01.800708 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 4 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:01.804787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=699d5924-51cb-4fe6-b64d-07f0b58022c9,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:01.807177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4e89e5-199c-4169-8eb9-3de10a3eee18,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:01.814410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ef10-daea-4d8b-9db1-68c0f2148cce req-a0e7baab-e348-4da9-b1bd-ea7f5c213935 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:01.816099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1eb1ef10-daea-4d8b-9db1-68c0f2148cce req-a0e7baab-e348-4da9-b1bd-ea7f5c213935 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 944 time: 0.6910172 Mar 11 16:04:01.821579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.821579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.821579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.834706 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c0ba658e-20d4-490c-8f17-487170c31744 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52e3b14f917f4b0d8fd0a6488f8c845f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4557586 Mar 11 16:04:01.834930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:01.834930 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:01.834930 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 5 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:01.842604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59304) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:01.851724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d6538150-4281-4b3e-9894-9295aca40cd5 req-08435e95-9136-4ded-8c5e-d543ca282f40 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019962 Mar 11 16:04:01.887235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:01.888304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:01.888715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:01.922917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:01.923242 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:01.926509 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 6 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:01.928585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] For port 8c471c2e-75f7-408e-bafe-394770b1ad0f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:01.943545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] For port 8c471c2e-75f7-408e-bafe-394770b1ad0f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8c471c2e-75f7-408e-bafe-394770b1ad0f,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:01.944634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.952498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Checking segment: {'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:01.953100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Network hostable DHCP agents. Network: 4580a52a-7d48-44c3-8c34-37626c4c7124, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:01.957666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:01.995350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.022138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.022705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.023244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.029147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1eb1ef10-daea-4d8b-9db1-68c0f2148cce req-ceb0643c-80d3-4146-a35d-72d8e6fa4f0d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698563 Mar 11 16:04:02.032244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf7bce-25db-4363-aa65-0814f2c883f0 None None] Pushing event updated for resources: {'Port': ['ID=8c471c2e-75f7-408e-bafe-394770b1ad0f,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:02.033250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.057932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f0 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a22c557e-0975-4726-b468-955c3bbe7b7f/aead8c63-60a6-4d01-9026-c4626bd368ac) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:02.061052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:02.073746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f514e83-3c03-46b1-8daa-979845b75dc1 req-f5e79a1d-1a2a-4c99-bcf1-d38382229c09 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:02.080685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4f514e83-3c03-46b1-8daa-979845b75dc1 req-f5e79a1d-1a2a-4c99-bcf1-d38382229c09 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.4093463 Mar 11 16:04:02.101380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:02.110964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.112826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.113351 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:02.118588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 7 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:02.130555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4580a52a-7d48-44c3-8c34-37626c4c7124) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:02.157190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:02.159424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cff8e9c-ac67-4ccc-a17d-610834908376,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:02.180346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.185261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfabd01-4366-41b7-ac94-7f4852bf7595 None None] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:02.195953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.196585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.197150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.228574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.229148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.229617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.229772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.230802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:02.273663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4f514e83-3c03-46b1-8daa-979845b75dc1 req-e43760ba-7346-4760-a326-57514617d59e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921322 Mar 11 16:04:02.289417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.290040 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.293249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 2 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.319562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.319903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.320231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.345414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.345819 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.349412 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 3 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.358576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.359249 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:02.379199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.379775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.379860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.395051 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 8 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:02.407020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.426157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.426489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.426828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.428724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object aead8c63-60a6-4d01-9026-c4626bd368ac will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:02.428962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.429923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.430249 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.431745 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 4 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.456268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.456606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.456913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.459761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4e89e5-199c-4169-8eb9-3de10a3eee18,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:02.465009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.465311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.465413 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.465680 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:02.467763 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 5 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.474757 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 9 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:02.484709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Allocated IP 172.26.4.34 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/7d9d8266-c385-4e47-abcf-c6a24a3f18fc) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:02.485819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.486090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.486421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.511018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:02.519628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.519967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.520301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.522772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.524041 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.529275 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 6 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.543019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.620952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.624094 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6892a0e5-3804-4776-9788-81d53f3d6285 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de4e89e5-199c-4169-8eb9-3de10a3eee18 HTTP/1.1" status: 204 len: 168 time: 0.7765393 Mar 11 16:04:02.640701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.641040 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:02.649234 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempt 10 to bind port b0d89e26-2838-4b50-8976-34173c9a9069 Mar 11 16:04:02.700346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.700932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.701481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempting to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.701678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:02.750373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=aead8c63-60a6-4d01-9026-c4626bd368ac,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:02.754410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:02.756779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:02.763034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:02.763865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.781246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.795200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.795596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.795869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.813946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.814341 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Failed to bind port b0d89e26-2838-4b50-8976-34173c9a9069 on host hv-neutron-8332 for vnic_type normal using segments [{'id': '5e007fc5-0450-44b0-9717-f5b9998cebcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '595f34d0-b93f-4dfa-b451-54d58ec4a5c6'}] Mar 11 16:04:02.814707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.820844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.821186 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.826956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.836534 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 7 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.848740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:02.862602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:02.871600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:02.872305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:02.872305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:02.872305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:02.927833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:02.928438 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:02.930939 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 8 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:02.944920 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'code': 200} Mar 11 16:04:02.969882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf987a-2667-4b6f-a7af-7a0abb0d8ada req-a39efc10-d606-4363-bd43-ef7821685edf tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:02.972149 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ccdf987a-2667-4b6f-a7af-7a0abb0d8ada req-a39efc10-d606-4363-bd43-ef7821685edf tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.2668931 Mar 11 16:04:02.976855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-02327d16-0b13-4e1f-8a9c-7b7ffd0b6796 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4493084 Mar 11 16:04:02.979958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59320) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:03.051081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:03.051664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:03.052382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:03.067282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:03.084418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:03.108984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:03.133449 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ccdf987a-2667-4b6f-a7af-7a0abb0d8ada req-4e4716a3-11b5-4040-b0d6-b4f165fa98c6 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490912 Mar 11 16:04:03.137807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:03.139034 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:03.140992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 9 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:03.162993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:03.163865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:03.164341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:03.191619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:03.191945 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:03.195824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event updated for resources: {'Port': ['ID=7d9d8266-c385-4e47-abcf-c6a24a3f18fc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:03.213262 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 10 to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 Mar 11 16:04:03.275632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:03.279161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:03.279839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:03.290225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.297012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port b0d89e26-2838-4b50-8976-34173c9a9069, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:03.297434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Attempted to set empty binding levels {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:04:03.304947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.338298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:03.348346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.462837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03cbfb-aa14-4816-ad7f-5cb2761d3617 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:03.479804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae03cbfb-aa14-4816-ad7f-5cb2761d3617 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:03.480625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ae03cbfb-aa14-4816-ad7f-5cb2761d3617 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:03.493983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:03.494384 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 699d5924-51cb-4fe6-b64d-07f0b58022c9 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:03.494635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.559954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] In _notify_port_updated(), no bound segment for port b0d89e26-2838-4b50-8976-34173c9a9069 on network 595f34d0-b93f-4dfa-b451-54d58ec4a5c6 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:04:03.563775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.567662 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "PUT /v2.0/ports/b0d89e26-2838-4b50-8976-34173c9a9069 HTTP/1.1" status: 200 len: 977 time: 2.8884785 Mar 11 16:04:03.578825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59338) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:03.605168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e49ca647-b7d1-4e4a-b7cf-8933a23dc999 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:04:03.624496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320224b-b379-4003-a87a-9a6d94ad5a1a tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d89e26-2838-4b50-8976-34173c9a9069,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:03.641682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ae03cbfb-aa14-4816-ad7f-5cb2761d3617 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:03.642780 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ae03cbfb-aa14-4816-ad7f-5cb2761d3617 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6617506 Mar 11 16:04:03.655513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:03.824307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port aead8c63-60a6-4d01-9026-c4626bd368ac {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:03.829346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.858799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-4633fc2d-2942-41e7-a043-6d1ef3fe165f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 1098 time: 0.5636871 Mar 11 16:04:03.861549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 699d5924-51cb-4fe6-b64d-07f0b58022c9, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:03.861953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempted to set empty binding levels {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:04:03.869608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335d689-4c0b-4ae8-bcf2-e1cae96194e6 req-1d3d8626-3905-44d0-919f-69f7c2385ce1 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:03.877369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d335d689-4c0b-4ae8-bcf2-e1cae96194e6 req-1d3d8626-3905-44d0-919f-69f7c2385ce1 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.5231204 Mar 11 16:04:03.915572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:03.952285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Deleting port b0d89e26-2838-4b50-8976-34173c9a9069 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:03.952641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.016441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8c471c2e-75f7-408e-bafe-394770b1ad0f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:04.054887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.144036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.3538325 Mar 11 16:04:04.145141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.171218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:04.196805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:04.222959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:04.229248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Usage tracker for resource:security_group_rule and tenant:7b4decded2f44e06bac14548e4f1c806 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:04.233696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:04.242810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:04.251929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:04.357113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'port_id': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'mac_address': 'fa:16:3e:81:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:04:04.378469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.434369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59358) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:04.471357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002b6cf-d8ce-46fc-a8c2-37c26dbe249f req-2bc78d57-8dd2-43d9-afc9-5b0e08adfda2 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:04.472687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 8c471c2e-75f7-408e-bafe-394770b1ad0f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:04.473581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a002b6cf-d8ce-46fc-a8c2-37c26dbe249f req-2bc78d57-8dd2-43d9-afc9-5b0e08adfda2 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 943 time: 0.8725829 Mar 11 16:04:04.474256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.488058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Provisioning for port 8c471c2e-75f7-408e-bafe-394770b1ad0f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:04.538435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8c471c2e-75f7-408e-bafe-394770b1ad0f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:04.538816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.565275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac105550-3c66-470b-a02d-350579e8e6b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=699d5924-51cb-4fe6-b64d-07f0b58022c9,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:04.571159 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d335d689-4c0b-4ae8-bcf2-e1cae96194e6 req-53233210-ba15-4ee9-b77d-e7bf9b04b38f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921129 Mar 11 16:04:04.589389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.634580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd5c6c0-e7cd-4f78-b6e3-4f90eebd7bb3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:04.639953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0ccb0a1c-9157-464d-ae1d-f91f7ef92780 req-f8200102-4952-4f54-a631-4ca0f99be973 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7469244 Mar 11 16:04:04.643263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Deleting port 699d5924-51cb-4fe6-b64d-07f0b58022c9 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:04.643613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.670314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Provisioning complete for port 8c471c2e-75f7-408e-bafe-394770b1ad0f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:04.672465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.719457 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a002b6cf-d8ce-46fc-a8c2-37c26dbe249f req-d50b83a7-bff7-427f-b355-651c03ab1906 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224648 Mar 11 16:04:04.759386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.788643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49ca647-b7d1-4e4a-b7cf-8933a23dc999 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:04:04.813826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:04.839375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.851251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.852016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.913284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736192196'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:04.928610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for aead8c63-60a6-4d01-9026-c4626bd368ac owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:04.959106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 699d5924-51cb-4fe6-b64d-07f0b58022c9, host hv-neutron-8332, got binding levels [] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:04.959106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:04.959443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:04.964502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:04.982730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:05.004915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:05.028057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.049866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.062386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:05.084500 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'code': 200} Mar 11 16:04:05.124097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 8c471c2e-75f7-408e-bafe-394770b1ad0f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8c471c2e-75f7-408e-bafe-394770b1ad0f,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:05.133013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.137805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.141506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] For port b0d89e26-2838-4b50-8976-34173c9a9069, host hv-neutron-8332, got binding levels [] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:05.141897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.241213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['e49ca647-b7d1-4e4a-b7cf-8933a23dc999'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:04:05.247139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Calling delete_port for 699d5924-51cb-4fe6-b64d-07f0b58022c9 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:05.300482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:05.300904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-b589bfb8-a4b1-4bc5-8fbe-c5e78847d49b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:05.321147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=8c471c2e-75f7-408e-bafe-394770b1ad0f,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:05.331782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Calling delete_port for b0d89e26-2838-4b50-8976-34173c9a9069 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:05.367219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:05.370659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.409532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93562f1-b4b1-46ff-9b15-055223c2b744 req-de26b17e-98a7-4506-9460-2c0b804c6d6e tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:05.411294 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e93562f1-b4b1-46ff-9b15-055223c2b744 req-de26b17e-98a7-4506-9460-2c0b804c6d6e tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.5403895 Mar 11 16:04:05.422690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.476835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.521379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e93562f1-b4b1-46ff-9b15-055223c2b744 req-70d440f4-1fdd-4183-bf1c-ae89ffbc09dc tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983584 Mar 11 16:04:05.531197 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-45c610dc-2e8e-48c6-8355-497f05c4a0ae req-6a5eaf5a-39ab-418b-8860-5b29f489857a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 1098 time: 0.2271030 Mar 11 16:04:05.534185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event deleted for resources: {'Port': ['ID=699d5924-51cb-4fe6-b64d-07f0b58022c9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:05.541673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:05.551489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:security_group_rule and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:05.558425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:05.561776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.572396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.578362 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b03fdc99-8116-4af3-9f27-ccfb16f75d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "DELETE /v2.0/ports/699d5924-51cb-4fe6-b64d-07f0b58022c9 HTTP/1.1" status: 204 len: 168 time: 1.1978631 Mar 11 16:04:05.593731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59366) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:05.593923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.625892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8c471c2e-75f7-408e-bafe-394770b1ad0f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:05.637514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-45c610dc-2e8e-48c6-8355-497f05c4a0ae req-aa0d2df6-5c30-44d9-a133-cf64672d9893 service neutron] Synchronizing usage tracker for tenant:7b4decded2f44e06bac14548e4f1c806 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:05.652223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.656769 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f5ef9c-09b2-4010-973c-3ee8491a97b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:05.657618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-64f5ef9c-09b2-4010-973c-3ee8491a97b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:05.692524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-45c610dc-2e8e-48c6-8355-497f05c4a0ae req-aa0d2df6-5c30-44d9-a133-cf64672d9893 service neutron] Unset dirty status for tenant:7b4decded2f44e06bac14548e4f1c806 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:05.694462 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-45c610dc-2e8e-48c6-8355-497f05c4a0ae req-aa0d2df6-5c30-44d9-a133-cf64672d9893 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555827 Mar 11 16:04:05.696026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-64f5ef9c-09b2-4010-973c-3ee8491a97b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:05.700678 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-64f5ef9c-09b2-4010-973c-3ee8491a97b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports/699d5924-51cb-4fe6-b64d-07f0b58022c9 HTTP/1.1" status: 404 len: 333 time: 0.1099560 Mar 11 16:04:05.701172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59372) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:05.708798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492149894'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:05.713693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:05.723612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8c471c2e-75f7-408e-bafe-394770b1ad0f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:05.724708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.725205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:05.749627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Made reservation on behalf of 0f67fda890f14dff93114127aef005dd for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:05.752220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.857352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:05.888573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:05.891946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0d89e26-2838-4b50-8976-34173c9a9069,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:05.987948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.008901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.029949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=aead8c63-60a6-4d01-9026-c4626bd368ac,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.050454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:06.067943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad224f6a-d274-4f48-86c0-106507a21905 req-55f8b368-0a2f-40b5-9663-1e2df138250e tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.069456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad224f6a-d274-4f48-86c0-106507a21905 req-55f8b368-0a2f-40b5-9663-1e2df138250e tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.3064137 Mar 11 16:04:06.081767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.091533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2138be1d-07cc-462b-96a9-9465eb6e4e7f None None] Could not find standard attr ID for object aead8c63-60a6-4d01-9026-c4626bd368ac. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:04:06.119855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.120133 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 59bc4ae6-daa2-4adb-8e3f-2487e2df2582 of type vlan for network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 Mar 11 16:04:06.130793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15522abb-48cb-4d4e-a4a7-5e513522842e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.138978 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f858c7af-69ae-40e8-b275-7112657ce08c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/aead8c63-60a6-4d01-9026-c4626bd368ac HTTP/1.1" status: 204 len: 168 time: 2.4767420 Mar 11 16:04:06.145947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59378) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.158301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eb58823a-514d-465b-96c5-82a222bd5e9e tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "DELETE /v2.0/ports/b0d89e26-2838-4b50-8976-34173c9a9069 HTTP/1.1" status: 204 len: 168 time: 2.5784876 Mar 11 16:04:06.193287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59382) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.250254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02df66d-b51b-4043-a895-d872e43cbda4 req-a78abd2a-fe87-4076-905d-9c86b4c49520 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.251720 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f02df66d-b51b-4043-a895-d872e43cbda4 req-a78abd2a-fe87-4076-905d-9c86b4c49520 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 944 time: 0.3334935 Mar 11 16:04:06.252708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.275525 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdde8bd0-0e33-4ddd-9b99-7fde8dfa8563 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:06.276022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bdde8bd0-0e33-4ddd-9b99-7fde8dfa8563 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Synchronizing usage tracker for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:06.295795 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad224f6a-d274-4f48-86c0-106507a21905 req-5e9f56cd-0eeb-47da-a9fe-72d7c6a5eb4e tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155883 Mar 11 16:04:06.315161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e5717-9e2d-42f7-8465-e7f717838bee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.316529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e5717-9e2d-42f7-8465-e7f717838bee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.317292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-df8e5717-9e2d-42f7-8465-e7f717838bee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:06.323221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.342082 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f02df66d-b51b-4043-a895-d872e43cbda4 req-743547df-6737-4156-b0fe-fc66f1cf1a36 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773408 Mar 11 16:04:06.350439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bdde8bd0-0e33-4ddd-9b99-7fde8dfa8563 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] Unset dirty status for tenant:fbcbf09e47f4440a80686da20648b83f on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:06.355901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bdde8bd0-0e33-4ddd-9b99-7fde8dfa8563 tempest-PortsAdminExtendedAttrsTestJSON-806813584 tempest-PortsAdminExtendedAttrsTestJSON-806813584-project-admin] 10.222.0.78 "GET /v2.0/ports/b0d89e26-2838-4b50-8976-34173c9a9069 HTTP/1.1" status: 404 len: 333 time: 0.1612144 Mar 11 16:04:06.359153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59386) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.367916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.394307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-df8e5717-9e2d-42f7-8465-e7f717838bee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:06.395566 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-df8e5717-9e2d-42f7-8465-e7f717838bee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2476101 Mar 11 16:04:06.396327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.399977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.400555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.405402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.490483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:06.494921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:06.500604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:06.501382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:06.502099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.532618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=2714f8c7-7b31-477a-8f2e-a8ab8848efb0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.609274 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-894c5615-dc4f-4853-8e62-bb91e22d8b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9069934 Mar 11 16:04:06.612083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59396) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:06.616975 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1769280 Mar 11 16:04:06.639251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.643026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4aa28-10b8-45f3-823b-d7262b4625bf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=9400d1ba-2065-4d18-8ae3-4dd08c6f35a0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:06.656823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:06.659877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:06.712430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Router 5fda290c-33da-4d1a-bebb-1b999eaca06e is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:06.920044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet a22c557e-0975-4726-b468-955c3bbe7b7f {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:06.932816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:06.993097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.015972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bcc8d-ed69-40eb-8a17-0d8ce969f6f2 req-9472a24c-7b78-4149-af12-fff83fe50d56 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:07.017674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f09bcc8d-ed69-40eb-8a17-0d8ce969f6f2 req-9472a24c-7b78-4149-af12-fff83fe50d56 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.3195937 Mar 11 16:04:07.025584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.032378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.078686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595f34d0-b93f-4dfa-b451-54d58ec4a5c6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.098166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e007fc5-0450-44b0-9717-f5b9998cebcb') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.098592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e007fc5-0450-44b0-9717-f5b9998cebcb') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.120184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.147553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.161098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:07.161599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:07.177963 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:07.275021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:07.304579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.313885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] Sync routers for ids ['5fda290c-33da-4d1a-bebb-1b999eaca06e'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:07.331701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] Routers {'5fda290c-33da-4d1a-bebb-1b999eaca06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:07.332820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5fda290c-33da-4d1a-bebb-1b999eaca06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.371283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Pushing event deleted for resources: {'Network': ['ID=595f34d0-b93f-4dfa-b451-54d58ec4a5c6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:07.378960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.388960 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-61a48585-033f-4520-8d8e-ddd9a65e1fdc tempest-PortsAdminExtendedAttrsTestJSON-565830991 tempest-PortsAdminExtendedAttrsTestJSON-565830991-project] 10.222.0.78 "DELETE /v2.0/networks/595f34d0-b93f-4dfa-b451-54d58ec4a5c6 HTTP/1.1" status: 204 len: 168 time: 1.0242774 Mar 11 16:04:07.406941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.410270 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-539e7352-76c8-4cf1-a06b-98f248f8120e tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8110130 Mar 11 16:04:07.414535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59406) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.459778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.475906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] Routers {'5fda290c-33da-4d1a-bebb-1b999eaca06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:07.476513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:03:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5fda290c-33da-4d1a-bebb-1b999eaca06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.531328 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f09bcc8d-ed69-40eb-8a17-0d8ce969f6f2 req-5a76d01f-d0a8-4c58-9ddc-814b62e52098 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666646 Mar 11 16:04:07.648600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e49ca647-b7d1-4e4a-b7cf-8933a23dc999 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:07.753351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:07.754156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa36e0af-e201-466b-ae05-a998ff8c5323 None None] The sync data for ids ['5fda290c-33da-4d1a-bebb-1b999eaca06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:07.819190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:07.831148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:07.831518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.854791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2bb5edef-b102-494a-b2b2-6e8128cc1f4a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/5fda290c-33da-4d1a-bebb-1b999eaca06e HTTP/1.1" status: 200 len: 923 time: 0.4388096 Mar 11 16:04:07.855352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59412) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.910588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c33b6f36-9c2a-49c8-95b5-42addce49bc8 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=5fda290c-33da-4d1a-bebb-1b999eaca06e HTTP/1.1" status: 200 len: 205 time: 0.0536358 Mar 11 16:04:07.911162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59416) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:07.922419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:07.931317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:07.955260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Transition to ACTIVE for port object 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:08.014643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59420) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:08.056845 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.135452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.176374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:08.177925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac674121-2c5c-4465-a011-85b03cb3d711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.183057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:08.191805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.297367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:08.323070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.384861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=2714f8c7-7b31-477a-8f2e-a8ab8848efb0,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:08.439209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194f70b-1315-4e7d-b628-c39cb2f4dc6d req-55b207a3-3c95-4d7b-a130-f680783e7505 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:08.440848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f194f70b-1315-4e7d-b628-c39cb2f4dc6d req-55b207a3-3c95-4d7b-a130-f680783e7505 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.4767115 Mar 11 16:04:08.471338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88dd896e-ae55-4442-b909-233d8f93b3ae admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba6bf084b7494bc9bb3cd40a56f13364&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4552464 Mar 11 16:04:08.474348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59428) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:08.479956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9faa23-0094-4b4c-ba75-acaea395fe07 req-3b7c8914-ca70-4bdc-a1fd-c02e89b82eaa tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:08.488100 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e9faa23-0094-4b4c-ba75-acaea395fe07 req-3b7c8914-ca70-4bdc-a1fd-c02e89b82eaa tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 944 time: 0.5218019 Mar 11 16:04:08.526973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:08.527320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:08.527618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:08.554075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.567702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.603025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.607271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:08.607680 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:08.608236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=a22c557e-0975-4726-b468-955c3bbe7b7f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:08.615994 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 2 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:08.618671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.631036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:08.639309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f194f70b-1315-4e7d-b628-c39cb2f4dc6d req-2da8e7c9-8b42-4b09-b86a-009dc73243e8 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871376 Mar 11 16:04:08.640347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8cfe8-fd16-4890-96ac-056d91305ea1 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:08.653436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e9faa23-0094-4b4c-ba75-acaea395fe07 req-2b67e26d-531e-465d-8f8c-ffecc81afe71 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643953 Mar 11 16:04:08.676356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:08.679630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:08.680295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:08.694074 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-205d50b6-dd8d-4d21-a635-56f97f3c6653 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a22c557e-0975-4726-b468-955c3bbe7b7f HTTP/1.1" status: 204 len: 168 time: 2.2874670 Mar 11 16:04:08.696365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:08.749544 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'code': 200} Mar 11 16:04:08.926239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f608d6e7-a956-4aa4-a9da-805c24e232de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2234218 Mar 11 16:04:08.927052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:08.927510 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:08.928018 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 3 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:08.929659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59440) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:08.963149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:08.963464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:08.963815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:09.034745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.044336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:09.047367 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:09.060848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 4 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:09.066364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc031a3-beea-418b-8261-7f9837961dda,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:09.088998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.090559 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b675090-d82e-4964-8f74-8b3e54399410 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bc031a3-beea-418b-8261-7f9837961dda HTTP/1.1" status: 204 len: 168 time: 0.6140590 Mar 11 16:04:09.192865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006c811-58e6-4a2c-9bfd-17088826070d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:09.198855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3006c811-58e6-4a2c-9bfd-17088826070d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:09.232528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3006c811-58e6-4a2c-9bfd-17088826070d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:09.234010 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3006c811-58e6-4a2c-9bfd-17088826070d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3032637 Mar 11 16:04:09.236613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59446) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.252019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:09.252479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:09.253004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:09.272619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:09.278362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Deleting port 8c471c2e-75f7-408e-bafe-394770b1ad0f {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:09.278964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.283934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:09.284226 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:09.288930 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 5 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:09.325680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:09.326182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:09.326612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:09.352025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:09.352372 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:09.354430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 6 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:09.382391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4bd81-5a97-43f0-9850-86d62639fb59 req-e8e872da-fded-49ef-9c73-2f367c1787b9 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:09.389783 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66c4bd81-5a97-43f0-9850-86d62639fb59 req-e8e872da-fded-49ef-9c73-2f367c1787b9 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.4287415 Mar 11 16:04:09.391167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eea033-f1c7-408d-bbf2-59bb694d6e31 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:09.395489 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-23eea033-f1c7-408d-bbf2-59bb694d6e31 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1577325 Mar 11 16:04:09.396466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59452) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.422028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:09.422353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:09.422676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:09.433871 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8682f6b3-6560-465d-8fa4-38113b95be68 req-bed115a0-aae5-4902-ba3a-814d1ddd3557 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.3479125 Mar 11 16:04:09.461382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.473943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a3746-eb15-4681-b266-2cdcd147f26e req-9f96c788-3976-4526-98d9-a6987b2a4419 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:09.479013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af3a3746-eb15-4681-b266-2cdcd147f26e req-9f96c788-3976-4526-98d9-a6987b2a4419 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.4196529 Mar 11 16:04:09.491068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59456) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.492503 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-afdc7d52-c483-4ff8-ba87-7f1b33a4e7ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937173 Mar 11 16:04:09.495993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59460) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.501451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:09.501829 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:09.507836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:09.509679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Request body: {'floatingip': {'port_id': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:09.535410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port 7d9d8266-c385-4e47-abcf-c6a24a3f18fc {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:09.535758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.633186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 7 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:09.660066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8c471c2e-75f7-408e-bafe-394770b1ad0f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:09.725589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59466) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.770621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.833685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:09.850850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:09.858100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:09.873727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:09.926087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:09.944314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a595b48b-213e-4128-a421-49d6d8ac2ef3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbcbf09e47f4440a80686da20648b83f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026730 Mar 11 16:04:09.946218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:09.946701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.947042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59472) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:09.947379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:09.947746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:09.953050 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8682f6b3-6560-465d-8fa4-38113b95be68 req-b405617f-8917-4114-b755-e514185c5000 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086458 Mar 11 16:04:09.955337 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66c4bd81-5a97-43f0-9850-86d62639fb59 req-f43beee6-7de2-476a-a6c3-f5dbba4fd2c2 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5647457 Mar 11 16:04:09.955557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.958915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] For port 8c471c2e-75f7-408e-bafe-394770b1ad0f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8c471c2e-75f7-408e-bafe-394770b1ad0f,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:09.959579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:09.973613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:10.048690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:10.049008 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:10.068610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 8 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:10.100526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Calling delete_port for 8c471c2e-75f7-408e-bafe-394770b1ad0f owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:10.190554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:10.191063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:10.191574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:10.206307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.224892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:10.225290 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:10.227784 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 9 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:10.264202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for 7d9d8266-c385-4e47-abcf-c6a24a3f18fc owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:10.277519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.325477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:10.325930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:10.326325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:10.372539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] Pushing event deleted for resources: {'Port': ['ID=8c471c2e-75f7-408e-bafe-394770b1ad0f,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:10.387926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f21e50-a02d-43f9-9834-04efdf9e25be None None] No DVR routers for this DVR port 8c471c2e-75f7-408e-bafe-394770b1ad0f on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:10.425732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.490412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28182aa-a0b1-4e4a-9364-586383bc0ab2 req-32cecd07-789e-4d13-a2b3-a3f202c354f1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:10.494586 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a28182aa-a0b1-4e4a-9364-586383bc0ab2 req-32cecd07-789e-4d13-a2b3-a3f202c354f1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5381453 Mar 11 16:04:10.515623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:10.515869 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:10.534938 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 10 to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 Mar 11 16:04:10.556531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4fee824c-a929-4ca8-8f84-21cc44a8a0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.565242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7ccb-c9f1-4b17-a1be-facb8a5ebcda req-72dd9d10-2d88-4f5b-9a70-3ff5755ff40b tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:10.566834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef3b7ccb-c9f1-4b17-a1be-facb8a5ebcda req-72dd9d10-2d88-4f5b-9a70-3ff5755ff40b tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.4507682 Mar 11 16:04:10.577490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59480) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:10.592194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:10.592455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:10.592793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:10.600906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Request body: {'floatingip': {'port_id': '1cff8e9c-ac67-4ccc-a17d-610834908376'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:10.688859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:10.703392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:10.708080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:10.714057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.718473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.725469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:10.767537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:10.767785 dv-neutron-833206-1-hyperv neutron-server[83840]: ERROR neutron.plugins.ml2.managers [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:10.768136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:10.776209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:10.786854 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a28182aa-a0b1-4e4a-9364-586383bc0ab2 req-cb3d1bc5-89c2-4f45-b7bb-2713aed33685 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850468 Mar 11 16:04:10.796796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.026149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.141164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.176880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.229817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=7d9d8266-c385-4e47-abcf-c6a24a3f18fc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:11.249734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a409b3-7420-4307-af32-32ee29f7604a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:11.250397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:11.250912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempted to set empty binding levels {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:04:11.263961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.303544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.453294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.457162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-49ea34a1-6f5f-4fe4-babb-8b1cc5dd1c74 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/87a409b3-7420-4307-af32-32ee29f7604a HTTP/1.1" status: 204 len: 168 time: 1.5043678 Mar 11 16:04:11.459724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:11.471757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:11.474718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:11.475324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.483127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148bb72-9697-449a-9a65-da2bc93f4a61 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:11.522010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] In _notify_port_updated(), no bound segment for port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:04:11.523055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.524355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "PUT /v2.0/ports/2714f8c7-7b31-477a-8f2e-a8ab8848efb0 HTTP/1.1" status: 200 len: 981 time: 4.9114974 Mar 11 16:04:11.527966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=08484855-6617-456d-bc0f-7dd3f1a52638,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:11.528647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59486) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:11.531111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361e22a-0400-4d3c-bfd4-2934e1c11056 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=2714f8c7-7b31-477a-8f2e-a8ab8848efb0,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:11.572333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:04:11.691594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a912f7aa-c8da-4fb3-897b-305ed633580e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1910233 Mar 11 16:04:11.692135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:11.702752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '08484855-6617-456d-bc0f-7dd3f1a52638', 'ip_address': '2001:db8::8c1c:e5c3:d9cf:11c8'}], 'name': 'tempest-NetworksTestDHCPv6-603050534'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:11.703066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.850393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.898818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.910219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '08484855-6617-456d-bc0f-7dd3f1a52638'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:11.911382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.978633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:11.987017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.073988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.185293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/08484855-6617-456d-bc0f-7dd3f1a52638/f132c8ce-d83e-43a7-9ec4-a1252ca97cfc) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:12.300376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c23298b4-cfd5-4358-ab5e-5fb5e3f5ea97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:12.331836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=2f03de2f-8de3-48e6-833d-87238351b40d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:12.334466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:12.364747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.368515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:12.386637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.397460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dff33-59d7-4e91-b8f5-09ec98f86c67 req-afae1fbd-3ab2-410f-9cca-be7794dfe0ff tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.399178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-886dff33-59d7-4e91-b8f5-09ec98f86c67 req-afae1fbd-3ab2-410f-9cca-be7794dfe0ff tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4221513 Mar 11 16:04:12.401057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c23298b4-cfd5-4358-ab5e-5fb5e3f5ea97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:12.402195 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c23298b4-cfd5-4358-ab5e-5fb5e3f5ea97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18130 time: 0.8725331 Mar 11 16:04:12.408218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:12.418890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '59bc4ae6-daa2-4adb-8e3f-2487e2df2582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:12.419604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:12.461954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:12.464220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.465019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router 5fda290c-33da-4d1a-bebb-1b999eaca06e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:12.471175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:12.487270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.488594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-480b04bc-0693-4d6c-9e00-d03a951cef4a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/5fda290c-33da-4d1a-bebb-1b999eaca06e HTTP/1.1" status: 204 len: 168 time: 4.5763655 Mar 11 16:04:12.490698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:12.492212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59512) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:12.509376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-669397654', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:12.513554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:12.514834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.532958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:12.539776 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-63c2598e-cd41-428f-a453-0463bfc5973d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5896099 Mar 11 16:04:12.540947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:router and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:12.544497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59516) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:12.550559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-128644602'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:12.554453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:12.558714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.563690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:12.566375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:12.571458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:12.576702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:12.583676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2b1f2-2245-42cc-9689-e39eb34c1d2d None None] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:12.584239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:12.591546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.592725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.599988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:12.603589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:04:12.611648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.622950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Transition to ACTIVE for port object f132c8ce-d83e-43a7-9ec4-a1252ca97cfc will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:12.646902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.655522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:12.670420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.670810 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 898902f7-ab1c-432b-83fc-8fd534758b37 of type vlan for network f3409819-76b2-428e-8318-fbd569c6d8fa Mar 11 16:04:12.687633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Deleting port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:12.687958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.720534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Transition to ACTIVE for port object f132c8ce-d83e-43a7-9ec4-a1252ca97cfc will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:12.768647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.831429 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-886dff33-59d7-4e91-b8f5-09ec98f86c67 req-98cdfc7c-c407-4cba-b024-5189a8de04a0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814418 Mar 11 16:04:12.849642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.892551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.929301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:12.935365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:12.938358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:12.962702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:12.974190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Pushing event updated for resources: {'Port': ['ID=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:13.039953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.090863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Attempting to bind port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:13.091296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Attempting to bind port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:13.091749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Attempting to bind port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:13.101759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:13.102383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:13.102560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.102913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.103380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:13.103934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Bound port: f132c8ce-d83e-43a7-9ec4-a1252ca97cfc, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:13.104619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.115527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-9400d1ba-2065-4d18-8ae3-4dd08c6f35a0', 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': '2f03de2f-8de3-48e6-833d-87238351b40d'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:13.116588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.202817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.206988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:13.208014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.208775 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Floating IP c263de5f-452d-4e89-9811-fbd9797ae401 associated. External IP: 172.26.4.216, port: 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f. Mar 11 16:04:13.334848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] For port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:13.349164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:13.372993 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8233769 Mar 11 16:04:13.372993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037584d-4cb0-4fd9-a967-ac0f42a8eecf tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=f3409819-76b2-428e-8318-fbd569c6d8fa,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:13.381269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59530) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:13.388689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:13.395236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network f3409819-76b2-428e-8318-fbd569c6d8fa details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:13.537691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:13.542957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:13.547573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:13.557598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:13.558660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] For port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:13.570036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.576138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:13.672026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a22b0-5563-4468-861c-dc551d990d79 None None] Pushing event updated for resources: {'Port': ['ID=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:13.678509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.712925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Allocated IP 2001:db8:0:ffff::2 (9400d1ba-2065-4d18-8ae3-4dd08c6f35a0/2f03de2f-8de3-48e6-833d-87238351b40d/5d1da460-2582-44a3-b64e-14f32f5c42af) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:13.727071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 2714f8c7-7b31-477a-8f2e-a8ab8848efb0, host hv-neutron-8332, got binding levels [] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:13.727441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.776428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.938471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:13.982833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.010196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Calling delete_port for 2714f8c7-7b31-477a-8f2e-a8ab8848efb0 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:14.212415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 172.26.4.209 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4ca974d8-82f9-48bd-8978-7a62769d8b46) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:14.244091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.269512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Transition to ACTIVE for port object 5d1da460-2582-44a3-b64e-14f32f5c42af will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:14.307005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Transition to ACTIVE for port object 5d1da460-2582-44a3-b64e-14f32f5c42af will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:14.316826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.380617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::8c1c:e5c3:d9cf:11c8 (a5201ef7-2506-4639-87b8-8e23809c1ec8/08484855-6617-456d-bc0f-7dd3f1a52638/9017e843-8ca1-4f5a-ac4e-b9e6fa045d62) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:14.421843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.424774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:14.428744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:14.431089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Pushing event updated for resources: {'Port': ['ID=5d1da460-2582-44a3-b64e-14f32f5c42af,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:14.437488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:14.503148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.559963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Attempting to bind port 5d1da460-2582-44a3-b64e-14f32f5c42af on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:14.560689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Attempting to bind port 5d1da460-2582-44a3-b64e-14f32f5c42af by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '59bc4ae6-daa2-4adb-8e3f-2487e2df2582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:14.562100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Attempting to bind port 5d1da460-2582-44a3-b64e-14f32f5c42af on network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:14.571089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:14.572458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Checking segment: {'id': '59bc4ae6-daa2-4adb-8e3f-2487e2df2582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:14.573003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.576251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Bound using segment: {'id': '59bc4ae6-daa2-4adb-8e3f-2487e2df2582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:14.576983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Bound port: 5d1da460-2582-44a3-b64e-14f32f5c42af, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bc4ae6-daa2-4adb-8e3f-2487e2df2582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '9400d1ba-2065-4d18-8ae3-4dd08c6f35a0'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:14.577513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.624042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:14.631563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:14.646177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=4ca974d8-82f9-48bd-8978-7a62769d8b46,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:14.663412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:14.694978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc08dae-307a-4a18-bed4-a597556ea8ac req-ae22ae1d-460d-43b9-97ff-21691f8c1e1f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:14.701523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bc08dae-307a-4a18-bed4-a597556ea8ac req-ae22ae1d-460d-43b9-97ff-21691f8c1e1f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 1.5598280 Mar 11 16:04:14.702289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.725286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] For port 5d1da460-2582-44a3-b64e-14f32f5c42af, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:14.727684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59548) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:14.734514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] For port 5d1da460-2582-44a3-b64e-14f32f5c42af, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5d1da460-2582-44a3-b64e-14f32f5c42af,segment=NetworkSegment(59bc4ae6-daa2-4adb-8e3f-2487e2df2582),segment_id=59bc4ae6-daa2-4adb-8e3f-2487e2df2582)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:14.740288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Request body: {'floatingip': {'port_id': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:14.741269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.767442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59552) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:14.811153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event deleted for resources: {'Port': ['ID=2714f8c7-7b31-477a-8f2e-a8ab8848efb0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:14.825137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c85239-a7e5-48a8-9754-1cc7dd3d0a1e None None] Pushing event updated for resources: {'Port': ['ID=5d1da460-2582-44a3-b64e-14f32f5c42af,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:14.831741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.855504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.879669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:14.892038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.896456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:14.929312 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d6f14a6-16a7-43b4-9ab0-3564de0fc736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "DELETE /v2.0/ports/2714f8c7-7b31-477a-8f2e-a8ab8848efb0 HTTP/1.1" status: 204 len: 168 time: 2.5182569 Mar 11 16:04:14.933463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59558) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:15.046294 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d912ab8-c535-4d1f-b145-a55d8377b621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:15.047564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4d912ab8-c535-4d1f-b145-a55d8377b621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:15.119917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1597580919', 'router:external': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:15.130407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.157912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:15.169153 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Floating IP da2560b6-da07-44db-b058-c0b4ed0256d5 associated. External IP: 172.26.4.204, port: 1cff8e9c-ac67-4ccc-a17d-610834908376. Mar 11 16:04:15.257091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.302701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:network and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:15.309911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:15.326300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7636ca72-bab5-4c24-8456-55625c2fa259 None None] Provisioning for port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:15.380971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:15.384966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:15.393158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:15.395612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:15.399775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.400588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.404645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4d912ab8-c535-4d1f-b145-a55d8377b621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:15.405809 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4d912ab8-c535-4d1f-b145-a55d8377b621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports/2714f8c7-7b31-477a-8f2e-a8ab8848efb0 HTTP/1.1" status: 404 len: 333 time: 0.4711516 Mar 11 16:04:15.419101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59562) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:15.423428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=d488bff8-02c8-41bf-89bc-63a92a5a06cb,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:15.433050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=9017e843-8ca1-4f5a-ac4e-b9e6fa045d62,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:15.437295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-571813960', 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:15.458889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Made reservation on behalf of 117a633596c345e7956ef2d37bdf2fcf for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:15.461988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.462862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:15.481166 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7f850be8-ef11-4b2d-a034-576a307fea5e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7867365 Mar 11 16:04:15.484899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59566) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:15.488992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.510747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:15.567237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '898902f7-ab1c-432b-83fc-8fd534758b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:15.567674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: f3409819-76b2-428e-8318-fbd569c6d8fa, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:15.600301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Made reservation on behalf of 0f67fda890f14dff93114127aef005dd for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:15.603627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:15.759947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5d1da460-2582-44a3-b64e-14f32f5c42af up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:15.826695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port e3e6898c-8597-4cda-a9a7-e982c6899922 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:15.831947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:15.846771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:security_group_rule and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:15.854584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:15.867804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5d1da460-2582-44a3-b64e-14f32f5c42af completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:15.870868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:15.875502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f132c8ce-d83e-43a7-9ec4-a1252ca97cfc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:15.891343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7d0e7-0ca8-45f1-bcb9-be17f87d5e7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.893425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a7d0e7-0ca8-45f1-bcb9-be17f87d5e7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:15.894292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-05a7d0e7-0ca8-45f1-bcb9-be17f87d5e7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:15.942452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network f3409819-76b2-428e-8318-fbd569c6d8fa is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:15.986139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, f3409819-76b2-428e-8318-fbd569c6d8fa) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:15.995472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-05a7d0e7-0ca8-45f1-bcb9-be17f87d5e7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:15.995472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-05a7d0e7-0ca8-45f1-bcb9-be17f87d5e7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5067892 Mar 11 16:04:15.999623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59570) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:16.005837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:16.011294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482e4f8-6230-46cf-9a7c-8ef5fe217d4d None None] Network f3409819-76b2-428e-8318-fbd569c6d8fa requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:16.032372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e1bef06-11dd-46a7-8dd5-11a2ecc54c49 None None] Provisioning for port 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:16.044290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:16.044538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:16.045315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.045780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.119930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.123652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.136172 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3736604a-4237-4f15-9169-a39a40a246ac tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7524805 Mar 11 16:04:16.169612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59574) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:16.178658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e1bef06-11dd-46a7-8dd5-11a2ecc54c49 None None] Provisioning complete for port 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:16.179254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e1bef06-11dd-46a7-8dd5-11a2ecc54c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.292457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c27d4-9495-4eae-94a0-d3cab8ada146 None None] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:16.311102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:16.311907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.360092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.381139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.408463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7e1bef06-11dd-46a7-8dd5-11a2ecc54c49 None None] Port 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:04:16.441437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.539916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:16.595404 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-f0e30d39-8fd2-42dc-b7be-2c4cae324e2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5991898 Mar 11 16:04:16.618255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:16.660552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.694267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81515489-5079-4811-b6e3-9b55e358da73,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:16.702747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.703564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Added segment 65267a6a-7041-4923-96f9-7fd15adca1b4 of type vlan for network d31ff145-12c7-4347-a1bd-4c28da75f48e Mar 11 16:04:16.708645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:16.746932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Provisioning for port 5d1da460-2582-44a3-b64e-14f32f5c42af completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:16.769650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-f3409819-76b2-428e-8318-fbd569c6d8fa', 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'd488bff8-02c8-41bf-89bc-63a92a5a06cb'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:16.770544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.785793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:04:16.786133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3423b0eb-6ccb-40a7-8ed1-5023deec3ff9 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:04:16.801619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Provisioning complete for port 5d1da460-2582-44a3-b64e-14f32f5c42af triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:16.802044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.890672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Router aa8fc63e-d791-4943-9d39-caf9c7d299d0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:04:16.919783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.943091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.954343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:16.969293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:17.069745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.134021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.162218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.203635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.258004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:04:17.280584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] For port 5d1da460-2582-44a3-b64e-14f32f5c42af, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5d1da460-2582-44a3-b64e-14f32f5c42af,segment=NetworkSegment(59bc4ae6-daa2-4adb-8e3f-2487e2df2582),segment_id=59bc4ae6-daa2-4adb-8e3f-2487e2df2582)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:17.283107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Allocated IP 2001:db8::1 (f3409819-76b2-428e-8318-fbd569c6d8fa/d488bff8-02c8-41bf-89bc-63a92a5a06cb/16a9b6d8-0a71-4945-ad9c-2f7876950d42) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:17.286316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.307782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:17.378340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:17.379479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=e3e6898c-8597-4cda-a9a7-e982c6899922,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:17.391831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:17.397983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:17.398948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:17.399574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.401966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.403153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:17.404259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.461440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299ef86-a26a-49c9-ac10-a080a7665726 None None] Pushing event updated for resources: {'Port': ['ID=5d1da460-2582-44a3-b64e-14f32f5c42af,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:17.494356 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9a83c32a-0348-4006-a91b-4e48a159ed88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0653782 Mar 11 16:04:17.494356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.495119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59578) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:17.530565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-d028d356-1349-4486-9976-66b564194b41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=39817efefa3545148db3fe975a842785&device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 1098 time: 0.7326024 Mar 11 16:04:17.536813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.548421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7719247 Mar 11 16:04:17.554541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59582) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:17.626356 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-49aa5420-9c1b-4a2c-8ab1-c69446dadc20 None None] Provisioning complete for port 5d1da460-2582-44a3-b64e-14f32f5c42af triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:17.627184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-49aa5420-9c1b-4a2c-8ab1-c69446dadc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.670395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'subnet': {'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:17.678998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:17.680868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5d1da460-2582-44a3-b64e-14f32f5c42af up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:17.685833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:subnet and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:17.689640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:17.697623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:17.704073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-598b6180-92d2-415b-a56d-6a3691b005e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:17.766002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-598b6180-92d2-415b-a56d-6a3691b005e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:17.767258 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-598b6180-92d2-415b-a56d-6a3691b005e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports/e3e6898c-8597-4cda-a9a7-e982c6899922 HTTP/1.1" status: 200 len: 958 time: 0.2712989 Mar 11 16:04:17.771418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59586) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:17.781435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Made reservation on behalf of 117a633596c345e7956ef2d37bdf2fcf for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:17.784716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.800950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.835311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Transition to ACTIVE for port object 16a9b6d8-0a71-4945-ad9c-2f7876950d42 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:17.837785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router 32e7e8e7-f327-4781-9332-b1547aa8e9fd is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:17.854471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5d1da460-2582-44a3-b64e-14f32f5c42af triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:17.854830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.859137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Deleting port e3e6898c-8597-4cda-a9a7-e982c6899922 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:17.859485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:17.970053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Transition to ACTIVE for port object 16a9b6d8-0a71-4945-ad9c-2f7876950d42 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:17.985175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.105764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Pushing event updated for resources: {'Port': ['ID=16a9b6d8-0a71-4945-ad9c-2f7876950d42,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:18.107286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555da239-0ac0-454d-a24e-104852274a9b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Network': ['ID=d31ff145-12c7-4347-a1bd-4c28da75f48e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:18.111912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Network f3409819-76b2-428e-8318-fbd569c6d8fa is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:18.174108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f132c8ce-d83e-43a7-9ec4-a1252ca97cfc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:18.204106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:18.206571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:18.209457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d31ff145-12c7-4347-a1bd-4c28da75f48e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:18.301319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.307287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-92a02451-3394-4544-976e-2737e0ccb562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:18.309016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-92a02451-3394-4544-976e-2737e0ccb562 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 200 len: 906 time: 0.6438351 Mar 11 16:04:18.319936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.429767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Router 3541ed0e-ad90-41d5-81de-5d709b78c1bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:04:18.433323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=9017e843-8ca1-4f5a-ac4e-b9e6fa045d62,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:18.464897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Attempting to bind port 16a9b6d8-0a71-4945-ad9c-2f7876950d42 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:18.465941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Attempting to bind port 16a9b6d8-0a71-4945-ad9c-2f7876950d42 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '898902f7-ab1c-432b-83fc-8fd534758b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:18.466379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Attempting to bind port 16a9b6d8-0a71-4945-ad9c-2f7876950d42 on network f3409819-76b2-428e-8318-fbd569c6d8fa {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:18.479611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:18.479983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.506098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:18.506565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Checking segment: {'id': '898902f7-ab1c-432b-83fc-8fd534758b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:18.506853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.507242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Bound using segment: {'id': '898902f7-ab1c-432b-83fc-8fd534758b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:18.507719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Bound port: 16a9b6d8-0a71-4945-ad9c-2f7876950d42, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898902f7-ab1c-432b-83fc-8fd534758b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:18.508085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.583641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=d488bff8-02c8-41bf-89bc-63a92a5a06cb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:18.620955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.632471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.723869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] For port 16a9b6d8-0a71-4945-ad9c-2f7876950d42, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:18.740909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] For port 16a9b6d8-0a71-4945-ad9c-2f7876950d42, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=16a9b6d8-0a71-4945-ad9c-2f7876950d42,segment=NetworkSegment(898902f7-ab1c-432b-83fc-8fd534758b37),segment_id=898902f7-ab1c-432b-83fc-8fd534758b37)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:18.753855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:18.825079 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-ea822389-bfb3-4239-b5f0-dbfe4bee7597 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 200 len: 999 time: 0.4779568 Mar 11 16:04:18.942224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955cd3a-c6da-443a-978e-44ed7c0a0d08 None None] Pushing event updated for resources: {'Port': ['ID=16a9b6d8-0a71-4945-ad9c-2f7876950d42,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:18.970748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ba6c4-4708-42ef-8d8f-544748a742d2 None None] Network f3409819-76b2-428e-8318-fbd569c6d8fa requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:18.973950 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3c535f9f-a8b0-4ee7-8e28-b2d32f4cd2f2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 HTTP/1.1" status: 204 len: 168 time: 2.9708474 Mar 11 16:04:19.008148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59590) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:19.035806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-bc4f4caa-7e70-40b3-8169-bcfb5c792a12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:19.037640 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-bc4f4caa-7e70-40b3-8169-bcfb5c792a12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1443c5fd-b53c-4cdc-9101-20aebb42f058 HTTP/1.1" status: 200 len: 844 time: 0.1395559 Mar 11 16:04:19.138663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Calling delete_port for e3e6898c-8597-4cda-a9a7-e982c6899922 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:19.187575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:19.197455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.204930 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Sync routers for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:19.216841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0783f22-4d62-436f-a9e6-d30adb43d084 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:04:19.217228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Floating IP f7a0e565-692f-4c51-88fa-8dcc3db696e4 associated. External IP: 172.26.4.226, port: e49ca647-b7d1-4e4a-b7cf-8933a23dc999. Mar 11 16:04:19.221571 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:19.222522 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:19.266453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-64a55b85-04a3-4351-8b7e-49b9b596b2ec tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "PUT /v2.0/floatingips/c263de5f-452d-4e89-9811-fbd9797ae401 HTTP/1.1" status: 200 len: 991 time: 9.7723935 Mar 11 16:04:19.272215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:19.282833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.283803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a085a-6f90-4506-adc8-d1c8686c0d5d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:19.285596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187a085a-6f90-4506-adc8-d1c8686c0d5d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:19.286331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-187a085a-6f90-4506-adc8-d1c8686c0d5d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:19.345230 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-8216b291-079d-4c2a-b7a2-6fc57225e48c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25cba1d7-6baf-4cca-8e85-cd83160da743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2684941 Mar 11 16:04:19.346134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-187a085a-6f90-4506-adc8-d1c8686c0d5d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:19.346878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-187a085a-6f90-4506-adc8-d1c8686c0d5d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3200889 Mar 11 16:04:19.350269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59598) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:19.417254 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'status': 'completed', 'code': 200} Mar 11 16:04:19.442707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0783f22-4d62-436f-a9e6-d30adb43d084 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:04:19.487506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3409819-76b2-428e-8318-fbd569c6d8fa']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:19.491161 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:19.512650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898902f7-ab1c-432b-83fc-8fd534758b37') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:19.513073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898902f7-ab1c-432b-83fc-8fd534758b37') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:19.530055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.538452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.613667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3e6898c-8597-4cda-a9a7-e982c6899922,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:19.616025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.630958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.643598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:19.644189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.652239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:04:19.652983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:19.677873 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:19.774607 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f108f56-848a-4556-87f5-eaac666d841c tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "DELETE /v2.0/ports/e3e6898c-8597-4cda-a9a7-e982c6899922 HTTP/1.1" status: 204 len: 168 time: 2.0015264 Mar 11 16:04:19.780328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59602) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:19.843505 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d75ede7-acaf-4a1c-bdff-69959a553c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:19.844007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d75ede7-acaf-4a1c-bdff-69959a553c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:19.846638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:04:19.846638 dv-neutron-833206-1-hyperv neutron-server[83841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:04:19.846638 dv-neutron-833206-1-hyperv neutron-server[83841]: [parameters: {'id': 'f3409819-76b2-428e-8318-fbd569c6d8fa'}] Mar 11 16:04:19.846638 dv-neutron-833206-1-hyperv neutron-server[83841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:19.847038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:19.869629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:19.883125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Sync routers for ids ['32e7e8e7-f327-4781-9332-b1547aa8e9fd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:19.887031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d75ede7-acaf-4a1c-bdff-69959a553c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:19.888369 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d75ede7-acaf-4a1c-bdff-69959a553c59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports/e3e6898c-8597-4cda-a9a7-e982c6899922 HTTP/1.1" status: 404 len: 333 time: 0.1026740 Mar 11 16:04:19.894917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59606) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:19.906409 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-9439d79c-7b32-474b-bd05-15317f70b274 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518229 Mar 11 16:04:19.907018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:19.907315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-334203993'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:19.924075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:19.925651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Routers {'32e7e8e7-f327-4781-9332-b1547aa8e9fd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:19.926846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['32e7e8e7-f327-4781-9332-b1547aa8e9fd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:19.944334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:19.949312 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e373a868-ef1f-48ab-ab34-62f3262b3c96 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4558306 Mar 11 16:04:19.951688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:19.955395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59610) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:20.126349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Made reservation on behalf of 0f67fda890f14dff93114127aef005dd for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:20.129613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.172414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:20.181443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.184243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:20.186946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Set router 32e7e8e7-f327-4781-9332-b1547aa8e9fd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:20.188607 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Sync routers for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:20.209157 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:20.209877 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:20.254097 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-201febca-3298-4f75-a957-6d865c1f18a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 1098 time: 0.7720916 Mar 11 16:04:20.272632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936f956-7fcf-4511-a902-a656d835a5c4 req-56fa632b-e0bd-48e1-af93-70c6bc6bb9c5 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:20.274481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d936f956-7fcf-4511-a902-a656d835a5c4 req-56fa632b-e0bd-48e1-af93-70c6bc6bb9c5 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.7885480 Mar 11 16:04:20.307971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 08484855-6617-456d-bc0f-7dd3f1a52638 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:20.321491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.365262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Checking segment: {'id': '65267a6a-7041-4923-96f9-7fd15adca1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:20.365727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network hostable DHCP agents. Network: d31ff145-12c7-4347-a1bd-4c28da75f48e, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:20.418075 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:20.436253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.504590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 16a9b6d8-0a71-4945-ad9c-2f7876950d42 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:20.505236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.506450 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b5d7d66e-9dd9-445c-934e-ff32303b9fdb tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "PUT /v2.0/floatingips/da2560b6-da07-44db-b058-c0b4ed0256d5 HTTP/1.1" status: 200 len: 991 time: 9.9264235 Mar 11 16:04:20.591007 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af662cf4-ac58-4cce-b1c1-4864f8712dea req-1ce9fc6f-652a-410d-a0de-5874afdac912 service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6609731 Mar 11 16:04:20.610013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.651129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:12Z', 'updated_at': '2022-03-11T16:04:15Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:14Z', 'updated_at': '2022-03-11T16:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:20.656997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Checking router: 32e7e8e7-f327-4781-9332-b1547aa8e9fd for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:20.658241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Updating router 32e7e8e7-f327-4781-9332-b1547aa8e9fd port 4ca974d8-82f9-48bd-8978-7a62769d8b46 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:04:20.702157 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d936f956-7fcf-4511-a902-a656d835a5c4 req-e56abf91-f679-488b-b681-f8c15f04dd8d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900161 Mar 11 16:04:20.770396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.800505 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c263de5f-452d-4e89-9811-fbd9797ae401', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'port_id': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'mac_address': 'fa:16:3e:68:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:28Z', 'updated_at': '2022-03-11T16:04:11Z', 'revision_number': 1, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:20.818818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network d31ff145-12c7-4347-a1bd-4c28da75f48e is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:20.831486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Checking router: aa8fc63e-d791-4943-9d39-caf9c7d299d0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:20.858634 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:20.859251 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:20.874963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766422-f405-4093-9385-d002a0d4cf59 req-a8f32567-f2e3-4bd0-b669-5c8129ecabbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:20.876418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-a8f32567-f2e3-4bd0-b669-5c8129ecabbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 200 len: 912 time: 0.5983129 Mar 11 16:04:20.883813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d31ff145-12c7-4347-a1bd-4c28da75f48e) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:20.897260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:20.898059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:20.926671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08aba4-bbb4-462c-9123-8c24a1b88ab8 None None] Network d31ff145-12c7-4347-a1bd-4c28da75f48e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:20.954937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 16a9b6d8-0a71-4945-ad9c-2f7876950d42, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=16a9b6d8-0a71-4945-ad9c-2f7876950d42,segment=NetworkSegment(898902f7-ab1c-432b-83fc-8fd534758b37),segment_id=898902f7-ab1c-432b-83fc-8fd534758b37)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:20.955315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.022064 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f90fdbd2-2dd3-4e90-adac-1b190df6b691 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3813407 Mar 11 16:04:21.029119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59620) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:21.052134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2020102230', 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:21.063323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:21.080276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:port and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:21.080709 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:21.085747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:21.107766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99b689-062b-45d7-b5e0-508d5a92c9ed req-24d1c1bc-65f9-4b5a-a71d-d319bf9d144f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:21.109546 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c99b689-062b-45d7-b5e0-508d5a92c9ed req-24d1c1bc-65f9-4b5a-a71d-d319bf9d144f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.4065254 Mar 11 16:04:21.111526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.154533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:21.158428 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-2631683a-252f-4dd1-a5de-576d6bb42c73 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 200 len: 999 time: 0.2533779 Mar 11 16:04:21.267122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8766422-f405-4093-9385-d002a0d4cf59 req-846576b7-d9b6-4951-9eac-d97fd6f9042e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:21.268510 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-846576b7-d9b6-4951-9eac-d97fd6f9042e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4fc5d6-73bd-4843-b384-4534d6900352 HTTP/1.1" status: 200 len: 850 time: 0.0815284 Mar 11 16:04:21.291184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f12c99-1622-4f91-84d8-dd56837c071e None None] Network d31ff145-12c7-4347-a1bd-4c28da75f48e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:21.330891 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'da2560b6-da07-44db-b058-c0b4ed0256d5', 'tenant_id': '39817efefa3545148db3fe975a842785', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'port_id': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'mac_address': 'fa:16:3e:fd:6b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e1362-65e6-4206-956a-5590ba3b50a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:25Z', 'updated_at': '2022-03-11T16:04:12Z', 'revision_number': 1, 'project_id': '39817efefa3545148db3fe975a842785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:21.353727 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Checking router: 3541ed0e-ad90-41d5-81de-5d709b78c1bd for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:21.368861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Made reservation on behalf of 117a633596c345e7956ef2d37bdf2fcf for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:21.372080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.423340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] device_id is not set on port 10ad80ea-3237-4293-aeba-e5eb938b790f yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:21.449969 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:21.451336 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:21.452856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 16a9b6d8-0a71-4945-ad9c-2f7876950d42 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:21.516093 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e48aa024-17ca-4c4e-88e5-9606c5579e81 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/32e7e8e7-f327-4781-9332-b1547aa8e9fd HTTP/1.1" status: 200 len: 908 time: 1.5556729 Mar 11 16:04:21.524389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59624) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:21.540675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'name': 'tempest-snat-router-669397654', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': True}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:21.564634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:21.580530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.586874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Usage tracker for resource:router and tenant:8becf970059546728d476b386e1ea940 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:21.591891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:21.611059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:21.613184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.20.0.3 (d31ff145-12c7-4347-a1bd-4c28da75f48e/6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215/10ad80ea-3237-4293-aeba-e5eb938b790f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:21.641349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:21.647264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.648238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.650530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c99b689-062b-45d7-b5e0-508d5a92c9ed req-2465a3f7-cb91-44f9-9dae-8a9334970b3d tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849086 Mar 11 16:04:21.669457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.725430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.739620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=16a9b6d8-0a71-4945-ad9c-2f7876950d42,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:21.754291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port 16a9b6d8-0a71-4945-ad9c-2f7876950d42 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:21.798009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.838636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Router ed110f65-dd3f-490b-ba2b-44a985ae5036 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:04:21.867171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:21.914361 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:21.955332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Transition to ACTIVE for port object 4ca974d8-82f9-48bd-8978-7a62769d8b46 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:21.967276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.019922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.030970 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c263de5f-452d-4e89-9811-fbd9797ae401', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'port_id': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'mac_address': 'fa:16:3e:68:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:28Z', 'updated_at': '2022-03-11T16:04:11Z', 'revision_number': 1, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.067003 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-1dac6d6f-3f86-4ade-beb0-91cd3037d3af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7837636 Mar 11 16:04:22.068739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.072784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49aaa2-82d7-4ff9-b419-aa7688b052fc None None] Pushing event updated for resources: {'Port': ['ID=4ca974d8-82f9-48bd-8978-7a62769d8b46,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:22.076593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Attempting to bind port 4ca974d8-82f9-48bd-8978-7a62769d8b46 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:22.077256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Attempting to bind port 4ca974d8-82f9-48bd-8978-7a62769d8b46 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:22.077892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Attempting to bind port 4ca974d8-82f9-48bd-8978-7a62769d8b46 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:22.086664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:22.087336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:22.087959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.088544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:22.089228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Bound port: 4ca974d8-82f9-48bd-8978-7a62769d8b46, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:22.091510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.112666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.124495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=643ed4d7-b16c-45e5-820e-9e0cc190ba28,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:22.128008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Network 4580a52a-7d48-44c3-8c34-37626c4c7124 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:22.135097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:22.140219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:22.141058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:22.141648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.159469 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'status': 'completed', 'code': 200} Mar 11 16:04:22.171004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.173442 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9cea50-38ee-4380-a64a-ae90ae1cea81 None None] The sync data for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c263de5f-452d-4e89-9811-fbd9797ae401', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'port_id': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'mac_address': 'fa:16:3e:68:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:28Z', 'updated_at': '2022-03-11T16:04:11Z', 'revision_number': 1, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:22.178197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] For port 4ca974d8-82f9-48bd-8978-7a62769d8b46, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:22.182006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] For port 4ca974d8-82f9-48bd-8978-7a62769d8b46, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4ca974d8-82f9-48bd-8978-7a62769d8b46,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:22.186620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ea771-c7a4-4bd6-a374-b8fb0a1c9a45 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:22.188426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=08484855-6617-456d-bc0f-7dd3f1a52638,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:22.190921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.216801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.275973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3409819-76b2-428e-8318-fbd569c6d8fa']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.286505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.291347 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d59cb905-5b20-427f-ade2-ef4a27882c1e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/08484855-6617-456d-bc0f-7dd3f1a52638 HTTP/1.1" status: 204 len: 168 time: 2.9402306 Mar 11 16:04:22.350467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59634) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:22.374207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898902f7-ab1c-432b-83fc-8fd534758b37') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.374563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898902f7-ab1c-432b-83fc-8fd534758b37') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.417162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49aaa2-82d7-4ff9-b419-aa7688b052fc None None] Pushing event updated for resources: {'Port': ['ID=4ca974d8-82f9-48bd-8978-7a62769d8b46,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:22.460034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network d31ff145-12c7-4347-a1bd-4c28da75f48e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:22.487653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Routers {'32e7e8e7-f327-4781-9332-b1547aa8e9fd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:22.488289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['32e7e8e7-f327-4781-9332-b1547aa8e9fd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.495303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:22.505167 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2800d5fe-df5d-4619-ac8d-2171af9d329f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446509 Mar 11 16:04:22.507634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:22.511344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.532799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:22.549614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:22.573251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3f4cb-f99a-4a86-a83b-84054f5df2e3 None None] New status for floating IP c263de5f-452d-4e89-9811-fbd9797ae401: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:04:22.576947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=10ad80ea-3237-4293-aeba-e5eb938b790f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:22.603441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'da2560b6-da07-44db-b058-c0b4ed0256d5', 'tenant_id': '39817efefa3545148db3fe975a842785', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'port_id': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'mac_address': 'fa:16:3e:fd:6b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e1362-65e6-4206-956a-5590ba3b50a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:25Z', 'updated_at': '2022-03-11T16:04:12Z', 'revision_number': 1, 'project_id': '39817efefa3545148db3fe975a842785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:22.612537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb8c436-c263-4745-891c-3003bb41c3ca None None] The sync data for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv is: [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'da2560b6-da07-44db-b058-c0b4ed0256d5', 'tenant_id': '39817efefa3545148db3fe975a842785', 'floating_ip_address': '172.26.4.204', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'port_id': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'mac_address': 'fa:16:3e:fd:6b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e1362-65e6-4206-956a-5590ba3b50a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:25Z', 'updated_at': '2022-03-11T16:04:12Z', 'revision_number': 1, 'project_id': '39817efefa3545148db3fe975a842785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:22.630339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:22.630964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.642761 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-f29be0c9-11e8-47be-bf90-198571ce82f9 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801469 Mar 11 16:04:22.650495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-4b47bf88-77ee-423d-aa5f-c26728ea8bbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=39817efefa3545148db3fe975a842785&device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 1098 time: 0.4898732 Mar 11 16:04:22.669620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-54b98681-8740-48fa-a3eb-663bf1d5622a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6363645 Mar 11 16:04:22.675525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59642) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:22.681450 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5f42f4cf-a35b-4f01-9031-6cb3d08d63d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7850144 Mar 11 16:04:22.683003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59646) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:22.689288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.775610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:22.813245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:22.813652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:22.836182 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:22.982937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] Set router 32e7e8e7-f327-4781-9332-b1547aa8e9fd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:23.001477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:23.025225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:23.033686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:23.065263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-3d18c0ad-b8b8-4aa1-9d8b-ce906eb394f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:23.066749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-3d18c0ad-b8b8-4aa1-9d8b-ce906eb394f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 200 len: 906 time: 0.4030900 Mar 11 16:04:23.069878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8766422-f405-4093-9385-d002a0d4cf59 req-33ce0616-cad1-464a-a5e4-519d6d3dd967 service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075105 Mar 11 16:04:23.080250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting port 10ad80ea-3237-4293-aeba-e5eb938b790f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:23.080598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.136221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:23.197313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Deleting port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:23.197695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.203640 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-f885de24-1c9c-4cac-b684-e170f38969aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 200 len: 999 time: 0.1243651 Mar 11 16:04:23.268676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:23.285308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-d5c395df-b7c3-4b2f-9c3d-dde12e4c2ee2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:23.286636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-d5c395df-b7c3-4b2f-9c3d-dde12e4c2ee2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1443c5fd-b53c-4cdc-9101-20aebb42f058 HTTP/1.1" status: 200 len: 844 time: 0.0655818 Mar 11 16:04:23.316435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.353664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.369000 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-c35890c4-b01a-429a-96b5-64705cc99587 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=25cba1d7-6baf-4cca-8e85-cd83160da743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755448 Mar 11 16:04:23.370604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:23.395239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=f3409819-76b2-428e-8318-fbd569c6d8fa,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:23.484897 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d40cbc63-f69e-4b1f-beec-f83f4e9b3a24 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/f3409819-76b2-428e-8318-fbd569c6d8fa HTTP/1.1" status: 204 len: 168 time: 7.3093493 Mar 11 16:04:23.489539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59650) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:23.493515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.494742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100762779'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:23.504182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:23.518821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:23.529463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:23.538296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:23.541896 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-0cf9a666-4de3-4e41-a2f6-ce10d5839b9b service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660733 Mar 11 16:04:23.561613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] For port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:23.563262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.571923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:23.575846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.689269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:23.705050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f132c8ce-d83e-43a7-9ec4-a1252ca97cfc no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:23.727335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.728128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.728574 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment ccb3c335-6709-4dfc-9b19-0c9fa37f776e of type vlan for network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb Mar 11 16:04:23.741654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Calling delete_port for f132c8ce-d83e-43a7-9ec4-a1252ca97cfc owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:23.742573 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0a3da032-7512-42de-a325-1b146afa4ea2 req-634433cf-8a8c-4a64-95fb-1ef63b86da7e service neutron] 10.222.0.11 "GET /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938393 Mar 11 16:04:23.766724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.800571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.805278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:23.806023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.825460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:12Z', 'updated_at': '2022-03-11T16:04:15Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:14Z', 'updated_at': '2022-03-11T16:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:23.849497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ce3c-7dee-4b27-a6d9-e4178144b4e9 None None] The sync data for ids ['32e7e8e7-f327-4781-9332-b1547aa8e9fd'] in dv-neutron-833206-1-hyperv is: [{'id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209'}], 'enable_snat': False}, 'gw_port_id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:12Z', 'updated_at': '2022-03-11T16:04:15Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': '4ca974d8-82f9-48bd-8978-7a62769d8b46', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a9:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e7e8e7-f327-4781-9332-b1547aa8e9fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:14Z', 'updated_at': '2022-03-11T16:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:23.895414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:23.941418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4510498 Mar 11 16:04:23.945797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59654) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:23.954031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:23.958820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] Pushing event deleted for resources: {'Port': ['ID=f132c8ce-d83e-43a7-9ec4-a1252ca97cfc,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:23.966553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7df0b-c024-49a7-9aa8-6ff14d2a3f1f None None] No DVR routers for this DVR port f132c8ce-d83e-43a7-9ec4-a1252ca97cfc on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:23.967884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.071315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.081469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c7dbf-260e-4c61-8c41-195175010d28 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=4fbaa09f-f2c8-4840-9d36-4333c8dcfefb,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:24.091787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:24.096619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:24.097252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:24.099920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:24.107681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:24.118833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:24.153750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:24.167524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Sync routers for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:24.190599 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:24.191844 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:24.225924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.227796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Calling delete_port for 10ad80ea-3237-4293-aeba-e5eb938b790f owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:24.312279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.355170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:04:24.403112 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:24.477807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.486494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.551166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.560669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:24.571590 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0aa21b6c-5ab9-4211-be0c-630a9094514d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "PUT /v2.0/floatingips/f7a0e565-692f-4c51-88fa-8dcc3db696e4 HTTP/1.1" status: 200 len: 991 time: 9.8390896 Mar 11 16:04:24.576428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:04:24.580841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:24.581453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:24.633426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:24.650792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:24.652712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] device_id is not set on port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:24.665057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc5903-3c20-49ef-935e-4a9707fe0352 None None] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:24.675557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.687667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:24.694904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.763401 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-42c54774-1748-40c7-8f0e-c180bffed6d2 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8164132 Mar 11 16:04:24.780055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59662) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:24.787471 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'status': 'completed', 'code': 200} Mar 11 16:04:24.826038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1901829192'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:24.846980 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f7a0e565-692f-4c51-88fa-8dcc3db696e4', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'port_id': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'mac_address': 'fa:16:3e:81:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:30Z', 'updated_at': '2022-03-11T16:04:16Z', 'revision_number': 1, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:24.852940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:24.854099 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Checking router: ed110f65-dd3f-490b-ba2b-44a985ae5036 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:24.862469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:24.870774 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:24.872445 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:24.875717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:24.929607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:24.962415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:25.039835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Transition to ACTIVE for port object 643ed4d7-b16c-45e5-820e-9e0cc190ba28 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:25.041854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ff801-b3fb-4ed3-b731-840b2f4ff435 None None] New status for floating IP da2560b6-da07-44db-b058-c0b4ed0256d5: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:04:25.049454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.104386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:25.108136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:25.111473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.121566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.139353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:25.142271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.142875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.159055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Port': ['ID=10ad80ea-3237-4293-aeba-e5eb938b790f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:25.191112 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:25.196414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745cf900-fc7b-47d0-a241-5f8ebac314ea None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:25.271682 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-90ef3e65-4eec-4dff-89ad-7c8e798bd901 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.2443054 Mar 11 16:04:25.284814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43ddeb-04ea-4ffe-aa59-12b078a02bde req-f896250d-6d73-4919-b226-8335a3b526d1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.286831 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4c43ddeb-04ea-4ffe-aa59-12b078a02bde req-f896250d-6d73-4919-b226-8335a3b526d1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5218682 Mar 11 16:04:25.403176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-4fbaa09f-f2c8-4840-9d36-4333c8dcfefb', 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': '6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:25.404003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.416061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=73aa02fa-042c-44f3-a170-663b3bdda39d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:25.491690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-5d07eeda-d1cc-4e92-9c8c-e134bf39bf2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.493142 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-5d07eeda-d1cc-4e92-9c8c-e134bf39bf2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.2052698 Mar 11 16:04:25.555848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 172.26.4.124 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/f32fa15a-75dc-45b2-bf6d-6d456d395614) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:25.662526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-1f85b677-c622-4c79-92a6-6e8e24eb4915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 999 time: 0.1177368 Mar 11 16:04:25.738341 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4c43ddeb-04ea-4ffe-aa59-12b078a02bde req-425e37f0-3569-4d82-864a-f837d206ef82 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441416 Mar 11 16:04:25.780766 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-85e47f3b-e701-482e-a41c-d4ac5b5f3095 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2413356 Mar 11 16:04:25.782558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59668) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:25.803090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:25.806255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '73aa02fa-042c-44f3-a170-663b3bdda39d', 'ip_address': '2001:db8::677c:5ecd:5113:c086'}], 'name': 'tempest-NetworksTestDHCPv6-380578785'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:25.806431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=643ed4d7-b16c-45e5-820e-9e0cc190ba28,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:25.864048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:25.864381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:25.864782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:25.919338 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f7a0e565-692f-4c51-88fa-8dcc3db696e4', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'port_id': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'mac_address': 'fa:16:3e:81:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:30Z', 'updated_at': '2022-03-11T16:04:16Z', 'revision_number': 1, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:25.921296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4ca974d8-82f9-48bd-8978-7a62769d8b46 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:25.923810 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2f3ba0-d063-414e-9afa-1b5bc1eb881a None None] The sync data for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv is: [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f7a0e565-692f-4c51-88fa-8dcc3db696e4', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'floating_ip_address': '172.26.4.226', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'port_id': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'mac_address': 'fa:16:3e:81:97:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:03:30Z', 'updated_at': '2022-03-11T16:04:16Z', 'revision_number': 1, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:25.948702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.949055 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 1ce659cd-1dff-44b2-838a-126fedb0ae03 of type vlan for network 4029286f-f857-4aaa-b9ff-b87a708fd341 Mar 11 16:04:25.959704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-afaa456b-15f7-4e60-9658-556693657098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:25.962654 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-afaa456b-15f7-4e60-9658-556693657098 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.2900517 Mar 11 16:04:25.966310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:25.975682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:25.976011 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:25.982579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 2 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:26.006921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c776db00-fddb-40c1-a021-26b313006269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/ports/10ad80ea-3237-4293-aeba-e5eb938b790f HTTP/1.1" status: 204 len: 168 time: 3.3310809 Mar 11 16:04:26.007563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59672) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:26.045252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e', 'external_fixed_ips': [{'subnet_id': '6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215', 'ip_address': '172.20.0.3'}]}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:26.089606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:26.094825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:26.095223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:26.102474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.118450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:26.141006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:router and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:26.149113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:26.177185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:26.177528 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:26.183483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:26.185378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 3 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:26.237563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:26.238572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '73aa02fa-042c-44f3-a170-663b3bdda39d'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:26.240049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.245264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:26.247413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.249819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:26.260407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:26.266565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-ae5d44a0-2a3f-46af-86e1-a73d94ba99f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2753024 Mar 11 16:04:26.273783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27badaf-60ae-4af1-9b7b-63732f21d84c req-6279336a-9c4c-4598-8d0c-7f2138a6cc2e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:26.281393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c27badaf-60ae-4af1-9b7b-63732f21d84c req-6279336a-9c4c-4598-8d0c-7f2138a6cc2e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2913423 Mar 11 16:04:26.284815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.289716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:26.290374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.296525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.297680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.322028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.383418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4ca974d8-82f9-48bd-8978-7a62769d8b46 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:26.389392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:26.415133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4ca974d8-82f9-48bd-8978-7a62769d8b46 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:26.415499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.421177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:26.421515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:26.421883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:26.424920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.498466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Allocated IP 2001:db8::1 (4fbaa09f-f2c8-4840-9d36-4333c8dcfefb/6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3/55f629b0-1d3f-449c-ac19-bdbba46700bc) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:26.511314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c27badaf-60ae-4af1-9b7b-63732f21d84c req-383904b4-b944-4b42-8f80-723ead7262df tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280109 Mar 11 16:04:26.587275 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-a7c16c7a-bb58-44c0-94f5-f9d298b649b9 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852266 Mar 11 16:04:26.599371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.655781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8602874 Mar 11 16:04:26.659675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:26.660074 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:26.663309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59676) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:26.665490 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 4 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:26.688248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd49df6-3831-4106-a74c-32fcdbc7512a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=4029286f-f857-4aaa-b9ff-b87a708fd341,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:26.699479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:26.708189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4029286f-f857-4aaa-b9ff-b87a708fd341 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:26.713674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port cd2c54d2-ad4c-4201-8b05-65e619da5df3 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:26.726868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:26.738438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/73aa02fa-042c-44f3-a170-663b3bdda39d/db130b88-dd9b-4202-82c9-d90df9d0dd1a) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:26.787817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=f32fa15a-75dc-45b2-bf6d-6d456d395614,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:26.790339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:26.790715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:26.791140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:26.794544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:26.804758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:26.815358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.879473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:26.879705 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:26.885065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b54927a-33da-4bcc-9258-d2b0efe6848f req-0629cffd-14cb-4882-be01-af32d0454888 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903605 Mar 11 16:04:26.887543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 5 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:26.897429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:26.929186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:26.931539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:26.931943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:26.932338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:26.938862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:26.956048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4ca974d8-82f9-48bd-8978-7a62769d8b46, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4ca974d8-82f9-48bd-8978-7a62769d8b46,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:26.974406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:26.976320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.013956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:27.022129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.022551 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.028328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 6 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:27.103633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:27.124378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.124712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.125049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.132308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4ca974d8-82f9-48bd-8978-7a62769d8b46,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:27.163596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.216832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Transition to ACTIVE for port object 55f629b0-1d3f-449c-ac19-bdbba46700bc will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:27.219209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.219538 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.222615 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 7 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:27.256139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.256542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.256646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Transition to ACTIVE for port object 55f629b0-1d3f-449c-ac19-bdbba46700bc will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:27.256835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.268197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.270484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.273592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.329358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Transition to ACTIVE for port object db130b88-dd9b-4202-82c9-d90df9d0dd1a will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:27.354480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.354877 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.367593 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 8 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:27.383490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Transition to ACTIVE for port object db130b88-dd9b-4202-82c9-d90df9d0dd1a will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:27.384716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Pushing event updated for resources: {'Port': ['ID=55f629b0-1d3f-449c-ac19-bdbba46700bc,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:27.390143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:27.391344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:27.393580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing IP validity checks on allocation pools {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:04:27.394191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:04:27.394467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.398870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:27.403409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.403717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.404047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.442020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.442397 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.445545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 9 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:27.470800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.471129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.471464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.509920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::677c:5ecd:5113:c086 (a5201ef7-2506-4639-87b8-8e23809c1ec8/73aa02fa-042c-44f3-a170-663b3bdda39d/cd2c54d2-ad4c-4201-8b05-65e619da5df3) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:27.549441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:27.570952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Attempting to bind port 55f629b0-1d3f-449c-ac19-bdbba46700bc on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.571315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Attempting to bind port 55f629b0-1d3f-449c-ac19-bdbba46700bc by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.571669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Attempting to bind port 55f629b0-1d3f-449c-ac19-bdbba46700bc on network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.574331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:27.577829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Pushing event updated for resources: {'Port': ['ID=db130b88-dd9b-4202-82c9-d90df9d0dd1a,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:27.581428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:27.588317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:27.589199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Checking segment: {'id': 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:27.589199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.589489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Bound using segment: {'id': 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:27.590883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Bound port: 55f629b0-1d3f-449c-ac19-bdbba46700bc, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '4fbaa09f-f2c8-4840-9d36-4333c8dcfefb'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:27.591273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.645514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.646293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.653317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.653665 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.660506 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempt 10 to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 Mar 11 16:04:27.665647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4ca974d8-82f9-48bd-8978-7a62769d8b46 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:27.782950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.782950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.782950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempting to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.860204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Attempting to bind port db130b88-dd9b-4202-82c9-d90df9d0dd1a on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:27.860479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Attempting to bind port db130b88-dd9b-4202-82c9-d90df9d0dd1a by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:27.860832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Attempting to bind port db130b88-dd9b-4202-82c9-d90df9d0dd1a on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:27.881030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:27.881571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:27.882440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.882440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:27.882867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Bound port: db130b88-dd9b-4202-82c9-d90df9d0dd1a, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:27.883227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.885859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:04:27.886372 dv-neutron-833206-1-hyperv neutron-server[83841]: ERROR neutron.plugins.ml2.managers [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Failed to bind port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on host hv-neutron-8332 for vnic_type normal using segments [{'id': 'c0a9b59e-682f-453b-b2a8-fc3eb9510713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '4580a52a-7d48-44c3-8c34-37626c4c7124'}] Mar 11 16:04:27.886372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.900902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4ca974d8-82f9-48bd-8978-7a62769d8b46 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:27.901254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.971746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:27.991226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] For port 55f629b0-1d3f-449c-ac19-bdbba46700bc, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:28.008076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.011105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object cd2c54d2-ad4c-4201-8b05-65e619da5df3 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:28.038558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] For port 55f629b0-1d3f-449c-ac19-bdbba46700bc, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=55f629b0-1d3f-449c-ac19-bdbba46700bc,segment=NetworkSegment(ccb3c335-6709-4dfc-9b19-0c9fa37f776e),segment_id=ccb3c335-6709-4dfc-9b19-0c9fa37f776e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:28.056871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa5e4c-cbd5-4e9e-91ed-30ebe646da60 req-b6447d02-95bb-4f37-b238-71307fe31f7e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.059832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.070293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8caa5e4c-cbd5-4e9e-91ed-30ebe646da60 req-b6447d02-95bb-4f37-b238-71307fe31f7e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3346300 Mar 11 16:04:28.089230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.091444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.132980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.172624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] For port db130b88-dd9b-4202-82c9-d90df9d0dd1a, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:28.180567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] For port db130b88-dd9b-4202-82c9-d90df9d0dd1a, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=db130b88-dd9b-4202-82c9-d90df9d0dd1a,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:28.193772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.200718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:28.204741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:28.207574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=ac78cd62-2aef-46d3-9c11-497736f39e71,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:28.213767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=cd2c54d2-ad4c-4201-8b05-65e619da5df3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:28.227228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df8baa-d8eb-40c9-9bf3-760563598265 None None] Pushing event updated for resources: {'Port': ['ID=55f629b0-1d3f-449c-ac19-bdbba46700bc,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:28.228171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8caa5e4c-cbd5-4e9e-91ed-30ebe646da60 req-3312fffe-1899-4c27-82ab-f7d1814bd917 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563838 Mar 11 16:04:28.229129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:28.237988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.237988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.291137 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1994ac4d-33a8-4d93-8aec-6fe3287a6944 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4972537 Mar 11 16:04:28.291454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59688) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:28.299358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 643ed4d7-b16c-45e5-820e-9e0cc190ba28, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:28.299889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Attempted to set empty binding levels {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 16:04:28.328206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.408281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd22a0-cdf6-4081-94d4-d59b8ae5107d None None] Pushing event updated for resources: {'Port': ['ID=db130b88-dd9b-4202-82c9-d90df9d0dd1a,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:28.488110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d7dace-c168-4f0c-ad12-7d93d24cb545 None None] New status for floating IP f7a0e565-692f-4c51-88fa-8dcc3db696e4: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:04:28.521821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '1ce659cd-1dff-44b2-838a-126fedb0ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:28.522201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: 4029286f-f857-4aaa-b9ff-b87a708fd341, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:28.526660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] In _notify_port_updated(), no bound segment for port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 on network 4580a52a-7d48-44c3-8c34-37626c4c7124 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:04:28.528323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.532748 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "PUT /v2.0/ports/643ed4d7-b16c-45e5-820e-9e0cc190ba28 HTTP/1.1" status: 200 len: 980 time: 5.8276703 Mar 11 16:04:28.536710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59692) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:28.622245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439f16-2566-4925-b7f7-8a3be7ddb286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event updated for resources: {'Port': ['ID=643ed4d7-b16c-45e5-820e-9e0cc190ba28,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:28.648347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49209e41-a024-4023-8df6-039a37cb4d01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.652866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49209e41-a024-4023-8df6-039a37cb4d01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.655071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-49209e41-a024-4023-8df6-039a37cb4d01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:28.702788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Deleting port 643ed4d7-b16c-45e5-820e-9e0cc190ba28 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:28.703138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.721532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 4029286f-f857-4aaa-b9ff-b87a708fd341 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:28.748076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.20.0.3 (d31ff145-12c7-4347-a1bd-4c28da75f48e/6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215/7f150b6d-c6aa-4131-ba36-54d28453b499) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:28.771683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4029286f-f857-4aaa-b9ff-b87a708fd341) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:28.776460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:28.777859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:28.782080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffba39-34eb-42dd-8ec0-1814cbf788e9 None None] Network 4029286f-f857-4aaa-b9ff-b87a708fd341 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:28.981534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8370cf76-1ab5-44d2-a5ea-4f82bb0ee3f7 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3065395 Mar 11 16:04:28.994806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59696) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:29.082188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] For port 643ed4d7-b16c-45e5-820e-9e0cc190ba28, host hv-neutron-8332, got binding levels [] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:29.084360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.140306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-4029286f-f857-4aaa-b9ff-b87a708fd341', 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'ac78cd62-2aef-46d3-9c11-497736f39e71'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:29.141248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.149312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router 48cf4079-6bfb-4a2c-bb30-927b02803abd is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:29.185410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.218497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Calling delete_port for 643ed4d7-b16c-45e5-820e-9e0cc190ba28 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:29.224600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.299201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-49209e41-a024-4023-8df6-039a37cb4d01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:29.300555 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-49209e41-a024-4023-8df6-039a37cb4d01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0080914 Mar 11 16:04:29.304658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59700) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:29.310599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b8441-b430-4135-bc7c-e34880405ec9 req-6a91c7eb-0bab-46e2-8459-80ca195a65f8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:29.312063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f80b8441-b430-4135-bc7c-e34880405ec9 req-6a91c7eb-0bab-46e2-8459-80ca195a65f8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.8516417 Mar 11 16:04:29.314972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.337482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Allocated IP 2001:db8::3 (4029286f-f857-4aaa-b9ff-b87a708fd341/ac78cd62-2aef-46d3-9c11-497736f39e71/bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:29.417377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.441820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Pushing event deleted for resources: {'Port': ['ID=643ed4d7-b16c-45e5-820e-9e0cc190ba28,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:29.461754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.488444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-326de441-9e9e-4cbd-b953-03958579746e tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "DELETE /v2.0/ports/643ed4d7-b16c-45e5-820e-9e0cc190ba28 HTTP/1.1" status: 204 len: 168 time: 0.9453168 Mar 11 16:04:29.492041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port cd2c54d2-ad4c-4201-8b05-65e619da5df3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:29.492392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.497987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59704) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:29.564686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.634955 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f80b8441-b430-4135-bc7c-e34880405ec9 req-10ab4ae3-72ff-468c-beb1-f786a804dc02 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132651 Mar 11 16:04:29.648951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.673467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Transition to ACTIVE for port object bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:29.711552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Transition to ACTIVE for port object bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:29.726725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:29.811844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 55f629b0-1d3f-449c-ac19-bdbba46700bc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:29.853379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network d31ff145-12c7-4347-a1bd-4c28da75f48e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:29.877106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:29.880316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:29.928330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=7f150b6d-c6aa-4131-ba36-54d28453b499,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:29.959375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Network 4029286f-f857-4aaa-b9ff-b87a708fd341 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:29.960287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Pushing event updated for resources: {'Port': ['ID=bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:29.977415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:29.981792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:29.997075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.030264 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7ba25c-ecb4-4c17-93d5-5e2e78cbe7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] GET failed (client error): The resource could not be found. Mar 11 16:04:30.031117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dd7ba25c-ecb4-4c17-93d5-5e2e78cbe7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Synchronizing usage tracker for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:30.062483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.151048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=ac78cd62-2aef-46d3-9c11-497736f39e71,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:30.157063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dd7ba25c-ecb4-4c17-93d5-5e2e78cbe7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] Unset dirty status for tenant:0f67fda890f14dff93114127aef005dd on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:30.163535 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dd7ba25c-ecb4-4c17-93d5-5e2e78cbe7c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869647631-project-admin] 10.222.0.78 "GET /v2.0/ports/643ed4d7-b16c-45e5-820e-9e0cc190ba28 HTTP/1.1" status: 404 len: 333 time: 0.6533525 Mar 11 16:04:30.164649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59712) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:30.178116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Attempting to bind port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:30.182340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Attempting to bind port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '1ce659cd-1dff-44b2-838a-126fedb0ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:30.182814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Attempting to bind port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 on network 4029286f-f857-4aaa-b9ff-b87a708fd341 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:30.193658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:30.196980 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Checking segment: {'id': '1ce659cd-1dff-44b2-838a-126fedb0ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:30.198025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.198423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Bound using segment: {'id': '1ce659cd-1dff-44b2-838a-126fedb0ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:30.198915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Bound port: bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce659cd-1dff-44b2-838a-126fedb0ae03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4029286f-f857-4aaa-b9ff-b87a708fd341'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:30.199900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.217540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 55f629b0-1d3f-449c-ac19-bdbba46700bc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:30.229361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device db130b88-dd9b-4202-82c9-d90df9d0dd1a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:30.312685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fe987-cd79-44e4-b795-8a18ea8d49c5 None None] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:30.313688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for cd2c54d2-ad4c-4201-8b05-65e619da5df3 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:30.323830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.404109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4029286f-f857-4aaa-b9ff-b87a708fd341']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:30.434248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce659cd-1dff-44b2-838a-126fedb0ae03') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:30.434556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce659cd-1dff-44b2-838a-126fedb0ae03') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:30.462824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.475751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Provisioning for port 55f629b0-1d3f-449c-ac19-bdbba46700bc completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:30.487745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Provisioning complete for port 55f629b0-1d3f-449c-ac19-bdbba46700bc triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:30.488117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.491543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.507400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:30.507799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:30.524401 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:30.530815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:30.562390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Sync routers for ids ['48cf4079-6bfb-4a2c-bb30-927b02803abd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:30.641374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Routers {'48cf4079-6bfb-4a2c-bb30-927b02803abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:30.642144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['48cf4079-6bfb-4a2c-bb30-927b02803abd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:30.688475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.690069 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-33697897-9b1a-47b7-b83a-c2be28ff3da5 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1579750 Mar 11 16:04:30.692511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:04:30.692511 dv-neutron-833206-1-hyperv neutron-server[83841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:04:30.692511 dv-neutron-833206-1-hyperv neutron-server[83841]: [parameters: {'id': '4029286f-f857-4aaa-b9ff-b87a708fd341'}] Mar 11 16:04:30.692511 dv-neutron-833206-1-hyperv neutron-server[83841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:30.693740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:30.695221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:30.699274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] For port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:30.704839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port db130b88-dd9b-4202-82c9-d90df9d0dd1a completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:30.724148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.787197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.787865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.819104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03eb3f-6338-4f48-910e-53c8d33cf114 req-361e102e-67bb-470c-85a0-96994af691b3 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:30.820776 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6e03eb3f-6338-4f48-910e-53c8d33cf114 req-361e102e-67bb-470c-85a0-96994af691b3 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4590986 Mar 11 16:04:30.899558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] For port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4,segment=NetworkSegment(1ce659cd-1dff-44b2-838a-126fedb0ae03),segment_id=1ce659cd-1dff-44b2-838a-126fedb0ae03)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:30.960006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:30.975650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.008961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6e03eb3f-6338-4f48-910e-53c8d33cf114 req-95d1ed13-85df-43d7-9175-32a84f8b4330 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769273 Mar 11 16:04:31.012314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.020610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4580a52a-7d48-44c3-8c34-37626c4c7124']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:31.077244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=cd2c54d2-ad4c-4201-8b05-65e619da5df3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:31.084701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a9b59e-682f-453b-b2a8-fc3eb9510713') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:31.084928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a9b59e-682f-453b-b2a8-fc3eb9510713') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:31.138888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.139498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.161888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.176299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.179316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad45dc-7f90-482a-98f9-14d16436009f None None] Pushing event updated for resources: {'Port': ['ID=bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:31.187183 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-998dea97-ba18-4560-a3b5-13ac2688797a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/cd2c54d2-ad4c-4201-8b05-65e619da5df3 HTTP/1.1" status: 204 len: 168 time: 1.8741071 Mar 11 16:04:31.188324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:31.188729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.190214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59722) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:31.200736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:31.204990 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:31.259114 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-062adc15-a067-4161-91b6-2e97f7df974f tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/48cf4079-6bfb-4a2c-bb30-927b02803abd HTTP/1.1" status: 200 len: 907 time: 0.5621855 Mar 11 16:04:31.270156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59726) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:31.328212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.335071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.348294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Set router 48cf4079-6bfb-4a2c-bb30-927b02803abd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:31.363307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] 10.222.0.78 "DELETE /v2.0/networks/4580a52a-7d48-44c3-8c34-37626c4c7124 HTTP/1.1" status: 204 len: 168 time: 1.1951296 Mar 11 16:04:31.374813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab88e5-86c7-47d2-b778-13695dad5ec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-152443389-project] Pushing event deleted for resources: {'Network': ['ID=4580a52a-7d48-44c3-8c34-37626c4c7124,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:31.379971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af262a-c67d-40a4-9173-53fe0bf023d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:31.381280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af262a-c67d-40a4-9173-53fe0bf023d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:31.382218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-13af262a-c67d-40a4-9173-53fe0bf023d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:31.465023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] For port 55f629b0-1d3f-449c-ac19-bdbba46700bc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=55f629b0-1d3f-449c-ac19-bdbba46700bc,segment=NetworkSegment(ccb3c335-6709-4dfc-9b19-0c9fa37f776e),segment_id=ccb3c335-6709-4dfc-9b19-0c9fa37f776e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:31.467139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe96d4-f55c-40c0-a7a9-f42af14b7807 None None] Network 4029286f-f857-4aaa-b9ff-b87a708fd341 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:31.502571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:31.502938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.552901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:31.564872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-13af262a-c67d-40a4-9173-53fe0bf023d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:31.568712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59734) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:31.569034 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-13af262a-c67d-40a4-9173-53fe0bf023d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3654823 Mar 11 16:04:31.661747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router c12867b2-26cc-4af8-89e2-3b6684f1cf13 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:31.805207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Could not find standard attr ID for object cd2c54d2-ad4c-4201-8b05-65e619da5df3. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:04:31.940297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59744) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:31.953411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903630e-f61f-4dce-bd80-c3a2eda9addb None None] Pushing event updated for resources: {'Port': ['ID=55f629b0-1d3f-449c-ac19-bdbba46700bc,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:31.973590 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:04:31.981690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 73aa02fa-042c-44f3-a170-663b3bdda39d {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:31.987728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.003832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Provisioning for port db130b88-dd9b-4202-82c9-d90df9d0dd1a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:32.029202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Provisioning complete for port db130b88-dd9b-4202-82c9-d90df9d0dd1a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:32.029588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.121899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.273235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935ea61-5d67-4804-bbbb-77f3375c60d2 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:04:32.332235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.332706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4,segment=NetworkSegment(1ce659cd-1dff-44b2-838a-126fedb0ae03),segment_id=1ce659cd-1dff-44b2-838a-126fedb0ae03)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:32.333219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.351430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.365838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf4079-6bfb-4a2c-bb30-927b02803abd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'f32fa15a-75dc-45b2-bf6d-6d456d395614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:21Z', 'updated_at': '2022-03-11T16:04:27Z', 'revision_number': 3, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port': {'id': 'f32fa15a-75dc-45b2-bf6d-6d456d395614', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:23:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48cf4079-6bfb-4a2c-bb30-927b02803abd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:24Z', 'updated_at': '2022-03-11T16:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:32.380414 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2da7984a-f573-4f78-8403-827e56ad6476 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=586137ce725547a58571b8968e19191b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4360487 Mar 11 16:04:32.382597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Checking router: 48cf4079-6bfb-4a2c-bb30-927b02803abd for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:32.382597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Updating router 48cf4079-6bfb-4a2c-bb30-927b02803abd port f32fa15a-75dc-45b2-bf6d-6d456d395614 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:04:32.389648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59752) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:32.481086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:32.497529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.533447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78769d00-c75c-4fd2-8f47-5d770f025e05 req-560f9108-cbd4-465b-8500-73ddd520ce20 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:32.540645 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78769d00-c75c-4fd2-8f47-5d770f025e05 req-560f9108-cbd4-465b-8500-73ddd520ce20 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2893035 Mar 11 16:04:32.543955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.572609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935ea61-5d67-4804-bbbb-77f3375c60d2 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:04:32.583781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.585652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.650844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=73aa02fa-042c-44f3-a170-663b3bdda39d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:32.672634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.692648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.717306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78769d00-c75c-4fd2-8f47-5d770f025e05 req-5ba752b3-a9ed-4848-bd91-1940ebde47c0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741028 Mar 11 16:04:32.723621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.735337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:32.735839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:32.752085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aac7fefc-8aea-4169-b0a3-0768cb4372cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/73aa02fa-042c-44f3-a170-663b3bdda39d HTTP/1.1" status: 204 len: 168 time: 1.1822500 Mar 11 16:04:32.755452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59756) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:32.785399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:32.803794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port bd8d3944-d9c4-4d12-9ee1-45d36d7e89f4 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:32.863374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2203e92a-9fa5-47ba-80b5-b1978213d989 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066046 Mar 11 16:04:32.866081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59760) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:32.873848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:32.954334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:32.992051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:33.003151 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Sync routers for ids ['c12867b2-26cc-4af8-89e2-3b6684f1cf13'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:33.004952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.043522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44fc31b-4916-493f-a356-5f5a65d07ac1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:33.059139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:33.059925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Routers {'c12867b2-26cc-4af8-89e2-3b6684f1cf13'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:33.060543 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['c12867b2-26cc-4af8-89e2-3b6684f1cf13'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:33.065000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.066978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bcf0ac44-d864-4758-bd74-13e4bc82bdc9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b44fc31b-4916-493f-a356-5f5a65d07ac1 HTTP/1.1" status: 204 len: 168 time: 0.6764586 Mar 11 16:04:33.068706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:33.071509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4029286f-f857-4aaa-b9ff-b87a708fd341']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:33.087575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:33.088927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.090399 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d24a952d-7767-46d2-9a4c-b6ab4e595661 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0696044 Mar 11 16:04:33.092588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce659cd-1dff-44b2-838a-126fedb0ae03') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:33.092948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce659cd-1dff-44b2-838a-126fedb0ae03') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:33.101850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59766) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:33.102798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:33.130791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:33.140532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.170590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.249536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.268696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Transition to ACTIVE for port object f32fa15a-75dc-45b2-bf6d-6d456d395614 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:33.270821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.281186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:33.281768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:33.302684 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:33.326639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.412533 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Set router c12867b2-26cc-4af8-89e2-3b6684f1cf13 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:33.425963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.429301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.452093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.467600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Attempting to bind port f32fa15a-75dc-45b2-bf6d-6d456d395614 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:33.467977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Attempting to bind port f32fa15a-75dc-45b2-bf6d-6d456d395614 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:33.469238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Attempting to bind port f32fa15a-75dc-45b2-bf6d-6d456d395614 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:33.474712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.481530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting port f32fa15a-75dc-45b2-bf6d-6d456d395614 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:33.491381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2973c-a95e-45ac-9a4c-d28ae1a077dd None None] Pushing event updated for resources: {'Port': ['ID=f32fa15a-75dc-45b2-bf6d-6d456d395614,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:33.491929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.506703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:33.507213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:33.507622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.508281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:33.508771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Bound port: f32fa15a-75dc-45b2-bf6d-6d456d395614, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:33.509294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.550663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=4029286f-f857-4aaa-b9ff-b87a708fd341,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:33.557453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c4f13bc3-3f97-445d-b408-54d9cb27f892 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/4029286f-f857-4aaa-b9ff-b87a708fd341 HTTP/1.1" status: 204 len: 168 time: 4.5576446 Mar 11 16:04:33.571480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59772) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:33.578253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495345363'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:33.599060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:33.607431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:33.613676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:33.645751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:33.674362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] For port db130b88-dd9b-4202-82c9-d90df9d0dd1a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=db130b88-dd9b-4202-82c9-d90df9d0dd1a,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:33.763631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:33.767361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:33.767861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.770532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.856805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] For port f32fa15a-75dc-45b2-bf6d-6d456d395614, host dv-neutron-833206-1-hyperv, got binding levels [] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:33.857175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.873855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 55f629b0-1d3f-449c-ac19-bdbba46700bc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:33.875271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:33.922082 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12867b2-26cc-4af8-89e2-3b6684f1cf13', 'name': '', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e', 'external_fixed_ips': [{'subnet_id': '6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '7f150b6d-c6aa-4131-ba36-54d28453b499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:30Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': '7f150b6d-c6aa-4131-ba36-54d28453b499', 'name': '', 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:58:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12867b2-26cc-4af8-89e2-3b6684f1cf13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:28Z', 'updated_at': '2022-03-11T16:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:33.929092 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Checking router: c12867b2-26cc-4af8-89e2-3b6684f1cf13 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:04:33.929352 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Updating router c12867b2-26cc-4af8-89e2-3b6684f1cf13 port 7f150b6d-c6aa-4131-ba36-54d28453b499 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:04:33.930706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:33.938129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:33.950965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:33.952117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.956455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:33.975077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da27159-3855-4e08-b787-7f7e6cc12f36 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:33.984713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=58cc4335-258e-4bbc-a86f-ed42920353f8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.030396 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d6b1bb61-2d9b-4ee5-8111-2de51e76fc26 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0f67fda890f14dff93114127aef005dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2652464 Mar 11 16:04:34.035903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59782) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:34.043661 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.100329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] For port f32fa15a-75dc-45b2-bf6d-6d456d395614, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:34.103556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] For port f32fa15a-75dc-45b2-bf6d-6d456d395614, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f32fa15a-75dc-45b2-bf6d-6d456d395614,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:34.129423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.154671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.172387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-47f52dd6-78d0-43cf-a4be-ae1c03cab4be tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3023934 Mar 11 16:04:34.181930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59786) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:34.190204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '58cc4335-258e-4bbc-a86f-ed42920353f8', 'ip_address': '2001:db8::2bc5:a5ce:ca2f:ea23'}], 'name': 'tempest-NetworksTestDHCPv6-177033006'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:34.211113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdea982-1caa-4507-986d-0c1f31057d3d None None] Pushing event updated for resources: {'Port': ['ID=db130b88-dd9b-4202-82c9-d90df9d0dd1a,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.231412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Calling delete_port for f32fa15a-75dc-45b2-bf6d-6d456d395614 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:34.281919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9b6de66b-057e-4d8f-b8f2-cf6a2fcab3be None None] Provisioning complete for port 55f629b0-1d3f-449c-ac19-bdbba46700bc triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:34.282645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b6de66b-057e-4d8f-b8f2-cf6a2fcab3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.333193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.333839 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 5ed8b668-a04f-4b1f-81f6-cdbfcc31d085 of type vlan for network 6c5246a5-9486-490f-b692-5352df8ad041 Mar 11 16:04:34.398981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.401565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 55f629b0-1d3f-449c-ac19-bdbba46700bc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:34.403657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.421361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9ddc9-7132-4281-9d8a-d0bf0c0918a5 req-c6f75d91-4518-45f7-a491-a844b10914d0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:34.422905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec9ddc9-7132-4281-9d8a-d0bf0c0918a5 req-c6f75d91-4518-45f7-a491-a844b10914d0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3998828 Mar 11 16:04:34.436511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.471135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:34.484009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:34.488100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.505231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:34.515952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:34.527114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.532114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:34.532835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.546256 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.565113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Transition to ACTIVE for port object 7f150b6d-c6aa-4131-ba36-54d28453b499 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:34.580920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.593221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:34.593729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:34.593916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec9ddc9-7132-4281-9d8a-d0bf0c0918a5 req-183a8f0d-c426-4a8a-9893-e89c459519ba tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588738 Mar 11 16:04:34.597141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:34.614463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.641433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.674078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe473b-daa7-4de8-8ace-6d75db051c43,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.684665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 4d67affc-cfed-47a4-bb76-4d919a46f6a6 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:34.710166 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1374760 Mar 11 16:04:34.712611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338d46-3029-41fa-b3c0-0c249c71c9ad tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=6c5246a5-9486-490f-b692-5352df8ad041,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.717275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:34.723881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '6c5246a5-9486-490f-b692-5352df8ad041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:34.740186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.743758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-421229f9-d1d0-48e0-8928-e69d2b78da5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4bfe473b-daa7-4de8-8ace-6d75db051c43 HTTP/1.1" status: 204 len: 168 time: 0.6964481 Mar 11 16:04:34.779767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6c5246a5-9486-490f-b692-5352df8ad041 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:34.791695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2973c-a95e-45ac-9a4c-d28ae1a077dd None None] Pushing event updated for resources: {'Port': ['ID=f32fa15a-75dc-45b2-bf6d-6d456d395614,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.810196 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Attempting to bind port 7f150b6d-c6aa-4131-ba36-54d28453b499 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:34.810196 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Attempting to bind port 7f150b6d-c6aa-4131-ba36-54d28453b499 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '65267a6a-7041-4923-96f9-7fd15adca1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:34.810196 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Attempting to bind port 7f150b6d-c6aa-4131-ba36-54d28453b499 on network d31ff145-12c7-4347-a1bd-4c28da75f48e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:34.816763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Routers {'48cf4079-6bfb-4a2c-bb30-927b02803abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:34.817407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['48cf4079-6bfb-4a2c-bb30-927b02803abd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:34.830707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.846257 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:34.854397 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Checking segment: {'id': '65267a6a-7041-4923-96f9-7fd15adca1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:34.855006 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.856026 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Bound using segment: {'id': '65267a6a-7041-4923-96f9-7fd15adca1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:34.857182 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Bound port: 7f150b6d-c6aa-4131-ba36-54d28453b499, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65267a6a-7041-4923-96f9-7fd15adca1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'd31ff145-12c7-4347-a1bd-4c28da75f48e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:34.857182 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.922761 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Pushing event updated for resources: {'Port': ['ID=7f150b6d-c6aa-4131-ba36-54d28453b499,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:34.925303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting port 7f150b6d-c6aa-4131-ba36-54d28453b499 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:34.925765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:34.975478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::2bc5:a5ce:ca2f:ea23 (a5201ef7-2506-4639-87b8-8e23809c1ec8/58cc4335-258e-4bbc-a86f-ed42920353f8/4d67affc-cfed-47a4-bb76-4d919a46f6a6) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:34.988799 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.990379 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.993076 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.993516 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.994688 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.997291 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.997291 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.998086 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:34.999739 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:35.000074 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:35.000578 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:04:35.022283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:35.030006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:35.035322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:35.059064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:35.080823 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] For port 7f150b6d-c6aa-4131-ba36-54d28453b499, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:35.087775 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] For port 7f150b6d-c6aa-4131-ba36-54d28453b499, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7f150b6d-c6aa-4131-ba36-54d28453b499,segment=NetworkSegment(65267a6a-7041-4923-96f9-7fd15adca1b4),segment_id=65267a6a-7041-4923-96f9-7fd15adca1b4)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:35.097328 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.107315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting port f32fa15a-75dc-45b2-bf6d-6d456d395614 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:35.107722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.211095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:35.212155 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Routers {'c12867b2-26cc-4af8-89e2-3b6684f1cf13'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:35.212698 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['c12867b2-26cc-4af8-89e2-3b6684f1cf13'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:35.244427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] Set router 48cf4079-6bfb-4a2c-bb30-927b02803abd gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:35.271205 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47370e99-27ec-4772-a977-2304bf0f1ac1 None None] Pushing event updated for resources: {'Port': ['ID=7f150b6d-c6aa-4131-ba36-54d28453b499,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:35.337936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.384931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 4d67affc-cfed-47a4-bb76-4d919a46f6a6 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:35.407144 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] Set router c12867b2-26cc-4af8-89e2-3b6684f1cf13 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:04:35.430028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.438807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48cf4079-6bfb-4a2c-bb30-927b02803abd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:21Z', 'updated_at': '2022-03-11T16:04:33Z', 'revision_number': 4, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:35.466050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96d1ec-dc0e-4e8a-9895-4189d6e00e6b None None] The sync data for ids ['48cf4079-6bfb-4a2c-bb30-927b02803abd'] in dv-neutron-833206-1-hyperv is: [{'id': '48cf4079-6bfb-4a2c-bb30-927b02803abd', 'name': 'tempest-snat-router-669397654', 'tenant_id': '8becf970059546728d476b386e1ea940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:21Z', 'updated_at': '2022-03-11T16:04:33Z', 'revision_number': 4, 'project_id': '8becf970059546728d476b386e1ea940', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:35.526578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:35.530650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:35.534359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:35.538229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.538795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:35.539218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.556107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] For port 7f150b6d-c6aa-4131-ba36-54d28453b499, host dv-neutron-833206-1-hyperv, got binding levels [] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:35.556463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.559435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=4d67affc-cfed-47a4-bb76-4d919a46f6a6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:35.577313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d3c14fdd-8ebd-4cda-828e-414b9aca8546 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3944860 Mar 11 16:04:35.578063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59806) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:35.695160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device db130b88-dd9b-4202-82c9-d90df9d0dd1a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:35.696321 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85346d15-30f5-4920-a23b-40037443f301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12867b2-26cc-4af8-89e2-3b6684f1cf13', 'name': '', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:34Z', 'revision_number': 4, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:35.702105 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85346d15-30f5-4920-a23b-40037443f301 None None] The sync data for ids ['c12867b2-26cc-4af8-89e2-3b6684f1cf13'] in dv-neutron-833206-1-hyperv is: [{'id': 'c12867b2-26cc-4af8-89e2-3b6684f1cf13', 'name': '', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:26Z', 'updated_at': '2022-03-11T16:04:34Z', 'revision_number': 4, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:35.721573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dfbb5-f083-4602-a278-97f730e6bd07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:35.738391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450dfbb5-f083-4602-a278-97f730e6bd07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:35.739206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-450dfbb5-f083-4602-a278-97f730e6bd07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:35.783524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-450dfbb5-f083-4602-a278-97f730e6bd07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:35.787748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-450dfbb5-f083-4602-a278-97f730e6bd07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2062125 Mar 11 16:04:35.788098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59814) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:35.820596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port db130b88-dd9b-4202-82c9-d90df9d0dd1a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:35.821196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.888082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Calling delete_port for 7f150b6d-c6aa-4131-ba36-54d28453b499 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:35.918684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a10f675-7a9e-48ce-92f5-06c939f6580e None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:35.956389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 4d67affc-cfed-47a4-bb76-4d919a46f6a6 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:35.956748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:35.972549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] For port f32fa15a-75dc-45b2-bf6d-6d456d395614, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f32fa15a-75dc-45b2-bf6d-6d456d395614,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:35.972933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.122473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7bef3-de73-43d3-aacd-05ec234c87d0 req-226bd8af-cdfc-4e1f-8a5d-da956aef2a3f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:36.124121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ab7bef3-de73-43d3-aacd-05ec234c87d0 req-226bd8af-cdfc-4e1f-8a5d-da956aef2a3f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2830641 Mar 11 16:04:36.223662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ab7bef3-de73-43d3-aacd-05ec234c87d0 req-1dd64b80-2467-42da-b092-efefe2a89877 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869992 Mar 11 16:04:36.254505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b6a9746a-a381-48f6-ba43-b9f1a7463499 None None] Provisioning complete for port db130b88-dd9b-4202-82c9-d90df9d0dd1a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:36.254875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6a9746a-a381-48f6-ba43-b9f1a7463499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.319960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:36.357661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Calling delete_port for f32fa15a-75dc-45b2-bf6d-6d456d395614 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:36.374074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.626798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 4d67affc-cfed-47a4-bb76-4d919a46f6a6 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:36.657822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-111645732'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:36.669502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:36.680171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:36.681071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:36.682506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:network and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:36.689017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:36.695751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.699139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:36.730861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:36.733954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.750162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.780354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e0a15bf2-c8fc-4a79-9d6d-af1b2533fc59 None None] Provisioning complete for port db130b88-dd9b-4202-82c9-d90df9d0dd1a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:36.781016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0a15bf2-c8fc-4a79-9d6d-af1b2533fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.786433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Port': ['ID=f32fa15a-75dc-45b2-bf6d-6d456d395614,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:36.872677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.889115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:36.933576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=4d67affc-cfed-47a4-bb76-4d919a46f6a6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:36.941227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:36.946601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:security_group_rule and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:36.949907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e0a15bf2-c8fc-4a79-9d6d-af1b2533fc59 None None] Could not find standard attr ID for object 4d67affc-cfed-47a4-bb76-4d919a46f6a6. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:04:36.992691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:37.006844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.010556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:37.038563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-496e3d2a-980c-47d4-bb62-6572146b749c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/4d67affc-cfed-47a4-bb76-4d919a46f6a6 HTTP/1.1" status: 204 len: 168 time: 1.2494440 Mar 11 16:04:37.043238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59830) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:37.079375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f4b5d506-de36-42b7-977d-be51a581bdd7 None None] Could not find standard attr ID for object 4d67affc-cfed-47a4-bb76-4d919a46f6a6. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:04:37.151997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ea7bd-b228-4164-8610-e813dfc5c849 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:37.153846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ea7bd-b228-4164-8610-e813dfc5c849 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:37.154589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b70ea7bd-b228-4164-8610-e813dfc5c849 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:37.164959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=c0d64c2c-b73c-4c9c-8cd1-46614eea85d0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:37.185056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting port 7f150b6d-c6aa-4131-ba36-54d28453b499 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:37.185397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.185755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.191702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.204988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b70ea7bd-b228-4164-8610-e813dfc5c849 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:37.206182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b70ea7bd-b228-4164-8610-e813dfc5c849 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1617568 Mar 11 16:04:37.211088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59834) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:37.247529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.263978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:37.298598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c637eb0-4eb6-449c-b0b9-291ab776d54c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:37.302389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.302727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Added segment c227e614-cb77-4442-96aa-20faea916faf of type vlan for network c5ae24bf-25f1-49bc-86b9-d59032a9d364 Mar 11 16:04:37.314221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:37.314660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: 6c5246a5-9486-490f-b692-5352df8ad041, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:37.437611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.544875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.548608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:37.549218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.577377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 58cc4335-258e-4bbc-a86f-ed42920353f8 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:37.638371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.647362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.653776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 6c5246a5-9486-490f-b692-5352df8ad041 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:37.670285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.678847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] For port 7f150b6d-c6aa-4131-ba36-54d28453b499, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7f150b6d-c6aa-4131-ba36-54d28453b499,segment=NetworkSegment(65267a6a-7041-4923-96f9-7fd15adca1b4),segment_id=65267a6a-7041-4923-96f9-7fd15adca1b4)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:37.679609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.713307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3922012 Mar 11 16:04:37.718565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:37.722149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d89fa-7b8a-45fa-a34f-a80ed1a64b96 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Network': ['ID=c5ae24bf-25f1-49bc-86b9-d59032a9d364,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:37.734444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'subnet': {'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:37.739324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:37.751286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6c5246a5-9486-490f-b692-5352df8ad041) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:37.762463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f210f0-c06e-42c7-8a14-5e722ff199ef req-af66c9c4-794f-4cf6-a050-85435cac5d47 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:37.762920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a318d9e5-cac9-4f9f-b5b4-11f5ee48fa4f None None] Network 6c5246a5-9486-490f-b692-5352df8ad041 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:37.764036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8f210f0-c06e-42c7-8a14-5e722ff199ef req-af66c9c4-794f-4cf6-a050-85435cac5d47 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3651993 Mar 11 16:04:37.771964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.943790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Calling delete_port for 7f150b6d-c6aa-4131-ba36-54d28453b499 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:37.952643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:37.959159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.974730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:37.975330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:37.992581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:subnet and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:38.002754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:38.007859 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8f210f0-c06e-42c7-8a14-5e722ff199ef req-638e2eae-3e64-46eb-ab6c-6a460c56bd3d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073033 Mar 11 16:04:38.016232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:38.034834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.035293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48cf4079-6bfb-4a2c-bb30-927b02803abd {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:38.041471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.042869 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-39e9dad3-bc4a-4b55-b4f0-b0b92bfe61ab tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/routers/48cf4079-6bfb-4a2c-bb30-927b02803abd HTTP/1.1" status: 204 len: 168 time: 6.7711825 Mar 11 16:04:38.046506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59844) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:38.074811 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c78f7481-5bd5-4f65-8ce0-8197ba6335e1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.3553498 Mar 11 16:04:38.075413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59848) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:38.121360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e9d0190-1797-4b3e-8c11-e39844a9f9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.124534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:38.130210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-6c5246a5-9486-490f-b692-5352df8ad041', 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'c0d64c2c-b73c-4c9c-8cd1-46614eea85d0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:38.131331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.253224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.302088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.359488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=58cc4335-258e-4bbc-a86f-ed42920353f8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:38.367608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.382071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.403483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.417760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e6b20-e0ed-4837-8c83-54dcc67b44bf None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:38.438106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f150b6d-c6aa-4131-ba36-54d28453b499,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:38.443504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.614837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ea7eeee4-8a26-46d7-ac67-eb1089d16048 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/58cc4335-258e-4bbc-a86f-ed42920353f8 HTTP/1.1" status: 204 len: 168 time: 1.4005084 Mar 11 16:04:38.616768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59852) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:38.706352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ba30ad6e-63b8-40ee-9a1a-ca4137263120 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870814 Mar 11 16:04:38.708240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59856) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:38.735262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:38.742273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Allocated IP 2001:db8::1 (6c5246a5-9486-490f-b692-5352df8ad041/c0d64c2c-b73c-4c9c-8cd1-46614eea85d0/32a262f8-cdb4-455f-a9e5-c056c1b36ed8) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:38.908302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7bf273-2a31-44e2-a693-064786e0d92b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:38.908985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d7bf273-2a31-44e2-a693-064786e0d92b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:38.962217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.010005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.015085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.035849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.048570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.048799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:39.049485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c12867b2-26cc-4af8-89e2-3b6684f1cf13 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:39.055430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Transition to ACTIVE for port object 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:39.068402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.075226 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-682a52b3-4904-4fb1-b5c7-e6838edd0ae3 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c12867b2-26cc-4af8-89e2-3b6684f1cf13 HTTP/1.1" status: 204 len: 168 time: 5.9685483 Mar 11 16:04:39.075599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59862) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:39.081192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Transition to ACTIVE for port object 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:39.084684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Deleting port db130b88-dd9b-4202-82c9-d90df9d0dd1a {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:39.085991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.086377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.125619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d7bf273-2a31-44e2-a693-064786e0d92b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:39.129053 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d7bf273-2a31-44e2-a693-064786e0d92b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4186311 Mar 11 16:04:39.131674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.134365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59866) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:39.182475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Subnet': ['ID=3f7d452b-81f0-406e-abf2-6a9aa244eccd,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:39.220252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Checking segment: {'id': 'c227e614-cb77-4442-96aa-20faea916faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:39.220515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network hostable DHCP agents. Network: c5ae24bf-25f1-49bc-86b9-d59032a9d364, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:39.225173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.274476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Network 6c5246a5-9486-490f-b692-5352df8ad041 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:39.278615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting subnet 6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:39.280482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=c0d64c2c-b73c-4c9c-8cd1-46614eea85d0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:39.283531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:39.288664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.298112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:39.302762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Pushing event updated for resources: {'Port': ['ID=32a262f8-cdb4-455f-a9e5-c056c1b36ed8,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:39.344422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:39.357984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb6147-40b3-4b65-b8ed-c453b504e04b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:39.361745 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04cb6147-40b3-4b65-b8ed-c453b504e04b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2240322 Mar 11 16:04:39.363776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59872) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:39.446421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c5ae24bf-25f1-49bc-86b9-d59032a9d364) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:39.450172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:39.451811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.463822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7aa21d27-aff1-429d-bdd9-8a5ecd41f18b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967510 Mar 11 16:04:39.465246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59876) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:39.481435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:39.485364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315b810-e2e5-4b87-b5ee-0f64573b6f41 None None] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:39.559690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.568333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-08b93a29-4624-418d-b59c-b1a924c22051 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8484995 Mar 11 16:04:39.574402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aad57-3191-44fe-9d95-918cc6a353bd req-b16da286-ce92-4010-a8f7-46786423b3f0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:39.575845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b5aad57-3191-44fe-9d95-918cc6a353bd req-b16da286-ce92-4010-a8f7-46786423b3f0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3285122 Mar 11 16:04:39.576315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:39.593749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1802274917', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:39.594522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.609284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Attempting to bind port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:39.610075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Attempting to bind port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:39.610346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Attempting to bind port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 on network 6c5246a5-9486-490f-b692-5352df8ad041 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:39.616182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] For port db130b88-dd9b-4202-82c9-d90df9d0dd1a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=db130b88-dd9b-4202-82c9-d90df9d0dd1a,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:39.616182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.633609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:39.642492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5246a5-9486-490f-b692-5352df8ad041']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:39.654428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:router and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:39.660570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:39.670680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:39.671350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:39.675035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:39.679050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.692124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:39.694888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:39.695123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Checking segment: {'id': '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:39.695662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.695773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Bound using segment: {'id': '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:39.696260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Bound port: 32a262f8-cdb4-455f-a9e5-c056c1b36ed8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '6c5246a5-9486-490f-b692-5352df8ad041'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:39.696694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.701842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:39.704698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:39.719172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.729253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:39.733313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.738923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.739898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.744702 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b5aad57-3191-44fe-9d95-918cc6a353bd req-38245ae1-c6b8-41ba-a279-23e525733cb9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374376 Mar 11 16:04:39.749333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Deleting port 4ca974d8-82f9-48bd-8978-7a62769d8b46 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:39.749691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.760332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.771527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:39.772024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:39.788383 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:39.797185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:39.799530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device db130b88-dd9b-4202-82c9-d90df9d0dd1a no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:39.801351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.840500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Calling delete_port for db130b88-dd9b-4202-82c9-d90df9d0dd1a owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:39.865561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.914743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:39.917995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:04:39.917995 dv-neutron-833206-1-hyperv neutron-server[83841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:04:39.917995 dv-neutron-833206-1-hyperv neutron-server[83841]: [parameters: {'id': '6c5246a5-9486-490f-b692-5352df8ad041'}] Mar 11 16:04:39.917995 dv-neutron-833206-1-hyperv neutron-server[83841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:04:39.918488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:04:39.921005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:39.933849 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4b238a79-cfd6-44ab-85fb-3cd6381b1671 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/subnets/6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215 HTTP/1.1" status: 204 len: 168 time: 0.8563912 Mar 11 16:04:39.934547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59884) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:40.057345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.143863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-970544c8-715b-47b4-88ec-405054a5518d None None] For port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:40.151041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.155008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.177277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.205846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.225591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-970544c8-715b-47b4-88ec-405054a5518d None None] For port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=32a262f8-cdb4-455f-a9e5-c056c1b36ed8,segment=NetworkSegment(5ed8b668-a04f-4b1f-81f6-cdbfcc31d085),segment_id=5ed8b668-a04f-4b1f-81f6-cdbfcc31d085)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:40.239857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31ff145-12c7-4347-a1bd-4c28da75f48e']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:40.245203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] Pushing event deleted for resources: {'Port': ['ID=db130b88-dd9b-4202-82c9-d90df9d0dd1a,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:40.253649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.256774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.259239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65267a6a-7041-4923-96f9-7fd15adca1b4') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:40.259606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65267a6a-7041-4923-96f9-7fd15adca1b4') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:40.265220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] For port 4ca974d8-82f9-48bd-8978-7a62769d8b46, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4ca974d8-82f9-48bd-8978-7a62769d8b46,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:40.265580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.274141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.294366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.302438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:40.303054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.307461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50761c8d-bfe8-41f4-a6ab-14cf15fc36a5 None None] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:40.321387 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:40.343565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:40.400257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70fd26-4cbd-4d36-a287-2176d6e955e0 None None] No DVR routers for this DVR port db130b88-dd9b-4202-82c9-d90df9d0dd1a on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:40.413797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.420596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.443699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d31ff145-12c7-4347-a1bd-4c28da75f48e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 16:04:40.446406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.462460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Network': ['ID=d31ff145-12c7-4347-a1bd-4c28da75f48e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:40.471808 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-80502bf5-5aec-4ab0-b823-9d7d2934d5bd tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/networks/d31ff145-12c7-4347-a1bd-4c28da75f48e HTTP/1.1" status: 204 len: 168 time: 0.5325611 Mar 11 16:04:40.482650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:40.483009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.609836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:40.629243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Calling delete_port for 4ca974d8-82f9-48bd-8978-7a62769d8b46 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:40.629450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02be1fbc-0d2d-4cfd-a607-c2675190dbcc None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:40.666082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970544c8-715b-47b4-88ec-405054a5518d None None] Pushing event updated for resources: {'Port': ['ID=32a262f8-cdb4-455f-a9e5-c056c1b36ed8,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:40.679461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:40.680253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.749340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=32a262f8-cdb4-455f-a9e5-c056c1b36ed8,segment=NetworkSegment(5ed8b668-a04f-4b1f-81f6-cdbfcc31d085),segment_id=5ed8b668-a04f-4b1f-81f6-cdbfcc31d085)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:40.749765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:40.790073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=d9c94846-af70-4e9b-9a05-4d82551e9aa0,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:40.892852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:41.046697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.053583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5245c71-b54a-442e-84be-69ee23bc7a10 None None] Network 6c5246a5-9486-490f-b692-5352df8ad041 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:41.151565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=32a262f8-cdb4-455f-a9e5-c056c1b36ed8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:41.160131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port 32a262f8-cdb4-455f-a9e5-c056c1b36ed8 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:41.163957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd65bb8e-a05e-4acb-a2c7-83fe21aac8af tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6975620 Mar 11 16:04:41.192795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59896) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:41.193213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59898) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:41.204474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': 'd9c94846-af70-4e9b-9a05-4d82551e9aa0', 'ip_address': '2001:db8::584:f350:20b2:686b'}], 'name': 'tempest-NetworksTestDHCPv6-30059843'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:41.223623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.229949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'name': 'tempest-router--585574632', 'project_id': '04ed477b6afe47bd8df49631ae4c6fd4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:41.235172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:41.251879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a8877d8a-e765-474d-9005-37cdf03ae145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.273925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:router and tenant:04ed477b6afe47bd8df49631ae4c6fd4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:41.369858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'd9c94846-af70-4e9b-9a05-4d82551e9aa0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:41.371377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.434955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd1190-fb26-487b-b041-3128716ed49e req-1b5f12f0-5696-4bbe-b9b2-85dc41f4c8da tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:41.436344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3dfd1190-fb26-487b-b041-3128716ed49e req-1b5f12f0-5696-4bbe-b9b2-85dc41f4c8da tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2965150 Mar 11 16:04:41.486026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:41.486305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.518350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:41.528779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.554965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ca974d8-82f9-48bd-8978-7a62769d8b46,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:41.567159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.568130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.588037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/d9c94846-af70-4e9b-9a05-4d82551e9aa0/b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:41.592653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c5246a5-9486-490f-b692-5352df8ad041']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:41.595348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3dfd1190-fb26-487b-b041-3128716ed49e req-852d877e-c734-4ea3-b57e-36b4e6cfc94c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437266 Mar 11 16:04:41.612705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:41.612943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed8b668-a04f-4b1f-81f6-cdbfcc31d085') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:41.635251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.671311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:41.674466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.682268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:41.686726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:41.691345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:41.691735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:41.711171 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:41.713600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:41.715028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.801046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:41.851059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.858822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.860432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.882869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Transition to ACTIVE for port object b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:41.884066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.899159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.899523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.903806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.907120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Transition to ACTIVE for port object b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:41.923392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.937063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.963527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=6c5246a5-9486-490f-b692-5352df8ad041,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:41.970247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:41.976170 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-036e4ad5-3ce3-4861-ae31-2f6f38244291 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7817566 Mar 11 16:04:41.980942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:41.985625 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-340e111f-8898-4221-b123-aa36c4cc921f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/6c5246a5-9486-490f-b692-5352df8ad041 HTTP/1.1" status: 204 len: 168 time: 3.9024827 Mar 11 16:04:42.004099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59908) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:42.019761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:42.022644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:42.033979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:42.038354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Pushing event updated for resources: {'Port': ['ID=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:42.083801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.125141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1437421854'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:42.143269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Attempting to bind port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:42.143535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Attempting to bind port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:42.143850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Attempting to bind port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:42.151380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:42.151847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:42.152367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.152867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:42.153432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Bound port: b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:42.153855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.176007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.205696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.250102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] For port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:42.250630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:42.253535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] For port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:42.261583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.265587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 721ede43-e199-4691-bc07-e1073557e935 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:42.270349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:42.279265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:42.349499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:42.355430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa73714-173e-479c-ae07-c77fcf57c690 None None] Pushing event updated for resources: {'Port': ['ID=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:42.488623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:42.492014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.516980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.544614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.595956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.208 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/0f217d00-ce06-476f-85cb-a17df6d50fbc) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:42.618162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:42.665806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.675494 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 8bde511e-a15e-438e-97b5-62004f766b34 of type vlan for network b0fed903-811d-4091-a5b5-478d3219e518 Mar 11 16:04:42.684706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.685223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32e7e8e7-f327-4781-9332-b1547aa8e9fd {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:42.846611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.857104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.865062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.867089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::584:f350:20b2:686b (a5201ef7-2506-4639-87b8-8e23809c1ec8/d9c94846-af70-4e9b-9a05-4d82551e9aa0/721ede43-e199-4691-bc07-e1073557e935) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:42.897987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.898352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e5be021c-49a9-42ee-ae0b-9c7444acb29e tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "DELETE /v2.0/routers/32e7e8e7-f327-4781-9332-b1547aa8e9fd HTTP/1.1" status: 204 len: 168 time: 4.8499796 Mar 11 16:04:42.908220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59916) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:42.917015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-148113511', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:42.926557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.927314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0260f985-bf51-4f56-8852-0ab70685ef02 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:42.931994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:42.950406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:42.959156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:42.967046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.970731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:42.971288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:42.975544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:43.009000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.058960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.064077 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-65f9f37a-2914-45d0-a03e-84a449b19149 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/routers/0260f985-bf51-4f56-8852-0ab70685ef02 HTTP/1.1" status: 204 len: 168 time: 1.0816190 Mar 11 16:04:43.069895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.070838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.112397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b621676-55a8-46b7-b9a3-2bc0dc92ba25 req-6de1e6bf-a42f-4de3-9b9c-5a2cd179e7df tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:43.114268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b621676-55a8-46b7-b9a3-2bc0dc92ba25 req-6de1e6bf-a42f-4de3-9b9c-5a2cd179e7df tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3550184 Mar 11 16:04:43.128619 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1126847 Mar 11 16:04:43.151679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42a2a7-0446-40ee-a55d-69c3a7751df1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=b0fed903-811d-4091-a5b5-478d3219e518,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:43.165243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b0fed903-811d-4091-a5b5-478d3219e518 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:43.174111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59922) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:43.197484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:43.255457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.281767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59926) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:43.372437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.391986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.418259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.466320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b621676-55a8-46b7-b9a3-2bc0dc92ba25 req-0991eaaf-8d58-4f3e-b356-221a023d290c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353107 Mar 11 16:04:43.471834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 721ede43-e199-4691-bc07-e1073557e935 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:43.485254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:43.498521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:43.503028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.505246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:43.512071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.549015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:43.564941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:43.569751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:43.584203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:43.658204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=0f217d00-ce06-476f-85cb-a17df6d50fbc,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:43.684457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:43.701278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:43.702149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=721ede43-e199-4691-bc07-e1073557e935,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:43.715519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:43.721527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:43.725568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:43.726225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:43.788813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2dfa1a74-2b7e-4045-a2c2-35f552f16920 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.5927646 Mar 11 16:04:43.792045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59934) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:43.803869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': 'd9c94846-af70-4e9b-9a05-4d82551e9aa0', 'ip_address': '2001:db8::584:f350:20b2:686b'}], 'name': 'tempest-NetworksTestDHCPv6-511727089'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:43.867051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-469f9ccb-8813-4fc9-b1b9-63469693b4dc None None] Provisioning for port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:43.924470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:43.958434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833121554', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:44.066179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:44.070931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:44.074455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:44.081732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:44.091297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:44.095059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:44.100008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:44.102088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.102348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:44.107846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:44.108719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.113504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.123896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:44.148858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:44.179456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port d65f60e8-c625-44c7-8b9b-73bc205447fe yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:44.180800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd05ee-e7bc-4ced-8834-7a009ca06ac8 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:04:44.223628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.224567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.311073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.328345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60b48195-6781-44a3-be6a-ee602d13467d None None] Provisioning for port 721ede43-e199-4691-bc07-e1073557e935 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:44.352464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.353929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60b48195-6781-44a3-be6a-ee602d13467d None None] Provisioning complete for port 721ede43-e199-4691-bc07-e1073557e935 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:44.354374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60b48195-6781-44a3-be6a-ee602d13467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.380614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71c558-558f-4d73-9996-568fe6910cb4 req-7def2aec-0a73-4df5-b66e-849c136737eb tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:44.382152 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3c71c558-558f-4d73-9996-568fe6910cb4 req-7def2aec-0a73-4df5-b66e-849c136737eb tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3245754 Mar 11 16:04:44.387536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.388268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.424093 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-3cd2dd26-7eda-4532-8f06-4ec8b0f3f9a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.2844226 Mar 11 16:04:44.430309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.503599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-60b48195-6781-44a3-be6a-ee602d13467d None None] Port 721ede43-e199-4691-bc07-e1073557e935 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:04:44.512312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.550579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd05ee-e7bc-4ced-8834-7a009ca06ac8 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:04:44.566072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:44.578127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.754596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:44.762553 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 16:04:44.762991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:04:44.788715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Allocated IP 172.26.4.25 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/bd2fe889-e5ee-4c13-b606-82ef144dd68c) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:44.809588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.829239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3dd85694-b3ca-473c-87ce-3da2b8f77dee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0308273 Mar 11 16:04:44.837949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:44.896518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:44.926356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3c71c558-558f-4d73-9996-568fe6910cb4 req-b3415de5-435f-4198-b4c7-314be08b882d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283396 Mar 11 16:04:44.998624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.057220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-cac443a1-66c3-4ae4-b276-10dc4655e407 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:45.063040 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-cac443a1-66c3-4ae4-b276-10dc4655e407 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.6274295 Mar 11 16:04:45.130976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.209886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=dfc337e3-50b9-4f79-a401-658c9a19b596,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:45.248883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70793a28-6478-4e3c-92d3-11d94c9a88ab tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:45.252949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70793a28-6478-4e3c-92d3-11d94c9a88ab tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:45.254616 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70793a28-6478-4e3c-92d3-11d94c9a88ab tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4133399 Mar 11 16:04:45.263667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59944) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:45.314980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '8bde511e-a15e-438e-97b5-62004f766b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:45.315348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: b0fed903-811d-4091-a5b5-478d3219e518, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:45.331516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-ef87fb4b-08c8-4fe2-9ea8-d6b2102d63ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.2535176 Mar 11 16:04:45.341328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.381410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.430530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 721ede43-e199-4691-bc07-e1073557e935 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:45.430530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.437789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.491052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event updated for resources: {'Port': ['ID=bd2fe889-e5ee-4c13-b606-82ef144dd68c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:45.498068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-8999ace7-c598-49f9-b87d-96ddfe6fd695 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:45.499285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:45.499563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-8999ace7-c598-49f9-b87d-96ddfe6fd695 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.1476915 Mar 11 16:04:45.504114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network b0fed903-811d-4091-a5b5-478d3219e518 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:45.505787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:45.516115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:45.598381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b0fed903-811d-4091-a5b5-478d3219e518) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:45.609085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dac03e-b724-40b7-956d-2bacc77f943e None None] Network b0fed903-811d-4091-a5b5-478d3219e518 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:45.622382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:45.622635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.642199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:45.708664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Allocated IP 172.26.4.187 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a0e280e0-ed7b-4843-83cf-f005b4b7f757) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:45.761979 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-84cfa687-472b-4f65-9a65-e4212af0236b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5841067 Mar 11 16:04:45.764037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59948) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:45.868637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:45.869013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.906207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.916218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.916919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.926560 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-5d88b6f2-f187-4b5e-a056-6ece4a7fc17e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4153445 Mar 11 16:04:45.934107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:45.947417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:46.029264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b0fed903-811d-4091-a5b5-478d3219e518', 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'dfc337e3-50b9-4f79-a401-658c9a19b596'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:46.031904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.138311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.231109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:46.235373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:46.237433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event updated for resources: {'Port': ['ID=a0e280e0-ed7b-4843-83cf-f005b4b7f757,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:46.240998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:46.262129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 721ede43-e199-4691-bc07-e1073557e935 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:46.306846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Allocated IP 2001:db8::1 (b0fed903-811d-4091-a5b5-478d3219e518/dfc337e3-50b9-4f79-a401-658c9a19b596/8bf478a1-dc4f-442e-9101-09d30f913856) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:46.468874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Router 25386f3c-3f95-40d8-8b62-96844115a3d6 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:46.473023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.473790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.559798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.571121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Transition to ACTIVE for port object 8bf478a1-dc4f-442e-9101-09d30f913856 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:46.584533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.592114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Transition to ACTIVE for port object 8bf478a1-dc4f-442e-9101-09d30f913856 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:46.598991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.672734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Network b0fed903-811d-4091-a5b5-478d3219e518 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:46.675631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:46.681742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:46.682342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Pushing event updated for resources: {'Port': ['ID=8bf478a1-dc4f-442e-9101-09d30f913856,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:46.729981 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-96304d4d-f077-4fd3-b3ba-07747f7477f8 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834344 Mar 11 16:04:46.737109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 8bf478a1-dc4f-442e-9101-09d30f913856 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:46.737448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.781105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Attempting to bind port 8bf478a1-dc4f-442e-9101-09d30f913856 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:46.781527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Attempting to bind port 8bf478a1-dc4f-442e-9101-09d30f913856 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '8bde511e-a15e-438e-97b5-62004f766b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:46.781840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Attempting to bind port 8bf478a1-dc4f-442e-9101-09d30f913856 on network b0fed903-811d-4091-a5b5-478d3219e518 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:46.788312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:46.788663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Checking segment: {'id': '8bde511e-a15e-438e-97b5-62004f766b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:46.789178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.789369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Bound using segment: {'id': '8bde511e-a15e-438e-97b5-62004f766b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:46.790322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Bound port: 8bf478a1-dc4f-442e-9101-09d30f913856, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bde511e-a15e-438e-97b5-62004f766b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'b0fed903-811d-4091-a5b5-478d3219e518'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:46.790322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.869367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:46.883643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] For port 8bf478a1-dc4f-442e-9101-09d30f913856, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:46.888572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] Sync routers for ids ['25386f3c-3f95-40d8-8b62-96844115a3d6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:46.891968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] For port 8bf478a1-dc4f-442e-9101-09d30f913856, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8bf478a1-dc4f-442e-9101-09d30f913856,segment=NetworkSegment(8bde511e-a15e-438e-97b5-62004f766b34),segment_id=8bde511e-a15e-438e-97b5-62004f766b34)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:46.900944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.906695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:46.910718 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ff0cff3-2f45-4f31-97ac-676e7f884538 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9985712 Mar 11 16:04:46.910855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68be7c-8b6c-47d3-ab54-5c0facf3c805 req-e54723d5-9268-45a0-8a4c-ec1b089e6971 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:46.910855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4f68be7c-8b6c-47d3-ab54-5c0facf3c805 req-e54723d5-9268-45a0-8a4c-ec1b089e6971 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.8152037 Mar 11 16:04:46.915833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59954) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:46.922594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:46.958260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] Routers {'25386f3c-3f95-40d8-8b62-96844115a3d6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:46.958877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['25386f3c-3f95-40d8-8b62-96844115a3d6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.016018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:47.085979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.109021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=721ede43-e199-4691-bc07-e1073557e935,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:47.120060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7d188-c2c8-4743-992a-ee94cd0fd0a6 None None] Pushing event updated for resources: {'Port': ['ID=8bf478a1-dc4f-442e-9101-09d30f913856,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:47.128053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] Routers {'25386f3c-3f95-40d8-8b62-96844115a3d6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:47.128702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['25386f3c-3f95-40d8-8b62-96844115a3d6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.194724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Router f643b018-5363-4f18-a992-9d79ab2d68d3 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:04:47.210512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.210909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e05b5f-c9ae-4178-bc4c-5fe85e4e9351 None None] The sync data for ids ['25386f3c-3f95-40d8-8b62-96844115a3d6'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:47.256961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4f68be7c-8b6c-47d3-ab54-5c0facf3c805 req-5806424b-5766-4a7d-a3e7-d111f0f13b2e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347068 Mar 11 16:04:47.279642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:47.295010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-664bcc06-ee0c-47f1-9ed6-8f3ca61a4639 req-8e49b6ad-03df-41c6-ae32-d50e66aa3ebe service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176563 Mar 11 16:04:47.311962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-05487faf-b389-43a6-b9bd-bd0903dd00bc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/721ede43-e199-4691-bc07-e1073557e935 HTTP/1.1" status: 204 len: 168 time: 2.0460601 Mar 11 16:04:47.315232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59958) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:47.398508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 8bf478a1-dc4f-442e-9101-09d30f913856, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8bf478a1-dc4f-442e-9101-09d30f913856,segment=NetworkSegment(8bde511e-a15e-438e-97b5-62004f766b34),segment_id=8bde511e-a15e-438e-97b5-62004f766b34)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:47.398868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:47.577370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 8bf478a1-dc4f-442e-9101-09d30f913856 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:47.580317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d986c1-ce87-43d4-803c-a3247928f35e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:47.582102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d986c1-ce87-43d4-803c-a3247928f35e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:47.583580 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-14d986c1-ce87-43d4-803c-a3247928f35e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2547271 Mar 11 16:04:47.592504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59962) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:47.676202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:47.685693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8bf478a1-dc4f-442e-9101-09d30f913856 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:47.690056 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:47.718398 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:47.719304 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.780184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:47.785083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d0344dd-0a93-416b-83f3-a9b2b32ca7af tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1930974 Mar 11 16:04:47.785083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59966) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:47.837663 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.868233 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:47.869773 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:47.974413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:47.976277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 8bf478a1-dc4f-442e-9101-09d30f913856 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:47.986875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8bf478a1-dc4f-442e-9101-09d30f913856 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:47.987713 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.051557 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:48.051963 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba45e-dfec-4b78-ba11-a735deaf9857 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:48.115812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=8bf478a1-dc4f-442e-9101-09d30f913856,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:48.127456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 8bf478a1-dc4f-442e-9101-09d30f913856 was deleted so its status cannot be updated. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 16:04:48.180726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port 8bf478a1-dc4f-442e-9101-09d30f913856 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:48.181213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet d9c94846-af70-4e9b-9a05-4d82551e9aa0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:48.191326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.232018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:48.243308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] Sync routers for ids ['f643b018-5363-4f18-a992-9d79ab2d68d3'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:48.264425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] Routers {'f643b018-5363-4f18-a992-9d79ab2d68d3'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:48.265278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f643b018-5363-4f18-a992-9d79ab2d68d3'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:48.289319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.328527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.329911 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e51a0a3-88ee-492b-bace-c82bfb6340c1 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0471296 Mar 11 16:04:48.336854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59974) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:48.386151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:48.405420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] Routers {'f643b018-5363-4f18-a992-9d79ab2d68d3'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:48.406409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f643b018-5363-4f18-a992-9d79ab2d68d3'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:48.489078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:48.489992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa573bf7-bcb3-46d0-a408-b959fb03806d None None] The sync data for ids ['f643b018-5363-4f18-a992-9d79ab2d68d3'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:48.517977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0652e-01b2-4dad-97db-cd00a36ec2aa None None] Network b0fed903-811d-4091-a5b5-478d3219e518 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:48.575506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.599318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.606402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3e2e055d-1dfb-44d5-8791-5f0a2681a74e None None] Could not find standard attr ID for object 8bf478a1-dc4f-442e-9101-09d30f913856. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:04:48.696128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.750113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325a770-ff28-4275-8904-f06ebadefc79 req-82ed6883-99eb-40db-93fe-d95cc7ed10a3 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:48.758537 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9325a770-ff28-4275-8904-f06ebadefc79 req-82ed6883-99eb-40db-93fe-d95cc7ed10a3 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2479365 Mar 11 16:04:48.805104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677d0b1-7166-451d-8ccf-cb40e2347f80 None None] DHCP port deletion for b0fed903-811d-4091-a5b5-478d3219e518 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:48.851618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:48.853817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc337e3-50b9-4f79-a401-658c9a19b596,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:49.022032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c94846-af70-4e9b-9a05-4d82551e9aa0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:49.032081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.040934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde24701-99a3-4455-a3a3-0b0137d49c84 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:49.054110 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88bcccbd-4c4b-4326-8a9a-843030f239c7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/d9c94846-af70-4e9b-9a05-4d82551e9aa0 HTTP/1.1" status: 204 len: 168 time: 1.4484053 Mar 11 16:04:49.055374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:49.060414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.061550 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8cc80788-2794-453b-9510-ea9e70aab27b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/f643b018-5363-4f18-a992-9d79ab2d68d3 HTTP/1.1" status: 200 len: 921 time: 0.7226708 Mar 11 16:04:49.064886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59982) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:49.074864 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9325a770-ff28-4275-8904-f06ebadefc79 req-e2777ba2-e80d-44f2-bc34-c40a3bf65444 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152103 Mar 11 16:04:49.129678 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eac84843-b958-4b9c-b7ed-6da3401f068b tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=f643b018-5363-4f18-a992-9d79ab2d68d3 HTTP/1.1" status: 200 len: 205 time: 0.0615792 Mar 11 16:04:49.129678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59988) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:49.195936 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dccb276d-7796-4f0a-ad5b-c1923c93c0a9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390178 Mar 11 16:04:49.197659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fed903-811d-4091-a5b5-478d3219e518']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:49.201983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 59992) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:49.216917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:49.219187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bde511e-a15e-438e-97b5-62004f766b34') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:49.219477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bde511e-a15e-438e-97b5-62004f766b34') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:49.242601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.307154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.320242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:04:49.320645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:04:49.336260 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:04:49.353300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:49.358084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Deleting port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:49.358642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.445517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:49.452971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:49.458057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.460482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:49.472419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:49.482741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.486182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.498700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:49.499851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ac3ec-0382-437b-ae2f-fcbc0511802d req-ebc219bd-b218-4a7b-a2ea-ec3f6247dc1b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:49.501348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f5ac3ec-0382-437b-ae2f-fcbc0511802d req-ebc219bd-b218-4a7b-a2ea-ec3f6247dc1b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2630897 Mar 11 16:04:49.502175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.505538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=b0fed903-811d-4091-a5b5-478d3219e518,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:49.533118 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1c1d214c-4507-4333-ba12-9c360afae668 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/b0fed903-811d-4091-a5b5-478d3219e518 HTTP/1.1" status: 204 len: 168 time: 3.7612398 Mar 11 16:04:49.534423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 59996) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:49.543468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712800352'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:49.609103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:49.625861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:49.645488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8bf478a1-dc4f-442e-9101-09d30f913856 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:49.676433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:49.684560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 8bf478a1-dc4f-442e-9101-09d30f913856 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:04:49.684560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8bf478a1-dc4f-442e-9101-09d30f913856 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:04:49.685034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:49.688603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:49.706563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f5ac3ec-0382-437b-ae2f-fcbc0511802d req-c130dbe2-ae5d-4e74-b31a-d0aa810dd605 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958640 Mar 11 16:04:49.742097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:49.742097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.742398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] For port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:49.743676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.776060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:49.793522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.793984 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 453e8dd4-d4fe-419c-a418-c4d96dcd9cad of type vlan for network 53baceb9-012e-41ac-a9ff-518c24059490 Mar 11 16:04:49.828180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.876089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.914735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.919077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:49.919657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:49.981934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Calling delete_port for b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:50.057363 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5210769 Mar 11 16:04:50.062089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60004) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:50.074215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '53baceb9-012e-41ac-a9ff-518c24059490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:50.115765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.124971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ce8e9-d455-492d-8004-1f87081cdfcc tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=53baceb9-012e-41ac-a9ff-518c24059490,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:50.182170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:50.256248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] Pushing event deleted for resources: {'Port': ['ID=b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:50.321096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.340344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac1cee-38fb-426b-bf29-d0317c913fb9 None None] No DVR routers for this DVR port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:50.354216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:04:50.354216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b1be5a38-4345-4b26-b4fb-8d2f0ae90bf7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:04:50.434891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:50.448206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:50.451970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:50.460953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:50.461151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.461260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:50.463490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1ca28-5269-4cab-8756-d91cb8db44fe None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:50.466361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:50.475286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:50.476391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=2e285034-9681-4d1a-8c3d-0abed0f814b0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:50.485836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.488491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.496967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.509486 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d0a74840-ae15-4f2d-98f0-06bbbe8183ee tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2986786 Mar 11 16:04:50.516071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60008) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:50.565146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:50.592505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f33fb-e22f-4cc6-8086-b4a8523b4432 req-7b9de4ab-1d69-4992-a6d5-a98840ffbeec tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:50.592898 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d31f33fb-e22f-4cc6-8086-b4a8523b4432 req-7b9de4ab-1d69-4992-a6d5-a98840ffbeec tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4106302 Mar 11 16:04:50.611936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '2e285034-9681-4d1a-8c3d-0abed0f814b0', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1890442631'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:50.740770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '2e285034-9681-4d1a-8c3d-0abed0f814b0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:50.741568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.823614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:50.908078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d31f33fb-e22f-4cc6-8086-b4a8523b4432 req-bacb535f-d40d-4487-ac71-7314644fef79 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423465 Mar 11 16:04:50.972188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/2e285034-9681-4d1a-8c3d-0abed0f814b0/bfa312fc-5931-4b72-a34c-d2d96ff6a182) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:51.048688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.067535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:51.086586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:51.094670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:51.104357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port a0e280e0-ed7b-4843-83cf-f005b4b7f757 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:51.109770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.182038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:51.227323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:51.232235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.275507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.296129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Transition to ACTIVE for port object bfa312fc-5931-4b72-a34c-d2d96ff6a182 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:51.345005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Transition to ACTIVE for port object bfa312fc-5931-4b72-a34c-d2d96ff6a182 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:51.364122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.388371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.394417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.1 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/229a7b58-93fe-48cf-b06f-f74ddf7e98f6) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:51.414565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port c88b4311-4d2c-4332-9e92-90c2f6299063 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:51.499629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:51.512939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:51.520783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:51.544907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Pushing event updated for resources: {'Port': ['ID=bfa312fc-5931-4b72-a34c-d2d96ff6a182,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:51.549564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router 25386f3c-3f95-40d8-8b62-96844115a3d6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:04:51.586010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.617052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4ca974d8-82f9-48bd-8978-7a62769d8b46 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:51.669381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4ca974d8-82f9-48bd-8978-7a62769d8b46 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:04:51.669745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4ca974d8-82f9-48bd-8978-7a62769d8b46 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:04:51.675012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Attempting to bind port bfa312fc-5931-4b72-a34c-d2d96ff6a182 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:51.675441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Attempting to bind port bfa312fc-5931-4b72-a34c-d2d96ff6a182 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:51.675863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Attempting to bind port bfa312fc-5931-4b72-a34c-d2d96ff6a182 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:51.682641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:51.683116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:51.683580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.684024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:51.684552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Bound port: bfa312fc-5931-4b72-a34c-d2d96ff6a182, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:51.684983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.687167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e205af-4eb3-4478-aadc-ea86bc369eda req-5d10cec0-dcac-4766-bf3e-22eb275dc697 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:51.688640 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22e205af-4eb3-4478-aadc-ea86bc369eda req-5d10cec0-dcac-4766-bf3e-22eb275dc697 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5168159 Mar 11 16:04:51.692509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=e53a7e32-d845-407f-8706-956a4f75e99a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:51.731872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '453e8dd4-d4fe-419c-a418-c4d96dcd9cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:51.731872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: 53baceb9-012e-41ac-a9ff-518c24059490, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:51.761775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.789943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] For port bfa312fc-5931-4b72-a34c-d2d96ff6a182, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:51.794383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] For port bfa312fc-5931-4b72-a34c-d2d96ff6a182, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bfa312fc-5931-4b72-a34c-d2d96ff6a182,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:51.794549 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22e205af-4eb3-4478-aadc-ea86bc369eda req-363e83eb-2d2b-4e69-9250-568219da6ef6 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872631 Mar 11 16:04:51.805033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.814389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 53baceb9-012e-41ac-a9ff-518c24059490 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:51.834184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:51.886080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for a0e280e0-ed7b-4843-83cf-f005b4b7f757 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:51.935383 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:04:51.935740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:04:51.935967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be85d-01a5-4a77-a7b7-07892522a97c None None] Pushing event updated for resources: {'Port': ['ID=bfa312fc-5931-4b72-a34c-d2d96ff6a182,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:51.953669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 53baceb9-012e-41ac-a9ff-518c24059490) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:51.965608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fde0950-3ca2-4ad0-83ca-65f7b8faa4ca None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:52.012950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.013810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.065662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:52.067383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=229a7b58-93fe-48cf-b06f-f74ddf7e98f6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:52.075404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:52.088579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:52.114780 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6a4a540d-8b6f-47fc-b6c6-498dbf269b1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5346215 Mar 11 16:04:52.116841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60018) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:52.124332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38f83977-602c-48d2-b6f6-f29b7156d440 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0590258 Mar 11 16:04:52.136020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:52.177511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': '53baceb9-012e-41ac-a9ff-518c24059490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:52.313649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.324960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-53baceb9-012e-41ac-a9ff-518c24059490', 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'e53a7e32-d845-407f-8706-956a4f75e99a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:52.326438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.368591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c26193f-3cc3-4e53-b4a1-b828cdc84639 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.369409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7c26193f-3cc3-4e53-b4a1-b828cdc84639 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:52.410019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.451622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7c26193f-3cc3-4e53-b4a1-b828cdc84639 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:52.455227 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7c26193f-3cc3-4e53-b4a1-b828cdc84639 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3333461 Mar 11 16:04:52.461279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60026) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:52.510648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=a0e280e0-ed7b-4843-83cf-f005b4b7f757,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:52.522379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240574b7-6a46-4d8a-aed2-8b47aba635fd req-dd8b7feb-c80f-4abf-a06a-07b7e3201c45 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.523924 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-240574b7-6a46-4d8a-aed2-8b47aba635fd req-dd8b7feb-c80f-4abf-a06a-07b7e3201c45 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5713995 Mar 11 16:04:52.536613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:52.546284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Allocated IP 2001:db8::2 (53baceb9-012e-41ac-a9ff-518c24059490/e53a7e32-d845-407f-8706-956a4f75e99a/5ecdd0b6-3b41-4557-9699-6bfa01393102) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:52.560457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:subnet and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:52.563833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:52.577754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:52.626852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d6340-12a1-460a-9c95-16540f6cccf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.628210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1d6340-12a1-460a-9c95-16540f6cccf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:52.628987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c1d6340-12a1-460a-9c95-16540f6cccf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:52.649441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:52.659229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:52.663650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.672084 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] Sync routers for ids ['25386f3c-3f95-40d8-8b62-96844115a3d6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:52.673950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.675152 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-35e84e0a-1507-4a20-a5e2-ce7968edcab4 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "PUT /v2.0/routers/25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 200 len: 924 time: 5.7574596 Mar 11 16:04:52.679327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60030) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:52.702373 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] Routers {'25386f3c-3f95-40d8-8b62-96844115a3d6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:52.703363 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['25386f3c-3f95-40d8-8b62-96844115a3d6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:52.726635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-240574b7-6a46-4d8a-aed2-8b47aba635fd req-72f32daf-d0c1-4915-8af2-6059adc9bbe2 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908612 Mar 11 16:04:52.727343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.773103 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:52.795311 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] Routers {'25386f3c-3f95-40d8-8b62-96844115a3d6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:52.796268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['25386f3c-3f95-40d8-8b62-96844115a3d6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:52.808571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.826081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Transition to ACTIVE for port object 5ecdd0b6-3b41-4557-9699-6bfa01393102 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:52.851826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Transition to ACTIVE for port object 5ecdd0b6-3b41-4557-9699-6bfa01393102 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:52.872851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:52.893040 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:52.893686 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b690445-b599-4e3b-8a94-4751c4d9ac78 None None] The sync data for ids ['25386f3c-3f95-40d8-8b62-96844115a3d6'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:53.066467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:53.077878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:53.083186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:53.087396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Pushing event updated for resources: {'Port': ['ID=5ecdd0b6-3b41-4557-9699-6bfa01393102,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:53.137974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c1d6340-12a1-460a-9c95-16540f6cccf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:53.139153 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c1d6340-12a1-460a-9c95-16540f6cccf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6772611 Mar 11 16:04:53.157686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60038) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:53.270963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Attempting to bind port 5ecdd0b6-3b41-4557-9699-6bfa01393102 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:53.271373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Attempting to bind port 5ecdd0b6-3b41-4557-9699-6bfa01393102 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '453e8dd4-d4fe-419c-a418-c4d96dcd9cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:53.271733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Attempting to bind port 5ecdd0b6-3b41-4557-9699-6bfa01393102 on network 53baceb9-012e-41ac-a9ff-518c24059490 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:53.287919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:53.288303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Checking segment: {'id': '453e8dd4-d4fe-419c-a418-c4d96dcd9cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:53.288942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.289385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Bound using segment: {'id': '453e8dd4-d4fe-419c-a418-c4d96dcd9cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:53.289889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Bound port: 5ecdd0b6-3b41-4557-9699-6bfa01393102, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453e8dd4-d4fe-419c-a418-c4d96dcd9cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '53baceb9-012e-41ac-a9ff-518c24059490'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:53.294307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.374997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.409571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:53.414084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ecdd0b6-3b41-4557-9699-6bfa01393102,segment=NetworkSegment(453e8dd4-d4fe-419c-a418-c4d96dcd9cad),segment_id=453e8dd4-d4fe-419c-a418-c4d96dcd9cad)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:53.420157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.513908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-00516e4e-12c5-4388-8d63-9fe9fb6d24e5 None None] Provisioning for port bfa312fc-5931-4b72-a34c-d2d96ff6a182 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:53.554034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3bef3-a4fc-46c7-819c-ab39896d514c None None] Pushing event updated for resources: {'Port': ['ID=5ecdd0b6-3b41-4557-9699-6bfa01393102,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:53.598730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02450-1962-4bbf-993a-3f1395c78eb9 req-f0f63529-4618-4d05-9525-07d7a2836a3d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:53.601334 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70e02450-1962-4bbf-993a-3f1395c78eb9 req-f0f63529-4618-4d05-9525-07d7a2836a3d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3452413 Mar 11 16:04:53.712699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bfa312fc-5931-4b72-a34c-d2d96ff6a182 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:53.743841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70e02450-1962-4bbf-993a-3f1395c78eb9 req-5368b179-181d-49a8-b740-8e9a7f4d3d56 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249893 Mar 11 16:04:53.794198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.811208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.841735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port bfa312fc-5931-4b72-a34c-d2d96ff6a182 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:53.852230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bfa312fc-5931-4b72-a34c-d2d96ff6a182 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:53.852612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.857299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.865363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 2e285034-9681-4d1a-8c3d-0abed0f814b0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:04:53.873623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.873983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:53.889399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.001530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.023374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.035891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network 53baceb9-012e-41ac-a9ff-518c24059490 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:54.043762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:54.053962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.055071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.066673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=39733bb9-c43a-4b30-ade5-a21e2f8c814b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:54.077352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port bfa312fc-5931-4b72-a34c-d2d96ff6a182, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bfa312fc-5931-4b72-a34c-d2d96ff6a182,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:54.083200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=229a7b58-93fe-48cf-b06f-f74ddf7e98f6,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:54.083986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.086228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.091327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.097091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router f643b018-5363-4f18-a992-9d79ab2d68d3 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:04:54.116617 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5d095617-4454-4006-ba66-1227ca0501e9 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9672132 Mar 11 16:04:54.119271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60042) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.148441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.154759 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e72ee9b3-2e90-4ecc-b405-199f05bc6eb4 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/f643b018-5363-4f18-a992-9d79ab2d68d3 HTTP/1.1" status: 204 len: 168 time: 5.0184114 Mar 11 16:04:54.156009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60046) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.166601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325510023', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:54.172111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:54.175943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:router and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:54.178942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:54.187891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=bfa312fc-5931-4b72-a34c-d2d96ff6a182,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:54.189813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:54.215385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.216871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.251867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de2b4037-7d8a-4592-896a-5edfc061b1cd tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 200 len: 924 time: 1.5700212 Mar 11 16:04:54.254816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60050) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.301908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.303463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.304765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.306183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.307783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:54.309526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Synchronizing usage tracker for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:54.310707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.353467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.362404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Unset dirty status for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:54.364033 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-53b86a0d-a22b-4920-b990-a1cece0b9886 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2434118 Mar 11 16:04:54.368360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60054) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.375304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:54.379146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1372588192'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:54.382696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:54.448016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:54.516617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:54.527420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:54.543492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:54.564655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:54.567643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.595396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c660328e-b4ea-4a4a-b13f-ae2cdec649a0 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Synchronizing usage tracker for tenant:8becf970059546728d476b386e1ea940 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:54.603392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.618734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:04:54.639067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.639400 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 069eea3d-cebf-4760-831d-9dc11c6812b1 of type vlan for network d8d0a153-51b2-48e5-b556-0a52bc756df5 Mar 11 16:04:54.660402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=2e285034-9681-4d1a-8c3d-0abed0f814b0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:54.683227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.692126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c660328e-b4ea-4a4a-b13f-ae2cdec649a0 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Unset dirty status for tenant:8becf970059546728d476b386e1ea940 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:54.693768 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c660328e-b4ea-4a4a-b13f-ae2cdec649a0 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=25386f3c-3f95-40d8-8b62-96844115a3d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4373329 Mar 11 16:04:54.696864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58735a25-f245-4649-bcc7-112eb1ae25c9 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:54.713513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.721900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60058) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.875058 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f812b3bf-c8d8-481c-95dc-a7164a33ff1a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/2e285034-9681-4d1a-8c3d-0abed0f814b0 HTTP/1.1" status: 204 len: 168 time: 1.6158719 Mar 11 16:04:54.891950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60064) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:54.944321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:54.985518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7559f-75b3-4382-9b62-3fb5320b56c0 None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:55.002579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a0fa6-39e6-473a-9c16-6beb8bf25070 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:55.003440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f7a0fa6-39e6-473a-9c16-6beb8bf25070 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Synchronizing usage tracker for tenant:8becf970059546728d476b386e1ea940 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:04:55.063136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:55.065755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:55.066567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:55.150895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f4915bea-5f6a-432d-ba56-d1adcf0f2d81 None None] Provisioning for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:55.179278 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e88dceba-1f8e-4b99-9e87-51d5b293f6e2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2861660 Mar 11 16:04:55.192394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:55.216018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:04:55.218446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:55.228420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Deleting port bfa312fc-5931-4b72-a34c-d2d96ff6a182 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:55.228773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:55.251631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1380c1-cc91-4345-8961-a6ea43d5fdce req-57ee0e60-8bbd-45f4-ada0-187c8dbba1ef tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:55.253190 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb1380c1-cc91-4345-8961-a6ea43d5fdce req-57ee0e60-8bbd-45f4-ada0-187c8dbba1ef tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3044891 Mar 11 16:04:55.259586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=d8d0a153-51b2-48e5-b556-0a52bc756df5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:55.260471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f7a0fa6-39e6-473a-9c16-6beb8bf25070 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Unset dirty status for tenant:8becf970059546728d476b386e1ea940 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:04:55.266253 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f7a0fa6-39e6-473a-9c16-6beb8bf25070 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.5400469 Mar 11 16:04:55.267864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60072) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:55.287881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:55.332910 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ad77cb4b-4acf-42e4-97f2-72c21cf81f17 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 200 len: 205 time: 0.0607972 Mar 11 16:04:55.333116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f444489-8811-48f4-a6e4-4174599b23ba tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9607449 Mar 11 16:04:55.333233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60076) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:55.334351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60078) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:55.342756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:55.410450 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb1380c1-cc91-4345-8961-a6ea43d5fdce req-ddf97ccc-3769-4596-9529-f9e585323b25 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981090 Mar 11 16:04:55.428218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:55.437679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:55.442945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:55.458757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:55.473553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:55.558293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:04:55.640412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] For port bfa312fc-5931-4b72-a34c-d2d96ff6a182, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bfa312fc-5931-4b72-a34c-d2d96ff6a182,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:55.640596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:55.666652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:55.785824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Calling delete_port for bfa312fc-5931-4b72-a34c-d2d96ff6a182 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:55.815128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ecdd0b6-3b41-4557-9699-6bfa01393102 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:55.984228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.016773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Update dhcp port {'port': {'network_id': '53baceb9-012e-41ac-a9ff-518c24059490', 'fixed_ips': [{'subnet_id': 'e53a7e32-d845-407f-8706-956a4f75e99a', 'ip_address': '2001:db8::2'}, {'subnet_id': '39733bb9-c43a-4b30-ade5-a21e2f8c814b'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '5ecdd0b6-3b41-4557-9699-6bfa01393102'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:04:56.035600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.056773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.112597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] Pushing event deleted for resources: {'Port': ['ID=bfa312fc-5931-4b72-a34c-d2d96ff6a182,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:56.118283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:56.132557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:56.133275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.160841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fdc37-9373-4422-b4fc-0e1cb2bf9aad None None] No DVR routers for this DVR port bfa312fc-5931-4b72-a34c-d2d96ff6a182 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:04:56.162582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.165887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=d8d0a153-51b2-48e5-b556-0a52bc756df5,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:56.169314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.190615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:04:56.225923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.256658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55354c7a-ad3d-40a2-970a-db4e5b7fcd6e req-8556687b-a67a-491c-957d-a71b8db6b0c8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:56.263996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55354c7a-ad3d-40a2-970a-db4e5b7fcd6e req-8556687b-a67a-491c-957d-a71b8db6b0c8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3335814 Mar 11 16:04:56.302647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 is not hosted by any dhcp agent {{(pid=83841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 16:04:56.307401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:56.309105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.310656 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8ff16174-e778-4206-bd08-115f174b34ed tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "PUT /v2.0/networks/d8d0a153-51b2-48e5-b556-0a52bc756df5 HTTP/1.1" status: 200 len: 723 time: 0.9738896 Mar 11 16:04:56.316658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60088) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:56.321905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.374699 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55354c7a-ad3d-40a2-970a-db4e5b7fcd6e req-5bb4c0f7-eefc-4076-9e83-2efda866d83b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093693 Mar 11 16:04:56.387065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:56.406264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.460549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:04:56.483196 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-77a63311-1c38-4996-b32b-ae2f6e31fa95 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/routers/0dfed4fa-f4cf-47c9-b899-754517a192bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6936877 Mar 11 16:04:56.483400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:04:56.491471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:56.504419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'port': {'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364', 'name': 'tempest-FloatingIPTestJSON-1573542337'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:56.518595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.523946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:56.531056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:56.563870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79793ac5-f084-4c28-b0c9-a5c6b126a0c4 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:56.593167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=2a47ac24-0b2f-467e-ae4d-b462c487de14,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:56.600958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:56.601547 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.641183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:56.641183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:56.644505 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-67466bc8-fa66-4252-87a9-674286adf490 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4434738 Mar 11 16:04:56.647211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60096) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:56.653223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:56.667027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:56.672171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:56.679496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:router and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:56.684732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:56.684926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:56.701249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:56.702292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.26.4.82 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4026f67e-7335-4d9c-ac1f-fb233b06de0b) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:56.722096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:56.724911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:56.727259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:port and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:56.730784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.731758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.735391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:56.735608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:56.743469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:56.753654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ecdd0b6-3b41-4557-9699-6bfa01393102,segment=NetworkSegment(453e8dd4-d4fe-419c-a418-c4d96dcd9cad),segment_id=453e8dd4-d4fe-419c-a418-c4d96dcd9cad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:56.767430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.778496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:56.780499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.781526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.813802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] device_id is not set on port 8e6e1edc-f173-4371-bd74-801b29df1662 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:56.819118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Allocated IP 172.20.0.1 (53baceb9-012e-41ac-a9ff-518c24059490/39733bb9-c43a-4b30-ade5-a21e2f8c814b/5ecdd0b6-3b41-4557-9699-6bfa01393102) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:56.852136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.906819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:04:56.907535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:56.912108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:56.913522 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-86c9f904-35e9-48e3-923e-8f245ff17bbe tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2651937 Mar 11 16:04:56.918623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60100) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:56.959460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bfa312fc-5931-4b72-a34c-d2d96ff6a182 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:04:57.034926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: bfa312fc-5931-4b72-a34c-d2d96ff6a182 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:04:57.035191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bfa312fc-5931-4b72-a34c-d2d96ff6a182 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:04:57.078292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.093163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:04:57.093568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c4f562-9dbf-487d-b847-62ef97078842 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:04:57.114235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5ecdd0b6-3b41-4557-9699-6bfa01393102,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:57.201447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '2a47ac24-0b2f-467e-ae4d-b462c487de14'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:57.202326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.228345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ecdd0b6-3b41-4557-9699-6bfa01393102,segment=NetworkSegment(453e8dd4-d4fe-419c-a418-c4d96dcd9cad),segment_id=453e8dd4-d4fe-419c-a418-c4d96dcd9cad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:04:57.237857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.12 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/8e6e1edc-f173-4371-bd74-801b29df1662) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:57.325077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.330271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.392638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Transition to ACTIVE for port object 5ecdd0b6-3b41-4557-9699-6bfa01393102 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:57.396057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.407110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.435489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port bd2fe889-e5ee-4c13-b606-82ef144dd68c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:04:57.435827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.530108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.572171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.653609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/2a47ac24-0b2f-467e-ae4d-b462c487de14/1678124b-d22b-4a9f-962e-2bf175aa2a08) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:57.655994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8a028-00ef-4bf1-9458-176cadd92e5d None None] Pushing event updated for resources: {'Port': ['ID=5ecdd0b6-3b41-4557-9699-6bfa01393102,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:57.744598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ecdd0b6-3b41-4557-9699-6bfa01393102 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:57.787861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:57.794477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:57.808016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=4026f67e-7335-4d9c-ac1f-fb233b06de0b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:57.810536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:57.820708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:57.882036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed08de4-8057-4f19-bf33-1eebd286b2b9 req-d5a9e5f7-debe-425b-be9b-e619336bee03 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:57.883213 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed08de4-8057-4f19-bf33-1eebd286b2b9 req-d5a9e5f7-debe-425b-be9b-e619336bee03 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3590643 Mar 11 16:04:57.886856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:57.927169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': '069eea3d-cebf-4760-831d-9dc11c6812b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:57.927537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: d8d0a153-51b2-48e5-b556-0a52bc756df5, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:04:57.988645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.009406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.015543 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed08de4-8057-4f19-bf33-1eebd286b2b9 req-73b14232-be95-449c-a082-73ed90e7f344 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219981 Mar 11 16:04:58.036570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Transition to ACTIVE for port object 1678124b-d22b-4a9f-962e-2bf175aa2a08 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:58.076372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Transition to ACTIVE for port object 1678124b-d22b-4a9f-962e-2bf175aa2a08 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:58.091958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.123291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.153386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.203243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:58.213134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:58.219291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:58.312896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Pushing event updated for resources: {'Port': ['ID=1678124b-d22b-4a9f-962e-2bf175aa2a08,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:58.343980 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Attempting to bind port 1678124b-d22b-4a9f-962e-2bf175aa2a08 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:04:58.345464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Attempting to bind port 1678124b-d22b-4a9f-962e-2bf175aa2a08 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:04:58.345979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Attempting to bind port 1678124b-d22b-4a9f-962e-2bf175aa2a08 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:04:58.356494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:04:58.357174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:04:58.357811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.358320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:04:58.358903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for bd2fe889-e5ee-4c13-b606-82ef144dd68c owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:04:58.359388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Bound port: 1678124b-d22b-4a9f-962e-2bf175aa2a08, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:04:58.359490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.397158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:04:58.415540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d8d0a153-51b2-48e5-b556-0a52bc756df5) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:58.437201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:58.437651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.447320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:04:58.478175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-17b82ef6-5197-46cd-bd59-f38806f7253e tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1580875 Mar 11 16:04:58.487519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60112) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:58.492784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:04:58.497805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:58.498958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1678124b-d22b-4a9f-962e-2bf175aa2a08,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:04:58.505155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea7b7f-278d-47ed-b76d-19f21e880d6f None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:58.516468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:04:58.518953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:04:58.529640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78eb374-98d1-44d8-b0e1-7e79f64a849b None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:04:58.543420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.651336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=8e6e1edc-f173-4371-bd74-801b29df1662,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:58.673837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14973933'] for subnet, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.679322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:58.680050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.741013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.741693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:58.746117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a662a6-ae60-45bc-9b83-43ca45b5ebce req-57823ef6-0c4c-4d26-b7e2-31905bba9318 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:58.750349 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07a662a6-ae60-45bc-9b83-43ca45b5ebce req-57823ef6-0c4c-4d26-b7e2-31905bba9318 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5049682 Mar 11 16:04:58.786271 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3e534c45-4290-41fd-9a69-6ffe7dd89fb1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2937417 Mar 11 16:04:58.787125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60116) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:58.799882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39269388-cbfd-4e6f-8887-f6b4eeaf7c61 None None] Provisioning for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:04:58.806862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e019a07-293e-4165-988b-bd3ef2684542 None None] Pushing event updated for resources: {'Port': ['ID=1678124b-d22b-4a9f-962e-2bf175aa2a08,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:58.809603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'port': {'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364', 'name': 'tempest-FloatingIPTestJSON-633104599'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:04:58.868602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39269388-cbfd-4e6f-8887-f6b4eeaf7c61 None None] Provisioning complete for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:04:58.869078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39269388-cbfd-4e6f-8887-f6b4eeaf7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.119648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-d8d0a153-51b2-48e5-b556-0a52bc756df5', 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': 'd14cab5d-23d8-4e6a-bc4c-be9e48dc88a8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:04:59.121320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.164931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.287543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=bd2fe889-e5ee-4c13-b606-82ef144dd68c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:59.315839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::1 (a5201ef7-2506-4639-87b8-8e23809c1ec8/2a47ac24-0b2f-467e-ae4d-b462c487de14/89d65b31-1ed6-4495-9433-e003a457a7b3) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:59.333325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07a662a6-ae60-45bc-9b83-43ca45b5ebce req-1b1c8833-2470-4aee-b947-38964745f25a tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5452173 Mar 11 16:04:59.334523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:04:59.341450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:port and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:04:59.348473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:04:59.352259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15635803'] for subnet, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.381114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:04:59.476135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:04:59.481834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:59.482441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.489568 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b3ed61ba-0001-49c4-aa77-5a85076eb5c3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "PUT /v2.0/subnets/d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8 HTTP/1.1" status: 200 len: 826 time: 1.0009205 Mar 11 16:04:59.493819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60122) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:04:59.505130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:04:59.509394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.539717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Allocated IP 2001:db8::2 (d8d0a153-51b2-48e5-b556-0a52bc756df5/d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8/9f4221f8-9998-4064-b251-53676bb199b2) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:04:59.647380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] device_id is not set on port d01d496e-8aac-4e98-9c5d-9c48a518e1d1 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:04:59.852637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.872729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1678124b-d22b-4a9f-962e-2bf175aa2a08 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:04:59.872972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:04:59.926150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39217ecc-f9a9-407b-9fce-3b0c57235bda req-774e3743-4632-468d-8523-eabe944a7ece tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:04:59.927625 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39217ecc-f9a9-407b-9fce-3b0c57235bda req-774e3743-4632-468d-8523-eabe944a7ece tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3877482 Mar 11 16:04:59.928821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 89d65b31-1ed6-4495-9433-e003a457a7b3 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:04:59.970317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.13 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/d01d496e-8aac-4e98-9c5d-9c48a518e1d1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:00.058016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39217ecc-f9a9-407b-9fce-3b0c57235bda req-735d21f4-b838-4d83-8dbc-d019ae5463a4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221318 Mar 11 16:05:00.076528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.170687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=89d65b31-1ed6-4495-9433-e003a457a7b3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:00.210419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.213269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.218919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:00.223715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:00.224587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Transition to ACTIVE for port object 9f4221f8-9998-4064-b251-53676bb199b2 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:00.226424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:00.226954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.254949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Transition to ACTIVE for port object 9f4221f8-9998-4064-b251-53676bb199b2 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:00.254949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c1098ab-95db-4b64-8eeb-9c07011eba7e None None] Provisioning complete for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:00.254949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c1098ab-95db-4b64-8eeb-9c07011eba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.287066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.350995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.355814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 9f4221f8-9998-4064-b251-53676bb199b2 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:00.356163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.403636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:00.421800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:00.438522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:00.448870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Pushing event updated for resources: {'Port': ['ID=9f4221f8-9998-4064-b251-53676bb199b2,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:00.451698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1678124b-d22b-4a9f-962e-2bf175aa2a08 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:00.479011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.504258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ecdd0b6-3b41-4557-9699-6bfa01393102 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:00.529085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router 3954ab8c-f247-4ac5-9bb8-12513baf034e is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:00.554953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.563250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.645488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd487f-4613-4a64-b748-fffce874d96a req-ebf779ad-6672-4794-b605-72d7466f8574 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:00.647003 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ddfd487f-4613-4a64-b748-fffce874d96a req-ebf779ad-6672-4794-b605-72d7466f8574 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3164742 Mar 11 16:05:00.675216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Attempting to bind port 9f4221f8-9998-4064-b251-53676bb199b2 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:00.675603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Attempting to bind port 9f4221f8-9998-4064-b251-53676bb199b2 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '069eea3d-cebf-4760-831d-9dc11c6812b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:00.675916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Attempting to bind port 9f4221f8-9998-4064-b251-53676bb199b2 on network d8d0a153-51b2-48e5-b556-0a52bc756df5 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:00.689752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:00.690146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Checking segment: {'id': '069eea3d-cebf-4760-831d-9dc11c6812b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:00.690541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.691410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Bound using segment: {'id': '069eea3d-cebf-4760-831d-9dc11c6812b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:00.691410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Bound port: 9f4221f8-9998-4064-b251-53676bb199b2, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069eea3d-cebf-4760-831d-9dc11c6812b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd8d0a153-51b2-48e5-b556-0a52bc756df5'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:00.691831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.693594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.694148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router 25386f3c-3f95-40d8-8b62-96844115a3d6 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:00.774220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:00.774509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.815989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.817086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b1999337-3a2a-4c4c-8959-56babdb65729 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 204 len: 168 time: 5.4825592 Mar 11 16:05:00.818804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, got binding levels [] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:00.818955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.823782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60128) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:00.848793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1258015162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:00.865931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:00.872149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:00.881278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4221f8-9998-4064-b251-53676bb199b2,segment=NetworkSegment(069eea3d-cebf-4760-831d-9dc11c6812b1),segment_id=069eea3d-cebf-4760-831d-9dc11c6812b1)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:00.882920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Provisioning for port 89d65b31-1ed6-4495-9433-e003a457a7b3 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:00.883076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:00.891156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.891406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:00.896565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ddfd487f-4613-4a64-b748-fffce874d96a req-facffbaf-80e0-4913-9af6-931b0107b05a tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402377 Mar 11 16:05:00.906086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:00.921938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:00.930017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Provisioning complete for port 89d65b31-1ed6-4495-9433-e003a457a7b3 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:00.930306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.010305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:01.029509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:01.032280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:01.046259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Port 89d65b31-1ed6-4495-9433-e003a457a7b3 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:05:01.067038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.068088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.140371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 9f4221f8-9998-4064-b251-53676bb199b2 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:01.169972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68349029-7ffa-480a-b62d-fa40a9861c3f None None] Pushing event updated for resources: {'Port': ['ID=9f4221f8-9998-4064-b251-53676bb199b2,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:01.176080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Provisioning for port 1678124b-d22b-4a9f-962e-2bf175aa2a08 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:01.188664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Provisioning complete for port 1678124b-d22b-4a9f-962e-2bf175aa2a08 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:01.189576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.192677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=d01d496e-8aac-4e98-9c5d-9c48a518e1d1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:01.213433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.213750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.214076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.214560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.214902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.215232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.215567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.215900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.216321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.216826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.217157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.256202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:01.256539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:01.274553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:01.275191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.314319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:01.325060 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Sync routers for ids ['3954ab8c-f247-4ac5-9bb8-12513baf034e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:01.351781 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Routers {'3954ab8c-f247-4ac5-9bb8-12513baf034e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:01.352550 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3954ab8c-f247-4ac5-9bb8-12513baf034e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:01.387564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.406582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.410848 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1faa66c9-5fa0-487f-bc8c-2a0ca42ac336 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.2470720 Mar 11 16:05:01.411592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60134) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:01.438245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1678124b-d22b-4a9f-962e-2bf175aa2a08,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:01.443367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.443764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.525785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.529383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Pushing event updated for resources: {'Port': ['ID=1678124b-d22b-4a9f-962e-2bf175aa2a08,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:01.539667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.540505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.541635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.542880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.543234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.543562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.543890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.544264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.544740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.545068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.545697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.545989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.546361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6d498-517d-4127-8db6-376aa282412d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:01.621348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b4624577-ddf6-43ea-94e2-14a1ab77480c tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8169208 Mar 11 16:05:01.625463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60138) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:01.631246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'd01d496e-8aac-4e98-9c5d-9c48a518e1d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:01.642853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:01.649798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:floatingip and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:01.658138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:01.665560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:01.687541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.736276 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Set router 3954ab8c-f247-4ac5-9bb8-12513baf034e gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:01.757734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.770707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 9f4221f8-9998-4064-b251-53676bb199b2 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:01.771198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.771389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0a295-7e1b-49c4-b40c-60768f1d30c9 req-ab1744a2-0fde-4f44-a5ff-8553f32fcfc5 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:01.779019 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68b0a295-7e1b-49c4-b40c-60768f1d30c9 req-ab1744a2-0fde-4f44-a5ff-8553f32fcfc5 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6491625 Mar 11 16:05:01.797647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4221f8-9998-4064-b251-53676bb199b2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:01.865399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:01.874657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:01.889026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 9f4221f8-9998-4064-b251-53676bb199b2 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:01.894284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:01.896192 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-be6a48ce-442a-44ed-88b8-69b95d104e04 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0716558 Mar 11 16:05:01.900682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1678124b-d22b-4a9f-962e-2bf175aa2a08 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:01.918462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60142) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:01.954673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:01.964811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=89d65b31-1ed6-4495-9433-e003a457a7b3,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:02.001316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1678124b-d22b-4a9f-962e-2bf175aa2a08 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:02.001686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.152272 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68b0a295-7e1b-49c4-b40c-60768f1d30c9 req-d958dc07-64b9-4d0e-8946-df81615e319d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723493 Mar 11 16:05:02.194450 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:54Z', 'updated_at': '2022-03-11T16:04:58Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:02.199978 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Checking router: 3954ab8c-f247-4ac5-9bb8-12513baf034e for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:02.200679 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Updating router 3954ab8c-f247-4ac5-9bb8-12513baf034e port 4026f67e-7335-4d9c-ac1f-fb233b06de0b binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:05:02.364100 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.422072 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-44bfbe81-70dc-4a10-8c76-99689c595e1a tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/3954ab8c-f247-4ac5-9bb8-12513baf034e HTTP/1.1" status: 200 len: 908 time: 1.0071523 Mar 11 16:05:02.432038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60148) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:02.483013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1325510023', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': True}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:02.483731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-764f8871-b14b-4415-bda2-834ad9bd829c None None] Provisioning complete for port 89d65b31-1ed6-4495-9433-e003a457a7b3 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:02.484215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-764f8871-b14b-4415-bda2-834ad9bd829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.512780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:02.521880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Usage tracker for resource:router and tenant:117a633596c345e7956ef2d37bdf2fcf is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:02.528341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:02.548711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:02.562047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-764f8871-b14b-4415-bda2-834ad9bd829c None None] Port 89d65b31-1ed6-4495-9433-e003a457a7b3 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:05:02.587541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.588719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.598459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c709db-4b31-4f9a-b6af-4c6c9aea41d1 None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:02.628035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b34bf-393c-4644-9025-2a2a3768873b req-9fd6b8a1-00c2-4ebe-8a41-b7e89c0ee041 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:02.629522 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b16b34bf-393c-4644-9025-2a2a3768873b req-9fd6b8a1-00c2-4ebe-8a41-b7e89c0ee041 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.1949008 Mar 11 16:05:02.670831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.716444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b16b34bf-393c-4644-9025-2a2a3768873b req-ffbd2a3d-16e1-4a3d-a975-218ed222d5e1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802994 Mar 11 16:05:02.735321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4221f8-9998-4064-b251-53676bb199b2,segment=NetworkSegment(069eea3d-cebf-4760-831d-9dc11c6812b1),segment_id=069eea3d-cebf-4760-831d-9dc11c6812b1)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:02.735911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.748796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Provisioning for port 9f4221f8-9998-4064-b251-53676bb199b2 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:02.750774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.766538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Provisioning complete for port 9f4221f8-9998-4064-b251-53676bb199b2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:02.767162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.829200 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.847048 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Transition to ACTIVE for port object 4026f67e-7335-4d9c-ac1f-fb233b06de0b will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:02.858664 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.909862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:02.924134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:02.956571 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9fa0a-abcf-4d13-9cf3-c14a127936a6 None None] Pushing event updated for resources: {'Port': ['ID=4026f67e-7335-4d9c-ac1f-fb233b06de0b,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:02.987361 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Attempting to bind port 4026f67e-7335-4d9c-ac1f-fb233b06de0b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:02.987714 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Attempting to bind port 4026f67e-7335-4d9c-ac1f-fb233b06de0b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:02.988081 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Attempting to bind port 4026f67e-7335-4d9c-ac1f-fb233b06de0b on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:03.002700 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:03.005202 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:03.005611 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.006016 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:03.006584 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Bound port: 4026f67e-7335-4d9c-ac1f-fb233b06de0b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:03.007038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.059296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.099340 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] For port 4026f67e-7335-4d9c-ac1f-fb233b06de0b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:03.104409 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] For port 4026f67e-7335-4d9c-ac1f-fb233b06de0b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4026f67e-7335-4d9c-ac1f-fb233b06de0b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:03.106257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4221f8-9998-4064-b251-53676bb199b2,segment=NetworkSegment(069eea3d-cebf-4760-831d-9dc11c6812b1),segment_id=069eea3d-cebf-4760-831d-9dc11c6812b1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:03.111287 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.118368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.207769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240f45-a6fd-480f-8a9a-ca3be2bb46d3 None None] Pushing event updated for resources: {'Port': ['ID=9f4221f8-9998-4064-b251-53676bb199b2,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:03.219131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:03.231998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Sync routers for ids ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:03.246992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4e3dfe12-ae6e-445c-b9a9-35f3ba073bc3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "PUT /v2.0/routers/ef7119d5-e0e0-4f61-ac9d-500672dd1aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3241212 Mar 11 16:05:03.247214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Routers {'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:03.247318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:03.247452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60154) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:03.283346 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9fa0a-abcf-4d13-9cf3-c14a127936a6 None None] Pushing event updated for resources: {'Port': ['ID=4026f67e-7335-4d9c-ac1f-fb233b06de0b,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:03.295240 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Routers {'3954ab8c-f247-4ac5-9bb8-12513baf034e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:03.296051 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3954ab8c-f247-4ac5-9bb8-12513baf034e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:03.348306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fb1b2c-4d72-4e06-a38f-a95b9ce826dc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:03.348904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a9fb1b2c-4d72-4e06-a38f-a95b9ce826dc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:03.381782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a9fb1b2c-4d72-4e06-a38f-a95b9ce826dc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:03.385248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a9fb1b2c-4d72-4e06-a38f-a95b9ce826dc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports/89d65b31-1ed6-4495-9433-e003a457a7b3 HTTP/1.1" status: 200 len: 911 time: 0.1344843 Mar 11 16:05:03.414714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60158) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:03.438501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d077217-0692-4ca2-9fbb-dc5e24b78d1c None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:03.458665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 9f4221f8-9998-4064-b251-53676bb199b2 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:03.577091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e4e9cac2-f5b4-41fa-9b9b-1683b23716ba None None] Provisioning complete for port 9f4221f8-9998-4064-b251-53676bb199b2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:03.577578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4e9cac2-f5b4-41fa-9b9b-1683b23716ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.577672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.605520 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] Set router 3954ab8c-f247-4ac5-9bb8-12513baf034e gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:03.617457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Set router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:03.627425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.663742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:03.714859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4221f8-9998-4064-b251-53676bb199b2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:03.736736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375ff79-ee2c-4207-8027-a293cb6e6712 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:03.740671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375ff79-ee2c-4207-8027-a293cb6e6712 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:03.745112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5375ff79-ee2c-4207-8027-a293cb6e6712 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3268812 Mar 11 16:05:03.746422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60162) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:03.799938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:03.800514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:03.822560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.162 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/72ec3b60-0284-409f-af9b-53d3bc1ae7b0) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:03.971511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 9f4221f8-9998-4064-b251-53676bb199b2 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:03.971893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.048684 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:54Z', 'updated_at': '2022-03-11T16:04:58Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:04.058110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfa3a0-7fa5-4a94-a01e-0bdc1df296f7 None None] The sync data for ids ['3954ab8c-f247-4ac5-9bb8-12513baf034e'] in dv-neutron-833206-1-hyperv is: [{'id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82'}], 'enable_snat': False}, 'gw_port_id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:54Z', 'updated_at': '2022-03-11T16:04:58Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': '4026f67e-7335-4d9c-ac1f-fb233b06de0b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3954ab8c-f247-4ac5-9bb8-12513baf034e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:04.145766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9f4221f8-9998-4064-b251-53676bb199b2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:04.146166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.165947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.205163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.349553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.487221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.497452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:00Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '89d65b31-1ed6-4495-9433-e003a457a7b3', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:76:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:58Z', 'updated_at': '2022-03-11T16:05:00Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:04.503313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Checking router: ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:04.503934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Updating router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 port 89d65b31-1ed6-4495-9433-e003a457a7b3 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:05:04.576080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.588939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.700540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 9f4221f8-9998-4064-b251-53676bb199b2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4221f8-9998-4064-b251-53676bb199b2,segment=NetworkSegment(069eea3d-cebf-4760-831d-9dc11c6812b1),segment_id=069eea3d-cebf-4760-831d-9dc11c6812b1)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:04.702107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:04.787254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.26.4.180 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a8349fe5-acac-4d71-8342-bda970841354) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:04.877862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 9f4221f8-9998-4064-b251-53676bb199b2 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:05.040805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=72ec3b60-0284-409f-af9b-53d3bc1ae7b0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:05.054413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:05.055992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:05.058038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-25b59369-63aa-4512-8587-25342d927e22 None None] Could not find standard attr ID for object 9f4221f8-9998-4064-b251-53676bb199b2. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:05:05.058972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:05.078178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.092490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.191444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.192031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.192556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.193977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.197532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.199366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.199880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.200393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.200877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.201757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.202236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:05:05.223550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e5b64-820f-4940-9549-e2a7a6fbd17f None None] DHCP port deletion for d8d0a153-51b2-48e5-b556-0a52bc756df5 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:05.271494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.282927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port 9f4221f8-9998-4064-b251-53676bb199b2 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:05.285638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d183f4-846a-4c23-8fa4-e9eaa0db8e85 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:05:05.321546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Transition to ACTIVE for port object 89d65b31-1ed6-4495-9433-e003a457a7b3 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:05.339951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.351552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=9f4221f8-9998-4064-b251-53676bb199b2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:05.430956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.507362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3a1f6-ed11-4a5b-be53-04c3e5b09096 None None] Pushing event updated for resources: {'Port': ['ID=89d65b31-1ed6-4495-9433-e003a457a7b3,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:05.584903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:05.586290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=a8349fe5-acac-4d71-8342-bda970841354,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:05.590504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 89d65b31-1ed6-4495-9433-e003a457a7b3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:05.591116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.640860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:05.649958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Attempting to bind port 89d65b31-1ed6-4495-9433-e003a457a7b3 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:05.650587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Attempting to bind port 89d65b31-1ed6-4495-9433-e003a457a7b3 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:05.650696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Attempting to bind port 89d65b31-1ed6-4495-9433-e003a457a7b3 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:05.659556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:05.668851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:05.669220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:05.669620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.670053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:05.670525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Bound port: 89d65b31-1ed6-4495-9433-e003a457a7b3, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:05.670891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.680012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d183f4-846a-4c23-8fa4-e9eaa0db8e85 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:05:05.758744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.771008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4026f67e-7335-4d9c-ac1f-fb233b06de0b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:05.954798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] For port 89d65b31-1ed6-4495-9433-e003a457a7b3, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:05.972667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] For port 89d65b31-1ed6-4495-9433-e003a457a7b3, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=89d65b31-1ed6-4495-9433-e003a457a7b3,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:05.983491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:05.994064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Allocated IP 172.26.4.141 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/63cec42d-b1e3-45e0-bba2-820835b27122) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:06.202948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4026f67e-7335-4d9c-ac1f-fb233b06de0b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:06.220943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4026f67e-7335-4d9c-ac1f-fb233b06de0b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:06.221304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.225486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port 89d65b31-1ed6-4495-9433-e003a457a7b3, host dv-neutron-833206-1-hyperv, got binding levels [] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:06.226034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.261400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3a1f6-ed11-4a5b-be53-04c3e5b09096 None None] Pushing event updated for resources: {'Port': ['ID=89d65b31-1ed6-4495-9433-e003a457a7b3,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:06.294349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.302870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Routers {'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:06.303491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:06.358522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:06.377760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 89d65b31-1ed6-4495-9433-e003a457a7b3 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:06.504091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.504824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.529845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.569147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:06.569812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:06.570686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.589429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d0a153-51b2-48e5-b556-0a52bc756df5']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:06.598513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] Set router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:06.609771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069eea3d-cebf-4760-831d-9dc11c6812b1') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:06.609967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069eea3d-cebf-4760-831d-9dc11c6812b1') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:06.634097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.651807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.675280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.690186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:06.690654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:06.706510 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:06.715159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4026f67e-7335-4d9c-ac1f-fb233b06de0b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4026f67e-7335-4d9c-ac1f-fb233b06de0b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:06.727236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.784355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:06.827531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756b5f5-0626-4083-9859-8f0ae50feda0 None None] Network d8d0a153-51b2-48e5-b556-0a52bc756df5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:06.850698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4221f8-9998-4064-b251-53676bb199b2 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:06.854949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router caafdcd9-cca6-4552-a4da-03a4e334eafb is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:06.972783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.006711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:07.012372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.017641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event updated for resources: {'Port': ['ID=63cec42d-b1e3-45e0-bba2-820835b27122,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:07.027242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:07.040850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.041889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:07.068146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 9f4221f8-9998-4064-b251-53676bb199b2 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:07.068620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4221f8-9998-4064-b251-53676bb199b2 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:07.072104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=d8d0a153-51b2-48e5-b556-0a52bc756df5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:07.074327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 89d65b31-1ed6-4495-9433-e003a457a7b3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:07.076313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.156953 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e8f1221-40e2-483a-90f7-09d649e01be0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/d8d0a153-51b2-48e5-b556-0a52bc756df5 HTTP/1.1" status: 204 len: 168 time: 7.6594722 Mar 11 16:05:07.162895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60170) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:07.230494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.253829 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb420609-47ca-4eb3-97af-1ac521f85051 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:07.254275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb420609-47ca-4eb3-97af-1ac521f85051 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:07.259491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fb420609-47ca-4eb3-97af-1ac521f85051 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/d8d0a153-51b2-48e5-b556-0a52bc756df5 HTTP/1.1" status: 404 len: 339 time: 0.0921137 Mar 11 16:05:07.259957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60174) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:07.285533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671852811', 'description': 'd1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:07.293455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:07.302276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Usage tracker for resource:network and tenant:fe8fd147a3984ffdaceadfd25dc9af16 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:07.309196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:07.325041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:07.378096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4026f67e-7335-4d9c-ac1f-fb233b06de0b,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:07.378419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:07.390548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.403505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472f334-58ca-436b-9104-da01f6e660b2 None None] DHCP port deletion for d8d0a153-51b2-48e5-b556-0a52bc756df5 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:07.412653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port 89d65b31-1ed6-4495-9433-e003a457a7b3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=89d65b31-1ed6-4495-9433-e003a457a7b3,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:07.412653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.529108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.537801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.552384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:00Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '89d65b31-1ed6-4495-9433-e003a457a7b3', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:76:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:58Z', 'updated_at': '2022-03-11T16:05:05Z', 'revision_number': 4, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:07.558118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b7426-d84d-4b8f-a21d-5a40e457a55e None None] The sync data for ids ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'] in dv-neutron-833206-1-hyperv is: [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:00Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '89d65b31-1ed6-4495-9433-e003a457a7b3', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:76:67:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:04:58Z', 'updated_at': '2022-03-11T16:05:05Z', 'revision_number': 4, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': '2a47ac24-0b2f-467e-ae4d-b462c487de14', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:07.597795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 89d65b31-1ed6-4495-9433-e003a457a7b3 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:07.647614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4026f67e-7335-4d9c-ac1f-fb233b06de0b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:07.670768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:05:07.674017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:07.687979 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Sync routers for ids ['caafdcd9-cca6-4552-a4da-03a4e334eafb'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:07.702837 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Routers {'caafdcd9-cca6-4552-a4da-03a4e334eafb'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:07.703524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['caafdcd9-cca6-4552-a4da-03a4e334eafb'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:07.718790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.719171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment 80fcee96-51b7-47fc-bd59-cfa0d5c31911 of type vlan for network c2c53f24-4f2e-4695-a681-572786bdaa0e Mar 11 16:05:07.763375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=72ec3b60-0284-409f-af9b-53d3bc1ae7b0,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:07.765261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.766814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.769285 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-297143e8-87c8-4269-b565-44bd70269269 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2983835 Mar 11 16:05:07.770141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60178) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:07.773343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.786200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4026f67e-7335-4d9c-ac1f-fb233b06de0b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:07.786816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:07.964380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Set router caafdcd9-cca6-4552-a4da-03a4e334eafb gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:08.105933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c4e2005-3e25-4e08-9df2-8965e96b0d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.124715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.135529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.187920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.191837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:08.192696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15339518'] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.326683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.383399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=c2c53f24-4f2e-4695-a681-572786bdaa0e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:08.397284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c2c53f24-4f2e-4695-a681-572786bdaa0e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:05:08.409581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b7abfdea-e74e-4a4c-8a60-7d67c74d3f6b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1434751 Mar 11 16:05:08.411970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60184) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:08.459952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.460465 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a8349fe5-acac-4d71-8342-bda970841354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:02Z', 'updated_at': '2022-03-11T16:05:06Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': 'a8349fe5-acac-4d71-8342-bda970841354', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:03Z', 'updated_at': '2022-03-11T16:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:08.466027 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Checking router: caafdcd9-cca6-4552-a4da-03a4e334eafb for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:08.466557 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Updating router caafdcd9-cca6-4552-a4da-03a4e334eafb port a8349fe5-acac-4d71-8342-bda970841354 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:05:08.548685 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.586747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=89d65b31-1ed6-4495-9433-e003a457a7b3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:08.767987 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 2191ad85-76e4-49d0-a6ce-6f71824edb13 associated. External IP: 172.26.4.162, port: d01d496e-8aac-4e98-9c5d-9c48a518e1d1. Mar 11 16:05:08.774434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e04ba-4899-4a6c-a968-dfb966604184 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:08.775141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bc7e04ba-4899-4a6c-a968-dfb966604184 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Synchronizing usage tracker for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:08.922589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bc7e04ba-4899-4a6c-a968-dfb966604184 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Unset dirty status for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:08.923789 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bc7e04ba-4899-4a6c-a968-dfb966604184 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks?id=c2c53f24-4f2e-4695-a681-572786bdaa0e HTTP/1.1" status: 200 len: 765 time: 0.5099578 Mar 11 16:05:08.929575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60188) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:08.939939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:08.950351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'description': 'd2'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:08.954656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Router 0abfb276-7c6c-4048-a37f-ae3d612838eb is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:08.967187 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:09.037751 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.052115 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Transition to ACTIVE for port object a8349fe5-acac-4d71-8342-bda970841354 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:09.060999 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.072767 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-04e919ae-59c4-45a1-b02a-47d7e7ca6070 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/caafdcd9-cca6-4552-a4da-03a4e334eafb HTTP/1.1" status: 200 len: 908 time: 1.2928176 Mar 11 16:05:09.076281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60192) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:09.163213 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Attempting to bind port a8349fe5-acac-4d71-8342-bda970841354 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:09.163570 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Attempting to bind port a8349fe5-acac-4d71-8342-bda970841354 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:09.165099 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Attempting to bind port a8349fe5-acac-4d71-8342-bda970841354 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:09.166239 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9599df0-9092-41c7-8b4c-1b738dd19869 None None] Pushing event updated for resources: {'Port': ['ID=a8349fe5-acac-4d71-8342-bda970841354,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:09.177038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:09.177402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:09.177829 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.178206 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:09.178670 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Bound port: a8349fe5-acac-4d71-8342-bda970841354, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:09.179105 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.256658 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] For port a8349fe5-acac-4d71-8342-bda970841354, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:09.259644 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] For port a8349fe5-acac-4d71-8342-bda970841354, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a8349fe5-acac-4d71-8342-bda970841354,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:09.267065 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.362100 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9599df0-9092-41c7-8b4c-1b738dd19869 None None] Pushing event updated for resources: {'Port': ['ID=a8349fe5-acac-4d71-8342-bda970841354,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:09.366623 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Routers {'caafdcd9-cca6-4552-a4da-03a4e334eafb'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:09.367227 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['caafdcd9-cca6-4552-a4da-03a4e334eafb'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:09.439836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:09.446295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.447484 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9ec43ed2-178b-4294-856b-57bf5da949c4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "PUT /v2.0/routers/0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 200 len: 884 time: 7.5169849 Mar 11 16:05:09.452221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60196) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:09.456989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] Sync routers for ids ['0abfb276-7c6c-4048-a37f-ae3d612838eb'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:09.476249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] Routers {'0abfb276-7c6c-4048-a37f-ae3d612838eb'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:09.476897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0abfb276-7c6c-4048-a37f-ae3d612838eb'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:09.551378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:09.565989 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] Set router caafdcd9-cca6-4552-a4da-03a4e334eafb gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:09.584777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:09.599487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] Routers {'0abfb276-7c6c-4048-a37f-ae3d612838eb'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:09.600411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0abfb276-7c6c-4048-a37f-ae3d612838eb'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:09.674307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:09.674731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa9f4f-5322-45dc-8701-02da408cec3a None None] The sync data for ids ['0abfb276-7c6c-4048-a37f-ae3d612838eb'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:09.742855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.833204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.915573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:09.929616 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:09.948878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:09.953958 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:09.954793 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:10.010050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-05720b3c-b297-48d4-9393-22f8ed40b270 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.3812575 Mar 11 16:05:10.012048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60200) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.014813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network c2c53f24-4f2e-4695-a681-572786bdaa0e is not hosted by any dhcp agent {{(pid=83840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 16:05:10.018452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:10.019041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:10.020544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:10.023175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "PUT /v2.0/networks/c2c53f24-4f2e-4695-a681-572786bdaa0e HTTP/1.1" status: 200 len: 762 time: 1.0867395 Mar 11 16:05:10.028369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:10.030124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.032047 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a8349fe5-acac-4d71-8342-bda970841354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:02Z', 'updated_at': '2022-03-11T16:05:06Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': 'a8349fe5-acac-4d71-8342-bda970841354', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:03Z', 'updated_at': '2022-03-11T16:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:10.039150 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df44f7-faf4-4fa2-9806-471b5aa562cc None None] The sync data for ids ['caafdcd9-cca6-4552-a4da-03a4e334eafb'] in dv-neutron-833206-1-hyperv is: [{'id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'name': 'tempest-snat-router-1325510023', 'tenant_id': '117a633596c345e7956ef2d37bdf2fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': 'a8349fe5-acac-4d71-8342-bda970841354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:02Z', 'updated_at': '2022-03-11T16:05:06Z', 'revision_number': 3, 'project_id': '117a633596c345e7956ef2d37bdf2fcf', 'gw_port': {'id': 'a8349fe5-acac-4d71-8342-bda970841354', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caafdcd9-cca6-4552-a4da-03a4e334eafb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:03Z', 'updated_at': '2022-03-11T16:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:10.047981 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:10.048827 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:04:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:10.089345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460723-a6cd-46f3-b8a3-d74a72742b7a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=c2c53f24-4f2e-4695-a681-572786bdaa0e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:10.099829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c2c53f24-4f2e-4695-a681-572786bdaa0e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:05:10.124115 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:10.124771 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a4355-4000-4e0c-b4a2-2a5a11cc55c7 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:10.171139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:10.319246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b474e890-ee99-4e1b-98f0-ae88b0bbd4de tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:10.320770 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b474e890-ee99-4e1b-98f0-ae88b0bbd4de tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks?id=c2c53f24-4f2e-4695-a681-572786bdaa0e HTTP/1.1" status: 200 len: 765 time: 0.2894247 Mar 11 16:05:10.334210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.392891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:10.411751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:10.605043 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-72df46e1-2c89-4599-8620-97936658fb73 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 200 len: 925 time: 1.1478181 Mar 11 16:05:10.606171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:10.612098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbdd489-18a8-4cf7-80ec-5ee82bc9b2b6 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:10.612824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfbdd489-18a8-4cf7-80ec-5ee82bc9b2b6 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Synchronizing usage tracker for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:10.615491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.652465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:10.652781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 2191ad85-76e4-49d0-a6ce-6f71824edb13 disassociated. External IP: 172.26.4.162, port: d01d496e-8aac-4e98-9c5d-9c48a518e1d1. Mar 11 16:05:10.706530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:10.712629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-34116c0d-8147-4a65-978c-444e75f43bd2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "PUT /v2.0/routers/ef7119d5-e0e0-4f61-ac9d-500672dd1aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9647222 Mar 11 16:05:10.716508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60216) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.793213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af386a0c-fcbf-4c2b-b021-b6c9e977c087 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:10.794581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af386a0c-fcbf-4c2b-b021-b6c9e977c087 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:10.795323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af386a0c-fcbf-4c2b-b021-b6c9e977c087 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:10.799103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfbdd489-18a8-4cf7-80ec-5ee82bc9b2b6 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Unset dirty status for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:10.800247 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bfbdd489-18a8-4cf7-80ec-5ee82bc9b2b6 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4646649 Mar 11 16:05:10.805307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.854210 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6671de6b-d01e-4420-adfa-5fe599616cfe tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=0abfb276-7c6c-4048-a37f-ae3d612838eb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2371674 Mar 11 16:05:10.856729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60224) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.864479 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-642432c0-8a9f-4778-8443-4c045f1cf501 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 207 time: 0.0508909 Mar 11 16:05:10.867337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af386a0c-fcbf-4c2b-b021-b6c9e977c087 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:10.867762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-af386a0c-fcbf-4c2b-b021-b6c9e977c087 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1504281 Mar 11 16:05:10.868456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60228) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:10.872144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:11.016027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ed1ad7-8b1b-40b6-98ec-83fedc407b5c tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.020006 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a2ed1ad7-8b1b-40b6-98ec-83fedc407b5c tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.1598661 Mar 11 16:05:11.020338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60236) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:11.073326 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8517edbf-bbd9-4b23-b46b-b76f210369ea tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 200 len: 205 time: 0.0493288 Mar 11 16:05:11.074225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60240) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:11.084738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:11.166713 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-42e8f9a7-950a-4cb5-879a-58428c587aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:11.330859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting port a8349fe5-acac-4d71-8342-bda970841354 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:11.331212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:11.381997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.386990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.391410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.395650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.400012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.404351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:11.406254 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a11ffbcc-bc3f-4908-bb32-26551fe71ce0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5369163 Mar 11 16:05:11.418008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60244) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:11.587107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:11.649455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 2a47ac24-0b2f-467e-ae4d-b462c487de14 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:11.733100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] For port a8349fe5-acac-4d71-8342-bda970841354, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a8349fe5-acac-4d71-8342-bda970841354,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:11.733100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:11.740552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:11.778069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Sync routers for ids ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:11.807073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Routers {'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:11.808462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:11.870411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Calling delete_port for a8349fe5-acac-4d71-8342-bda970841354 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:12.008601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.019429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Set router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:12.035926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.050312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port 63cec42d-b1e3-45e0-bba2-820835b27122 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:12.050717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.079348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.111401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.122269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:12.127221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.131981 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:12.156231 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:12.157162 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.202346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8349fe5-acac-4d71-8342-bda970841354,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:12.232496 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-14751cda-9c66-462b-879d-f52b0d2ebaea tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.8135600 Mar 11 16:05:12.236581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:08Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.241315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60248) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:12.254670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.263923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Checking router: ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:12.281920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.282684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ba31f24c-e276-4127-9632-b2e33f270b53 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/2191ad85-76e4-49d0-a6ce-6f71824edb13 HTTP/1.1" status: 200 len: 688 time: 2.2686026 Mar 11 16:05:12.285320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60252) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:12.295874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Routers {'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:12.297305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.299392 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:12.300298 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.347995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.372425 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.373312 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefd9c2-673a-4882-952b-8860c9aa623a None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:12.486299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 72ec3b60-0284-409f-af9b-53d3bc1ae7b0 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:12.486648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.497013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.498151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] Set router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:12.498991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.500465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.501971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.503556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.505552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9714366a-d342-4b14-835c-5d1132ba61b0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2627625 Mar 11 16:05:12.529084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60256) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:12.614626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.675358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:08Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:12.679849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed8bc1-4575-427c-a5ad-73912dee390a None None] The sync data for ids ['ef7119d5-e0e0-4f61-ac9d-500672dd1aa8'] in dv-neutron-833206-1-hyperv is: [{'id': 'ef7119d5-e0e0-4f61-ac9d-500672dd1aa8', 'name': 'tempest-NetworksTestDHCPv6-router-380566196', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:04:56Z', 'updated_at': '2022-03-11T16:05:08Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:12.708900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.766215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for 63cec42d-b1e3-45e0-bba2-820835b27122 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:12.830161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.830474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:12.830793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.832075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.833612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.834913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:12.835568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Synchronizing usage tracker for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:13.061629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Unset dirty status for tenant:fe8fd147a3984ffdaceadfd25dc9af16 on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:13.067721 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b3aca9f6-f5c5-4c8e-b838-a870292a46d8 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5362623 Mar 11 16:05:13.070021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60260) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:13.141327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.152127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.161577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.218568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=2a47ac24-0b2f-467e-ae4d-b462c487de14,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:13.223979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.224603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caafdcd9-cca6-4552-a4da-03a4e334eafb {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:13.226484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.233913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e47b51-3d5b-4da3-b757-d79fe8bb1c63 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:13.248429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.248691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.259364 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd953a14-ad90-453f-a0b6-6e1a603186e3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/2a47ac24-0b2f-467e-ae4d-b462c487de14 HTTP/1.1" status: 204 len: 168 time: 2.3841145 Mar 11 16:05:13.259786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60264) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:13.264148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.267719 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-331cece2-9314-47f2-a15f-0e6d6a9e3ca1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/routers/caafdcd9-cca6-4552-a4da-03a4e334eafb HTTP/1.1" status: 204 len: 168 time: 4.1881924 Mar 11 16:05:13.269107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60268) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:13.410358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7227c0d5-0536-48c1-b48b-df6d175a8b6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:13.424947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.429779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7227c0d5-0536-48c1-b48b-df6d175a8b6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:13.434657 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7227c0d5-0536-48c1-b48b-df6d175a8b6f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1740003 Mar 11 16:05:13.435447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60276) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:13.514749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:13.519449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Deleting port 1678124b-d22b-4a9f-962e-2bf175aa2a08 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:13.519946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.537253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 72ec3b60-0284-409f-af9b-53d3bc1ae7b0 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:13.592435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.656675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b86f0-a00b-4a6f-9eb5-3836745d8934 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:13.658127 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a38b86f0-a00b-4a6f-9eb5-3836745d8934 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks/9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 HTTP/1.1" status: 200 len: 804 time: 0.5794773 Mar 11 16:05:13.665475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60280) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:13.750825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.751952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1678124b-d22b-4a9f-962e-2bf175aa2a08 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:13.850256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=63cec42d-b1e3-45e0-bba2-820835b27122,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:13.891617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1678124b-d22b-4a9f-962e-2bf175aa2a08,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:13.892748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.965926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:13.989117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.050215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Calling delete_port for 1678124b-d22b-4a9f-962e-2bf175aa2a08 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:14.054623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=72ec3b60-0284-409f-af9b-53d3bc1ae7b0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:14.066299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-91f225ae-6eed-41fd-969f-f99b6ea6f02b tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/networks/9400d1ba-2065-4d18-8ae3-4dd08c6f35a0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3258462 Mar 11 16:05:14.068842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60284) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.121998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1678124b-d22b-4a9f-962e-2bf175aa2a08,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:14.131043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.131815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 89d65b31-1ed6-4495-9433-e003a457a7b3 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:14.217318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 89d65b31-1ed6-4495-9433-e003a457a7b3 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:14.217744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 89d65b31-1ed6-4495-9433-e003a457a7b3 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:14.241300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:14.241972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:14.252278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1678124b-d22b-4a9f-962e-2bf175aa2a08,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:14.286434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.287165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90f8453-b660-447e-b496-7b131d947caa tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:14.288480 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a90f8453-b660-447e-b496-7b131d947caa tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets/2f03de2f-8de3-48e6-833d-87238351b40d HTTP/1.1" status: 200 len: 843 time: 0.2186983 Mar 11 16:05:14.291599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.292869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60288) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.299305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.376398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d63a5-b25c-4918-a1ac-e717de4d7b72 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:14.377726 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8d2d63a5-b25c-4918-a1ac-e717de4d7b72 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "GET /v2.0/subnets/2f03de2f-8de3-48e6-833d-87238351b40d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0830247 Mar 11 16:05:14.383966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60292) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.390566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-633020920'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:14.393748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.394277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Fanout notify agent at l3_agent the message router_deleted on router ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:14.400578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:14.412031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.414826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:14.422719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.423922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4bf99c6f-989f-4aa6-8fb3-9931e2241a88 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/routers/ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 HTTP/1.1" status: 204 len: 168 time: 0.9871116 Mar 11 16:05:14.433525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60296) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.438604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:14.458895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:14.462691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.677861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.702092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:05:14.711479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:14.718124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:14.720930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.721252 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Added segment fc0fac57-e6dd-491d-9ae9-3addb0054004 of type vlan for network a51eda47-7803-4df6-8104-8486d11bd2a2 Mar 11 16:05:14.722421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:14.733231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:14.747907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Deleting port 1678124b-d22b-4a9f-962e-2bf175aa2a08 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:14.747907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.759583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:14.764274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.781821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.841219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.846021 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3cd3c8b2-f578-4d0e-98f3-c10b09c96846 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/2191ad85-76e4-49d0-a6ce-6f71824edb13 HTTP/1.1" status: 204 len: 168 time: 2.5561414 Mar 11 16:05:14.846558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60300) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.855239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.867160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.868474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '8e6e1edc-f173-4371-bd74-801b29df1662'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:14.879426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:14.896761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:floatingip and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:14.908287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:14.920895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.921577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router 0abfb276-7c6c-4048-a37f-ae3d612838eb {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:14.922673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:14.943514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.944853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.945196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2053c56d-c116-4505-acd3-51d4ae860436 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 204 len: 168 time: 3.8698692 Mar 11 16:05:14.949292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60306) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:14.949505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:14.950148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.957807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-993721037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:14.975386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.975801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:14.981099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.985153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:14.985580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] For port 1678124b-d22b-4a9f-962e-2bf175aa2a08, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1678124b-d22b-4a9f-962e-2bf175aa2a08,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:14.986069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:14.990726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:14.993214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.000145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:15.010336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Deleting port 4026f67e-7335-4d9c-ac1f-fb233b06de0b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:15.011045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.043128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.043616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.133940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Calling delete_port for 1678124b-d22b-4a9f-962e-2bf175aa2a08 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:15.167225 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7811580 Mar 11 16:05:15.173556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.174674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60310) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:15.192659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:15.212498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.231866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b4a71-81e9-4ff1-b95c-a33deccc3cab tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Network': ['ID=a51eda47-7803-4df6-8104-8486d11bd2a2,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:15.251072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a51eda47-7803-4df6-8104-8486d11bd2a2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:05:15.276157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] Pushing event deleted for resources: {'Port': ['ID=1678124b-d22b-4a9f-962e-2bf175aa2a08,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:15.325138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.339176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.367245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:15.377530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] For port 4026f67e-7335-4d9c-ac1f-fb233b06de0b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4026f67e-7335-4d9c-ac1f-fb233b06de0b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:15.377915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.386305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.387944 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b08f1a7f-cf4c-40f9-9c18-76e3d461e370 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4374394 Mar 11 16:05:15.395476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60314) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:15.405267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': True}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:15.407024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc70e6-2e2d-4c95-b2ad-bd8873a64b06 None None] No DVR routers for this DVR port 1678124b-d22b-4a9f-962e-2bf175aa2a08 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:15.444996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:15.448719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:15.451373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:15.451955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.462418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9f7832-deb8-458d-8ff9-ff32e7f23550 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:15.474411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=e06e4235-19af-48e0-a9b7-d23ea133477a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:15.493420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4b5660a-2f05-4289-a89b-ba506562e0de tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0629578 Mar 11 16:05:15.493420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.495684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60318) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:15.514090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:15.539575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:15.547638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:15.560108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:router and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:15.568860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:15.580675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:15.583740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Calling delete_port for 4026f67e-7335-4d9c-ac1f-fb233b06de0b owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:15.636737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.637732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.704674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.62 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3ac9e222-2129-436d-9e3a-e1d8ef884728) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:15.708058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.715215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'e06e4235-19af-48e0-a9b7-d23ea133477a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:05:15.716686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.721087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Made reservation on behalf of fe8fd147a3984ffdaceadfd25dc9af16 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:15.799418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.856767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:15.857748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-54b196f2-7017-48a6-821f-b4c5272baf57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3609555 Mar 11 16:05:15.872872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60322) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:15.893680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/e06e4235-19af-48e0-a9b7-d23ea133477a/7ffc9ed9-dab6-4610-99c9-f34d5804d4be) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:15.927976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.049353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.131667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.143229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Transition to ACTIVE for port object 7ffc9ed9-dab6-4610-99c9-f34d5804d4be will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:16.164891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Transition to ACTIVE for port object 7ffc9ed9-dab6-4610-99c9-f34d5804d4be will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:16.173433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.251447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:16.254982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:16.258914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:16.266017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Pushing event updated for resources: {'Port': ['ID=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:16.311316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.312417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing IP validity checks on allocation pools {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:05:16.312950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:05:16.367316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Attempting to bind port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:16.367734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Attempting to bind port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:16.368052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Attempting to bind port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:16.375642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:16.376059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:16.376404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.376794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:16.377331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Bound port: 7ffc9ed9-dab6-4610-99c9-f34d5804d4be, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:16.377732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.482625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] For port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:16.485924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] For port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:16.491457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.516945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.519697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:16.553736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=3ac9e222-2129-436d-9e3a-e1d8ef884728,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:16.557168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:16.559437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:16.563814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:16.570913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event deleted for resources: {'Port': ['ID=4026f67e-7335-4d9c-ac1f-fb233b06de0b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:16.587071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61855ff-0800-4bfd-b755-07de4b758f17 None None] Pushing event updated for resources: {'Port': ['ID=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:16.758317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.045579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.083768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.281216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=5ac36294-9f9b-4a60-a3d5-8ffb80c829dc,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:17.430716 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-64249f3d-4fb3-45b5-836f-899723470c8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4140983 Mar 11 16:05:17.436265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::1 (a5201ef7-2506-4639-87b8-8e23809c1ec8/e06e4235-19af-48e0-a9b7-d23ea133477a/865e5540-c653-4768-8e74-062eaabd44a1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:17.469000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Checking segment: {'id': 'fc0fac57-e6dd-491d-9ae9-3addb0054004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:17.469554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network hostable DHCP agents. Network: a51eda47-7803-4df6-8104-8486d11bd2a2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:05:17.482183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.756533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.831026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.882283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.883175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3954ab8c-f247-4ac5-9bb8-12513baf034e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:17.899385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7ffc9ed9-dab6-4610-99c9-f34d5804d4be up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:17.902852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 865e5540-c653-4768-8e74-062eaabd44a1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:17.904104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Network a51eda47-7803-4df6-8104-8486d11bd2a2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:05:17.906739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.961240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.964682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:17.993609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-9c9420c6-34a4-44de-984d-2035ceeb93dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 1098 time: 0.5277343 Mar 11 16:05:18.004604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a51eda47-7803-4df6-8104-8486d11bd2a2) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:18.016893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:18.017508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.020504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c19a548-1c9b-40e3-892f-985cb094550f None None] Network a51eda47-7803-4df6-8104-8486d11bd2a2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:18.061519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.066155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.072496 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4cbd619b-6622-4a47-a1ba-ee0db28fad2f tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "DELETE /v2.0/routers/3954ab8c-f247-4ac5-9bb8-12513baf034e HTTP/1.1" status: 204 len: 168 time: 4.7983220 Mar 11 16:05:18.076549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60326) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:18.085429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-702596799', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:18.092035 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ad3427a9-08d3-4e0a-8532-257758e109e5 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.9163842 Mar 11 16:05:18.142326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7b318218-55ed-4f6c-961b-4a1aaade2e63 None None] Provisioning for port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:18.153258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:18.156548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60330) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:18.160479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:18.165107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:18.165482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.173985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:18.187294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=865e5540-c653-4768-8e74-062eaabd44a1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:18.226947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:18.239220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:18.254544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:18.319351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 172.26.4.242 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/890024bd-776f-4e18-8250-758dd538ee4f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:18.331734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.332940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.400392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14973933'] for subnet, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.404683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:18.409772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:18.417041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:18.417586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.424901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.428898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.474088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:18.480566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.503479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.572007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-b32cb4b8-7346-4a2d-bed9-3b86efdc5127 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:18.573695 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-b32cb4b8-7346-4a2d-bed9-3b86efdc5127 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 200 len: 912 time: 0.5410056 Mar 11 16:05:18.584088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a51eda47-7803-4df6-8104-8486d11bd2a2', 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2', 'tenant_id': 'fe8fd147a3984ffdaceadfd25dc9af16', 'fixed_ips': [{'subnet_id': '5ac36294-9f9b-4a60-a3d5-8ffb80c829dc'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:05:18.585153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.729942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:18.777997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.804232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.816736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-27faa545-6b98-41a1-b4b6-c28fadf4b74c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 200 len: 1001 time: 0.1294503 Mar 11 16:05:18.831314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5395312f-4917-48ba-8a05-6fa862511e93 None None] Provisioning for port 865e5540-c653-4768-8e74-062eaabd44a1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:18.837483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5395312f-4917-48ba-8a05-6fa862511e93 None None] Provisioning complete for port 865e5540-c653-4768-8e74-062eaabd44a1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:18.837737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5395312f-4917-48ba-8a05-6fa862511e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.908910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.975166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15635803'] for subnet, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:18.988002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5395312f-4917-48ba-8a05-6fa862511e93 None None] Port 865e5540-c653-4768-8e74-062eaabd44a1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:05:19.007481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.034739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Allocated IP 2001:db8::3 (a51eda47-7803-4df6-8104-8486d11bd2a2/5ac36294-9f9b-4a60-a3d5-8ffb80c829dc/f19cf927-fa11-4507-8d87-3df981ee39f6) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:19.155198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-0eb69cdf-2a1e-4b68-a95c-8c3375f523a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:19.156763 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-0eb69cdf-2a1e-4b68-a95c-8c3375f523a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb4fc5d6-73bd-4843-b384-4534d6900352 HTTP/1.1" status: 200 len: 850 time: 0.3060107 Mar 11 16:05:19.192229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:19.196031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event updated for resources: {'Subnet': ['ID=5ac36294-9f9b-4a60-a3d5-8ffb80c829dc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:19.204841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=890024bd-776f-4e18-8250-758dd538ee4f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:19.207625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:19.208234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.209510 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d45bfbd8-6025-4629-8a5c-151a932d7873 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "PUT /v2.0/subnets/5ac36294-9f9b-4a60-a3d5-8ffb80c829dc HTTP/1.1" status: 200 len: 900 time: 1.0516889 Mar 11 16:05:19.210485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:19.214542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60334) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:19.215337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:19.304293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.320979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Transition to ACTIVE for port object f19cf927-fa11-4507-8d87-3df981ee39f6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:19.332857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.341874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Transition to ACTIVE for port object f19cf927-fa11-4507-8d87-3df981ee39f6 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:19.350198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.400251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.435652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Network a51eda47-7803-4df6-8104-8486d11bd2a2 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:19.438456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:19.442613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:19.451443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Pushing event updated for resources: {'Port': ['ID=f19cf927-fa11-4507-8d87-3df981ee39f6,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:19.476372 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-f726147d-011d-49a3-8ed3-6054f536c433 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3070376 Mar 11 16:05:19.501439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.535018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=3ac9e222-2129-436d-9e3a-e1d8ef884728,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:19.547627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port f19cf927-fa11-4507-8d87-3df981ee39f6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:19.547964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.553274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Attempting to bind port f19cf927-fa11-4507-8d87-3df981ee39f6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:19.553422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Attempting to bind port f19cf927-fa11-4507-8d87-3df981ee39f6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'fc0fac57-e6dd-491d-9ae9-3addb0054004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:19.553683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Attempting to bind port f19cf927-fa11-4507-8d87-3df981ee39f6 on network a51eda47-7803-4df6-8104-8486d11bd2a2 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:19.561028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:19.561386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Checking segment: {'id': 'fc0fac57-e6dd-491d-9ae9-3addb0054004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:19.561802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.562305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Bound using segment: {'id': 'fc0fac57-e6dd-491d-9ae9-3addb0054004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:19.562870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Bound port: f19cf927-fa11-4507-8d87-3df981ee39f6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0fac57-e6dd-491d-9ae9-3addb0054004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a51eda47-7803-4df6-8104-8486d11bd2a2'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:19.563236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.634779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.675126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.677669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7ffc9ed9-dab6-4610-99c9-f34d5804d4be up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:19.723489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] For port f19cf927-fa11-4507-8d87-3df981ee39f6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:19.735130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.752945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] For port f19cf927-fa11-4507-8d87-3df981ee39f6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f19cf927-fa11-4507-8d87-3df981ee39f6,segment=NetworkSegment(fc0fac57-e6dd-491d-9ae9-3addb0054004),segment_id=fc0fac57-e6dd-491d-9ae9-3addb0054004)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:19.762060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.858245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5d984-3fd3-4695-8a9d-a91d96f2cce8 None None] Pushing event updated for resources: {'Port': ['ID=f19cf927-fa11-4507-8d87-3df981ee39f6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:19.860952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:19.861206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:19.875236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:05:19.882874 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-b07c6ae6-366d-4b12-a45c-afd5ddef5d8c service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974900 Mar 11 16:05:19.923216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.086587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.152468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.153234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.300832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Allocated IP 172.26.4.167 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/09be6c6f-bad4-451f-89bd-3d3bcfb78d5f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:20.340701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port f19cf927-fa11-4507-8d87-3df981ee39f6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f19cf927-fa11-4507-8d87-3df981ee39f6,segment=NetworkSegment(fc0fac57-e6dd-491d-9ae9-3addb0054004),segment_id=fc0fac57-e6dd-491d-9ae9-3addb0054004)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:20.341221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.381391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=865e5540-c653-4768-8e74-062eaabd44a1,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:20.443699 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4aff7eb-547a-4037-a7dc-130cd1d75c2d req-81190821-aa52-4915-b3da-8d7eaaa6705d service neutron] 10.222.0.11 "GET /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500157 Mar 11 16:05:20.515679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:20.517534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:20.561827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for f19cf927-fa11-4507-8d87-3df981ee39f6 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:20.647187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.664954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:20.685509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 0f2d7091-7043-40e0-a364-34dfbec21779 associated. External IP: 172.26.4.62, port: 8e6e1edc-f173-4371-bd74-801b29df1662. Mar 11 16:05:20.938100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.002282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.040079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1563151-fece-4dad-bcc3-4ba6c74b030f None None] Provisioning complete for port 865e5540-c653-4768-8e74-062eaabd44a1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:21.041026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1563151-fece-4dad-bcc3-4ba6c74b030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.098555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Port': ['ID=f19cf927-fa11-4507-8d87-3df981ee39f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:21.128903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c1563151-fece-4dad-bcc3-4ba6c74b030f None None] Port 865e5540-c653-4768-8e74-062eaabd44a1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:05:21.157358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No DVR routers for this DVR port f19cf927-fa11-4507-8d87-3df981ee39f6 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:21.209739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:21.210208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.214420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5165f-e12c-4673-82e0-1a11ba7badc4 None None] Network a51eda47-7803-4df6-8104-8486d11bd2a2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:21.300742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60bbf99e-d2d2-4948-b8f7-e592a4b97e08 None None] Could not find standard attr ID for object f19cf927-fa11-4507-8d87-3df981ee39f6. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:05:21.307233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.352205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:21.362255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event updated for resources: {'Port': ['ID=09be6c6f-bad4-451f-89bd-3d3bcfb78d5f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:21.365664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:21.376898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:21.596801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:21.608708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Sync routers for ids ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:21.626544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Routers {'9e626984-7ce2-4369-8d4d-9a03a052e7a6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:21.627160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:21.630838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-607666a1-e189-43ed-9ef5-bd7e2b628efa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "PUT /v2.0/routers/9e626984-7ce2-4369-8d4d-9a03a052e7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7569320 Mar 11 16:05:21.632947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:21.633577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60338) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:21.672360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.692306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8349fe5-acac-4d71-8342-bda970841354 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:21.716491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9ced3-eea3-4029-89ac-44c442fcac7f None None] Network a51eda47-7803-4df6-8104-8486d11bd2a2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:21.737888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac36294-9f9b-4a60-a3d5-8ffb80c829dc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:21.873348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a8349fe5-acac-4d71-8342-bda970841354 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:21.873348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8349fe5-acac-4d71-8342-bda970841354 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:21.873348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4026f67e-7335-4d9c-ac1f-fb233b06de0b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:21.886403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:21.898410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router 48fda312-fc62-4d64-9498-8b0679da108d is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:21.902150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8650acb6-1785-4f16-baf2-4cb49410e881 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:21.902714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8650acb6-1785-4f16-baf2-4cb49410e881 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:21.927498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4026f67e-7335-4d9c-ac1f-fb233b06de0b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:21.927842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4026f67e-7335-4d9c-ac1f-fb233b06de0b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:21.929744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51eda47-7803-4df6-8104-8486d11bd2a2']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:21.951288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0fac57-e6dd-491d-9ae9-3addb0054004') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:21.951556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0fac57-e6dd-491d-9ae9-3addb0054004') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.020357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8650acb6-1785-4f16-baf2-4cb49410e881 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:22.022464 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8650acb6-1785-4f16-baf2-4cb49410e881 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports/865e5540-c653-4768-8e74-062eaabd44a1 HTTP/1.1" status: 200 len: 911 time: 0.3876672 Mar 11 16:05:22.027027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60342) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.057968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Set router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:22.096102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.189862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb97cb-8530-4e93-b769-e487c0b22008 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:22.193922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fb97cb-8530-4e93-b769-e487c0b22008 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:22.198862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f6fb97cb-8530-4e93-b769-e487c0b22008 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1677568 Mar 11 16:05:22.203840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60346) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.205504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.229729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:22.236890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29977680-dd60-43f8-9d91-9298f12d89af None None] DHCP port deletion for a51eda47-7803-4df6-8104-8486d11bd2a2 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:22.248291 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:22.254605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.271603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:22.272380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.302747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:22.303163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:22.327188 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:22.333252 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8abeed5c-80b7-493b-805c-879c8054354f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4855928 Mar 11 16:05:22.345851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.365235 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.378546 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:22.379369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.451977 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.452269 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df89e7f0-d52c-4db2-bc44-52f5d6ea72e4 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:22.471052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:18Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '865e5540-c653-4768-8e74-062eaabd44a1', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:25:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:17Z', 'updated_at': '2022-03-11T16:05:19Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:22.472963 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5fc6b551-90f9-4d76-945e-95b98ec4558f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/floatingips/0f2d7091-7043-40e0-a364-34dfbec21779 HTTP/1.1" status: 200 len: 978 time: 0.1255355 Mar 11 16:05:22.475301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60356) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.476651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Checking router: 9e626984-7ce2-4369-8d4d-9a03a052e7a6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:22.477390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Updating router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 port 865e5540-c653-4768-8e74-062eaabd44a1 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:05:22.513936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.519700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.564651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.566643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.567437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.575157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=a51eda47-7803-4df6-8104-8486d11bd2a2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:22.584839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4613510f-26a4-43db-8b34-77b8c668184e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Synchronizing usage tracker for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:floatingip {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:22.605986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4613510f-26a4-43db-8b34-77b8c668184e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Unset dirty status for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:floatingip {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:22.610603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4613510f-26a4-43db-8b34-77b8c668184e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1313684 Mar 11 16:05:22.610848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60360) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.616545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': 'd01d496e-8aac-4e98-9c5d-9c48a518e1d1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:22.665172 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b24cfd6-786b-43a6-a01f-805390dcb2fd tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/a51eda47-7803-4df6-8104-8486d11bd2a2 HTTP/1.1" status: 204 len: 168 time: 3.4205031 Mar 11 16:05:22.672187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60364) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.737335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40d39c7-7661-4dfd-8b19-112ba86a3e72 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:22.737659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40d39c7-7661-4dfd-8b19-112ba86a3e72 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:22.741847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c40d39c7-7661-4dfd-8b19-112ba86a3e72 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/5ac36294-9f9b-4a60-a3d5-8ffb80c829dc HTTP/1.1" status: 404 len: 337 time: 0.0607176 Mar 11 16:05:22.742024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60368) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.785437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d91eadc-e07d-4aa0-9cf4-e80ae3c8ceff tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:22.785902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d91eadc-e07d-4aa0-9cf4-e80ae3c8ceff tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:22.790076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d91eadc-e07d-4aa0-9cf4-e80ae3c8ceff tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/a51eda47-7803-4df6-8104-8486d11bd2a2 HTTP/1.1" status: 404 len: 339 time: 0.0446308 Mar 11 16:05:22.790241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60372) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:22.822029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.926801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.947043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Transition to ACTIVE for port object 865e5540-c653-4768-8e74-062eaabd44a1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:22.957547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.987214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:22.992359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:22.994115 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c65ee030-ec73-4419-8950-ce2e23dabab2 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "PUT /v2.0/routers/48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 200 len: 918 time: 7.5963893 Mar 11 16:05:22.996324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60380) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:23.008757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] Sync routers for ids ['48fda312-fc62-4d64-9498-8b0679da108d'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:23.060171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.131194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644139-d91b-45b6-ac0d-bd6ce8a7344e None None] Pushing event updated for resources: {'Port': ['ID=865e5540-c653-4768-8e74-062eaabd44a1,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:23.136722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] Routers {'48fda312-fc62-4d64-9498-8b0679da108d'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:23.137323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['48fda312-fc62-4d64-9498-8b0679da108d'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.260604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.335945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Attempting to bind port 865e5540-c653-4768-8e74-062eaabd44a1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:23.336301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Attempting to bind port 865e5540-c653-4768-8e74-062eaabd44a1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:23.336653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Attempting to bind port 865e5540-c653-4768-8e74-062eaabd44a1 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:23.343225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] Routers {'48fda312-fc62-4d64-9498-8b0679da108d'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:23.343835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['48fda312-fc62-4d64-9498-8b0679da108d'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.422129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:23.423417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:23.423740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.424298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:23.425053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Bound port: 865e5540-c653-4768-8e74-062eaabd44a1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:23.425638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.435981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.464286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Router de181a8b-6849-43b3-b4d5-865973db9a37 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:23.465243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c53f24-4f2e-4695-a681-572786bdaa0e']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.477976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.479240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db9fc20-5127-4c73-b4d3-0a5ad872abf0 None None] The sync data for ids ['48fda312-fc62-4d64-9498-8b0679da108d'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:23.479571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fcee96-51b7-47fc-bd59-cfa0d5c31911') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.479898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fcee96-51b7-47fc-bd59-cfa0d5c31911') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.493878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.520395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.526773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:23.527164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.617556 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a28dc998-8ea4-4f6f-9944-7e94e929b68d tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 200 len: 924 time: 0.6184516 Mar 11 16:05:23.628403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60384) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:23.654776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f19cf927-fa11-4507-8d87-3df981ee39f6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:23.705923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f19cf927-fa11-4507-8d87-3df981ee39f6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:23.706167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f19cf927-fa11-4507-8d87-3df981ee39f6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:23.718887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] For port 865e5540-c653-4768-8e74-062eaabd44a1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:23.722399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] For port 865e5540-c653-4768-8e74-062eaabd44a1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=865e5540-c653-4768-8e74-062eaabd44a1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:23.728799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:23.753822 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:23.768864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.793441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.804846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=c2c53f24-4f2e-4695-a681-572786bdaa0e,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:23.819259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c8bf399-655d-4d66-8ade-907d6faf791a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/c2c53f24-4f2e-4695-a681-572786bdaa0e HTTP/1.1" status: 204 len: 168 time: 1.0280421 Mar 11 16:05:23.822109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60388) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:23.879970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Routers {'9e626984-7ce2-4369-8d4d-9a03a052e7a6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:23.880687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:23.882841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e4fd2-142e-4dc5-b290-2fe1e2947c26 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:23.883492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7e4fd2-142e-4dc5-b290-2fe1e2947c26 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:23.886249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cd7e4fd2-142e-4dc5-b290-2fe1e2947c26 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/d14cab5d-23d8-4e6a-bc4c-be9e48dc88a8 HTTP/1.1" status: 404 len: 337 time: 0.0624917 Mar 11 16:05:23.895143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60392) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:23.917518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:23.926299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbd78eb-7893-4b84-a187-00658554911f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:23.926990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbd78eb-7893-4b84-a187-00658554911f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:23.928855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ddbd78eb-7893-4b84-a187-00658554911f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/d8d0a153-51b2-48e5-b556-0a52bc756df5 HTTP/1.1" status: 404 len: 339 time: 0.0323908 Mar 11 16:05:23.932145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60396) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:23.942877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644139-d91b-45b6-ac0d-bd6ce8a7344e None None] Pushing event updated for resources: {'Port': ['ID=865e5540-c653-4768-8e74-062eaabd44a1,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:24.094608 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-239cac5c-9849-49f5-a542-9f56f9e28174 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=48fda312-fc62-4d64-9498-8b0679da108d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4638500 Mar 11 16:05:24.099187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60400) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:24.153345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] Set router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:24.290179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f2a9c-4d79-4dbd-803e-49b15a9cf9d3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:24.292323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-631f2a9c-4d79-4dbd-803e-49b15a9cf9d3 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.1889560 Mar 11 16:05:24.295870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60404) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:24.304022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:24.320690 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] Sync routers for ids ['de181a8b-6849-43b3-b4d5-865973db9a37'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:24.339531 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] Routers {'de181a8b-6849-43b3-b4d5-865973db9a37'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:24.340158 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['de181a8b-6849-43b3-b4d5-865973db9a37'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:24.363824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.365429 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f6925f9b-beb4-4b3a-b274-4b620a02dcee tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.2879052 Mar 11 16:05:24.366666 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b36ed4e-fb43-49ca-9b91-7350ee96ac22 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 200 len: 205 time: 0.0674486 Mar 11 16:05:24.372088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60408) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:24.376239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60410) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:24.384899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:24.420978 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:24.436368 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] Routers {'de181a8b-6849-43b3-b4d5-865973db9a37'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:24.437112 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['de181a8b-6849-43b3-b4d5-865973db9a37'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:24.516019 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:24.516509 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b3df70-03f1-4c10-aa3a-12ec95b310d9 None None] The sync data for ids ['de181a8b-6849-43b3-b4d5-865973db9a37'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:24.561348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:18Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '865e5540-c653-4768-8e74-062eaabd44a1', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:25:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:17Z', 'updated_at': '2022-03-11T16:05:23Z', 'revision_number': 4, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:24.565855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ff0c-da48-4a6b-abae-cb6c68f59f6f None None] The sync data for ids ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'] in dv-neutron-833206-1-hyperv is: [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:18Z', 'revision_number': 2, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None, '_interfaces': [{'id': '865e5540-c653-4768-8e74-062eaabd44a1', 'name': '', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'mac_address': 'fa:16:3e:25:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:05:17Z', 'updated_at': '2022-03-11T16:05:23Z', 'revision_number': 4, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'subnets': [{'id': 'e06e4235-19af-48e0-a9b7-d23ea133477a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:24.618842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting subnet 39733bb9-c43a-4b30-ade5-a21e2f8c814b {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:24.635469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.662877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.712520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 865e5540-c653-4768-8e74-062eaabd44a1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:24.713149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.727089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:24.888400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.105601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.206243 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 0f2d7091-7043-40e0-a364-34dfbec21779 associated. External IP: 172.26.4.62, port: 8e6e1edc-f173-4371-bd74-801b29df1662. Mar 11 16:05:25.232259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port 865e5540-c653-4768-8e74-062eaabd44a1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=865e5540-c653-4768-8e74-062eaabd44a1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:25.232626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.268687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.378302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 865e5540-c653-4768-8e74-062eaabd44a1 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:25.570790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.622950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=39733bb9-c43a-4b30-ade5-a21e2f8c814b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:25.658938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.661182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a052429-8e0c-41fc-a3f3-e57519022798 None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:25.680392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f0e38c83-625d-4abf-af0c-bf58516f6d11 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/39733bb9-c43a-4b30-ade5-a21e2f8c814b HTTP/1.1" status: 204 len: 168 time: 1.7470419 Mar 11 16:05:25.684769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60416) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:25.743153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 865e5540-c653-4768-8e74-062eaabd44a1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:25.761780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.779588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting subnet e53a7e32-d845-407f-8706-956a4f75e99a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:25.784789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:25.805134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 865e5540-c653-4768-8e74-062eaabd44a1 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:25.805743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 865e5540-c653-4768-8e74-062eaabd44a1 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:05:25.811737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=865e5540-c653-4768-8e74-062eaabd44a1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:25.852844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 865e5540-c653-4768-8e74-062eaabd44a1 not found, will not notify nova. {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:05:25.869697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.012616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.124971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.130505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.221076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port 890024bd-776f-4e18-8250-758dd538ee4f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:26.221076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.229053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.365194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.483886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=e53a7e32-d845-407f-8706-956a4f75e99a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:26.508340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.530915 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2332c13c-8800-4bdb-8528-3eb52c966444 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/e53a7e32-d845-407f-8706-956a4f75e99a HTTP/1.1" status: 204 len: 168 time: 0.8440337 Mar 11 16:05:26.536042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60420) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:26.575958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:26.692650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48be101-aaf3-4ad8-af00-cd9dee88d693 None None] Network 53baceb9-012e-41ac-a9ff-518c24059490 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:26.722478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for 890024bd-776f-4e18-8250-758dd538ee4f owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:26.842552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:26.867251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9245209a-fede-43a8-b896-a495c48861d3 None None] Provisioning complete for port 5ecdd0b6-3b41-4557-9699-6bfa01393102 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:26.867666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9245209a-fede-43a8-b896-a495c48861d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.003588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.088998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] DHCP port deletion for 53baceb9-012e-41ac-a9ff-518c24059490 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:27.093901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Deleting port 5ecdd0b6-3b41-4557-9699-6bfa01393102 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:27.094490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.101659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 5ecdd0b6-3b41-4557-9699-6bfa01393102 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:27.101979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.107673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.189663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.230414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:27.231707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.290519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=890024bd-776f-4e18-8250-758dd538ee4f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:27.318942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ecdd0b6-3b41-4557-9699-6bfa01393102,segment=NetworkSegment(453e8dd4-d4fe-419c-a418-c4d96dcd9cad),segment_id=453e8dd4-d4fe-419c-a418-c4d96dcd9cad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:27.319420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.449896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Calling delete_port for 5ecdd0b6-3b41-4557-9699-6bfa01393102 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:27.545225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.564448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:27.566311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.601142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 5ecdd0b6-3b41-4557-9699-6bfa01393102, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ecdd0b6-3b41-4557-9699-6bfa01393102,segment=NetworkSegment(453e8dd4-d4fe-419c-a418-c4d96dcd9cad),segment_id=453e8dd4-d4fe-419c-a418-c4d96dcd9cad)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:27.601575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.663477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:27.675216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] No DVR routers for this DVR port 5ecdd0b6-3b41-4557-9699-6bfa01393102 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:27.678015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c8e3e-7e45-4b32-abba-ff43c091f5fb None None] Pushing event deleted for resources: {'Port': ['ID=5ecdd0b6-3b41-4557-9699-6bfa01393102,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:27.696331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:27.697009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:27.763458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:27.767099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ecdd0b6-3b41-4557-9699-6bfa01393102 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:27.776209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 5ecdd0b6-3b41-4557-9699-6bfa01393102 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:27.814837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5ecdd0b6-3b41-4557-9699-6bfa01393102 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:27.815353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ecdd0b6-3b41-4557-9699-6bfa01393102 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:27.816957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:27.817572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:27.850486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:27.866048 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Sync routers for ids ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:27.879475 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Routers {'9e626984-7ce2-4369-8d4d-9a03a052e7a6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:27.880323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:27.883937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:27.884342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49431f02-6d62-4e8d-9fc7-5d10035061c1 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:27.904531 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5a8c4a45-e5d9-4f78-89ce-9f8e43109dc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "PUT /v2.0/routers/9e626984-7ce2-4369-8d4d-9a03a052e7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6960576 Mar 11 16:05:27.911145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60424) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:27.951884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:27.952293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:27.988399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:27.995820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.006005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11363dab-b30d-44c7-890d-470e65e276b6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:28.007320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11363dab-b30d-44c7-890d-470e65e276b6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:28.008056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11363dab-b30d-44c7-890d-470e65e276b6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:28.046813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.047724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router 48fda312-fc62-4d64-9498-8b0679da108d {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:28.048958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11363dab-b30d-44c7-890d-470e65e276b6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:28.050610 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11363dab-b30d-44c7-890d-470e65e276b6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1399949 Mar 11 16:05:28.053786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60428) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:28.061893 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Set router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:28.082591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.087878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-615ccfa7-4e2e-4f3e-b4ac-619515fe8f31 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 204 len: 168 time: 3.5561461 Mar 11 16:05:28.088934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60432) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:28.094763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078824423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:28.102507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:28.108358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:28.112806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:28.121748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:28.190447 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:25Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.195317 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Checking router: 9e626984-7ce2-4369-8d4d-9a03a052e7a6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:28.207067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Routers {'9e626984-7ce2-4369-8d4d-9a03a052e7a6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:28.208250 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.234968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router de181a8b-6849-43b3-b4d5-865973db9a37 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:28.248150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.249078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.300839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.329817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.340666 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] Set router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:28.360029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.361277 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3d21a38-bbb1-4a7d-8e89-be0a8f9ca2b4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2710781 Mar 11 16:05:28.370657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:28.386802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:28.451441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8e627079-5c50-4440-abe7-41f455266bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:25Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.455638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e627079-5c50-4440-abe7-41f455266bee None None] The sync data for ids ['9e626984-7ce2-4369-8d4d-9a03a052e7a6'] in dv-neutron-833206-1-hyperv is: [{'id': '9e626984-7ce2-4369-8d4d-9a03a052e7a6', 'name': 'tempest-NetworksTestDHCPv6-router-1552073566', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:05:15Z', 'updated_at': '2022-03-11T16:05:25Z', 'revision_number': 3, 'project_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:28.459204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 5ecdd0b6-3b41-4557-9699-6bfa01393102 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:28.459550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.541506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] The port '5ecdd0b6-3b41-4557-9699-6bfa01393102' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:05:28.690503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet e06e4235-19af-48e0-a9b7-d23ea133477a {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:28.706422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.762029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.767846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:28.802550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.838468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53baceb9-012e-41ac-a9ff-518c24059490']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.862793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453e8dd4-d4fe-419c-a418-c4d96dcd9cad') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.863088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453e8dd4-d4fe-419c-a418-c4d96dcd9cad') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:28.887013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.924865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.944618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:28.944956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:28.963135 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:29.055753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.067734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.098361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.120240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:29.126760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.133261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] Sync routers for ids ['de181a8b-6849-43b3-b4d5-865973db9a37'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:29.146769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=53baceb9-012e-41ac-a9ff-518c24059490,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:29.149333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] Routers {'de181a8b-6849-43b3-b4d5-865973db9a37'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:29.151276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['de181a8b-6849-43b3-b4d5-865973db9a37'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.160604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.164708 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1a698114-66bd-49cb-9d42-2f3ddb91a304 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "PUT /v2.0/routers/de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 200 len: 921 time: 4.7819111 Mar 11 16:05:29.164708 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-03aad3a9-cd46-4f7b-a2b3-eec8ffe1839a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/53baceb9-012e-41ac-a9ff-518c24059490 HTTP/1.1" status: 204 len: 168 time: 2.6244833 Mar 11 16:05:29.164708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60440) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.167485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60444) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.220354 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-05156853-f86e-4880-b09f-572c9f3f22a3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.220728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05156853-f86e-4880-b09f-572c9f3f22a3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.222743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-05156853-f86e-4880-b09f-572c9f3f22a3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/dfc337e3-50b9-4f79-a401-658c9a19b596 HTTP/1.1" status: 404 len: 337 time: 0.0538635 Mar 11 16:05:29.224970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60448) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.232474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.244426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] Routers {'de181a8b-6849-43b3-b4d5-865973db9a37'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:29.245227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['de181a8b-6849-43b3-b4d5-865973db9a37'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.266674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-128a0da9-c58e-4209-8ae1-51412ea88b1a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.267148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128a0da9-c58e-4209-8ae1-51412ea88b1a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.271947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-128a0da9-c58e-4209-8ae1-51412ea88b1a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/b0fed903-811d-4091-a5b5-478d3219e518 HTTP/1.1" status: 404 len: 339 time: 0.0430136 Mar 11 16:05:29.271947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60452) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.300610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.314673 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80cff2a-680b-4fa4-a965-66526435d05a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.314968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.315223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80cff2a-680b-4fa4-a965-66526435d05a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.315710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48b1c3-5d5d-4b52-a03b-243bc49bdb34 None None] The sync data for ids ['de181a8b-6849-43b3-b4d5-865973db9a37'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:29.319996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e80cff2a-680b-4fa4-a965-66526435d05a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/c0d64c2c-b73c-4c9c-8cd1-46614eea85d0 HTTP/1.1" status: 404 len: 337 time: 0.0441740 Mar 11 16:05:29.321284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60456) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.356629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1284228-491a-42ee-816d-fefabca38ed3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.357060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1284228-491a-42ee-816d-fefabca38ed3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.358705 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a1284228-491a-42ee-816d-fefabca38ed3 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/6c5246a5-9486-490f-b692-5352df8ad041 HTTP/1.1" status: 404 len: 339 time: 0.0373793 Mar 11 16:05:29.362484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60460) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.366411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:29.372311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.380381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:29.393608 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:29.394364 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.404609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=e06e4235-19af-48e0-a9b7-d23ea133477a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:29.416959 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-559cdef9-f942-4c7d-a001-fa814de7b35d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.417921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559cdef9-f942-4c7d-a001-fa814de7b35d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.425989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.433472 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-816dc5e6-efa7-42fb-9eda-d20886ba6d63 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/e06e4235-19af-48e0-a9b7-d23ea133477a HTTP/1.1" status: 204 len: 168 time: 1.3728144 Mar 11 16:05:29.433650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60464) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.434794 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-559cdef9-f942-4c7d-a001-fa814de7b35d tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/ac78cd62-2aef-46d3-9c11-497736f39e71 HTTP/1.1" status: 404 len: 337 time: 0.0637882 Mar 11 16:05:29.434907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60468) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.441585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf30989-da3d-4e89-ba1e-b794cca0eb1a None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:29.489658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5fd06191-6fa1-446f-943d-ce4ebe8bec38 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 200 len: 921 time: 0.3212361 Mar 11 16:05:29.489875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.542835 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.554553 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:29.555405 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.577558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cada320d-56ba-4d45-8d57-b42cbc075810 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Synchronizing usage tracker for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:29.592056 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0deaa64-025c-4575-9054-18604c5316c0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:29.592494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0deaa64-025c-4575-9054-18604c5316c0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:29.594136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a0deaa64-025c-4575-9054-18604c5316c0 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/4029286f-f857-4aaa-b9ff-b87a708fd341 HTTP/1.1" status: 404 len: 339 time: 0.1079543 Mar 11 16:05:29.600846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60476) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.627905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cada320d-56ba-4d45-8d57-b42cbc075810 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Unset dirty status for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:29.635455 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:29.635875 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358dea21-7e77-4d90-abec-1523abc68148 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:29.636045 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cada320d-56ba-4d45-8d57-b42cbc075810 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=de181a8b-6849-43b3-b4d5-865973db9a37&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1444221 Mar 11 16:05:29.636725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60480) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.648730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 865e5540-c653-4768-8e74-062eaabd44a1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:29.695668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 865e5540-c653-4768-8e74-062eaabd44a1 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:29.696133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 865e5540-c653-4768-8e74-062eaabd44a1 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:29.774822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e86bcf66-3822-4ebe-9229-b50c94a24873 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/0f2d7091-7043-40e0-a364-34dfbec21779 HTTP/1.1" status: 200 len: 977 time: 7.1629326 Mar 11 16:05:29.782308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60484) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.794775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:29.815955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:29.821032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Deleting port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:29.821418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.873506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6081632b-6d4d-409d-8869-9b7f95da4ea1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:29.876649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:29.909887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b0e6d-78bb-4705-bd16-c974eea1707b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:29.910693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f49b0e6d-78bb-4705-bd16-c974eea1707b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Synchronizing usage tracker for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:29.928296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f49b0e6d-78bb-4705-bd16-c974eea1707b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Unset dirty status for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:29.932523 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f49b0e6d-78bb-4705-bd16-c974eea1707b tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.2908313 Mar 11 16:05:29.932777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60488) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:29.990920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.002923 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0cc5e96d-7680-4775-a395-c380c3bb3af7 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 200 len: 205 time: 0.0689316 Mar 11 16:05:30.004463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60492) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:30.058252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] For port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:30.058729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.200137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Calling delete_port for 7ffc9ed9-dab6-4610-99c9-f34d5804d4be owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:30.202037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6081632b-6d4d-409d-8869-9b7f95da4ea1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:30.203227 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6081632b-6d4d-409d-8869-9b7f95da4ea1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7719219 Mar 11 16:05:30.205890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60496) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:30.235349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.294175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.357424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] Pushing event deleted for resources: {'Port': ['ID=7ffc9ed9-dab6-4610-99c9-f34d5804d4be,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:30.362003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.362845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341abd0d-253c-4802-8470-c8d50d8838d0 None None] No DVR routers for this DVR port 7ffc9ed9-dab6-4610-99c9-f34d5804d4be on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:30.387790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting subnet 6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:30.405176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.417788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.558688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.585887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Allocated IP 172.26.4.236 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/07472edf-2078-4123-aa28-c5d11a603a29) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:30.809555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.821319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.821626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 0f2d7091-7043-40e0-a364-34dfbec21779 disassociated. External IP: 172.26.4.62, port: d01d496e-8aac-4e98-9c5d-9c48a518e1d1. Mar 11 16:05:30.912351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.920847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.973593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:30.974231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Fanout notify agent at l3_agent the message router_deleted on router 9e626984-7ce2-4369-8d4d-9a03a052e7a6 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:30.999037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.004875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.014930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.019275 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c053c8db-9d5f-4d0c-b791-42143f56530d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/routers/9e626984-7ce2-4369-8d4d-9a03a052e7a6 HTTP/1.1" status: 204 len: 168 time: 0.8095179 Mar 11 16:05:31.019275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port 09be6c6f-bad4-451f-89bd-3d3bcfb78d5f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:31.019275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.041304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60500) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:31.104758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.119831 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-92cf69f4-cb90-4926-a37e-b96a56dee13f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0711036 Mar 11 16:05:31.126749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:31.235359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b95f23c-44d1-4ba7-a294-0d3c44beaf51 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:31.236162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0b95f23c-44d1-4ba7-a294-0d3c44beaf51 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:31.257306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.292468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.343992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.381893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:31.389312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0b95f23c-44d1-4ba7-a294-0d3c44beaf51 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:31.390860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0b95f23c-44d1-4ba7-a294-0d3c44beaf51 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2602942 Mar 11 16:05:31.399701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60510) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:31.407649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.413282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d2765-b048-4e8e-af55-ca54100527a7 None None] Network 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:31.419763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:31.478484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for 09be6c6f-bad4-451f-89bd-3d3bcfb78d5f owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:31.479631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:31.492891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:31.523356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Pushing event updated for resources: {'Port': ['ID=07472edf-2078-4123-aa28-c5d11a603a29,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:31.546950 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f968ed1-4ffd-4a9e-a6c8-b499eb69dcaa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1343520 Mar 11 16:05:31.549007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60514) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:31.562273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:31.668810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7ffc9ed9-dab6-4610-99c9-f34d5804d4be no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:31.678288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.692066 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-901fd93e-9025-4f75-ba90-722c20f206c1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/6def8363-6beb-4dd5-b0f3-9e1bbce9fbc3 HTTP/1.1" status: 204 len: 168 time: 2.0661290 Mar 11 16:05:31.695507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60518) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:31.715389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 7ffc9ed9-dab6-4610-99c9-f34d5804d4be {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:31.715831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7ffc9ed9-dab6-4610-99c9-f34d5804d4be not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:31.722522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] DHCP port deletion for 4fbaa09f-f2c8-4840-9d36-4333c8dcfefb request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:31.727942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Deleting port 55f629b0-1d3f-449c-ac19-bdbba46700bc {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:31.728313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.734135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=09be6c6f-bad4-451f-89bd-3d3bcfb78d5f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:31.863313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:31.949155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:31.973622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:31.983999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] For port 55f629b0-1d3f-449c-ac19-bdbba46700bc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=55f629b0-1d3f-449c-ac19-bdbba46700bc,segment=NetworkSegment(ccb3c335-6709-4dfc-9b19-0c9fa37f776e),segment_id=ccb3c335-6709-4dfc-9b19-0c9fa37f776e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:31.984577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.032044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:32.051269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.114544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Calling delete_port for 55f629b0-1d3f-449c-ac19-bdbba46700bc owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:32.194486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.225806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 55f629b0-1d3f-449c-ac19-bdbba46700bc {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:32.226144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.239819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] Pushing event deleted for resources: {'Port': ['ID=55f629b0-1d3f-449c-ac19-bdbba46700bc,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:32.248405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb0077-406a-44f2-ab24-fd0eae17b3ee None None] No DVR routers for this DVR port 55f629b0-1d3f-449c-ac19-bdbba46700bc on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:32.270585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.274800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.307135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.307996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router de181a8b-6849-43b3-b4d5-865973db9a37 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:32.323534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.326311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-736990d9-d06a-496d-bfb1-e59bdbcc92cb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 204 len: 168 time: 2.3189967 Mar 11 16:05:32.328941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:32.333586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.334925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-250491782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:32.342329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:32.346483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:32.349427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:32.355906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:32.371177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.372215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.402697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.421201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.445415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.446659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a25e98fa-e0b0-44b9-92bd-1591c80641fe tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1164072 Mar 11 16:05:32.448158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] The port '55f629b0-1d3f-449c-ac19-bdbba46700bc' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:05:32.449604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60526) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:32.455017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:32.643204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.687549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbaa09f-f2c8-4840-9d36-4333c8dcfefb']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:32.710958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:32.711243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb3c335-6709-4dfc-9b19-0c9fa37f776e') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:32.762887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.805671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.811504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.880047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:32.880452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:32.896127 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:32.976517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.114974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.150837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.166942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.196677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.211679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=4fbaa09f-f2c8-4840-9d36-4333c8dcfefb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:33.216269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.233420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33b2d380-be5a-4e44-89f5-6e80978472b1 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/4fbaa09f-f2c8-4840-9d36-4333c8dcfefb HTTP/1.1" status: 204 len: 168 time: 1.5341396 Mar 11 16:05:33.235886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60530) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:33.239713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.254669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:33.283663 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d038d2cc-2ec5-449c-83d0-f6060ed0b06f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:33.284175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d038d2cc-2ec5-449c-83d0-f6060ed0b06f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:33.301224 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d038d2cc-2ec5-449c-83d0-f6060ed0b06f tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/d488bff8-02c8-41bf-89bc-63a92a5a06cb HTTP/1.1" status: 404 len: 337 time: 0.0637691 Mar 11 16:05:33.304229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60534) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:33.335890 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d02dcb-7eb8-44a6-ba8d-2b61bcef8c04 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:33.336514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d02dcb-7eb8-44a6-ba8d-2b61bcef8c04 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:33.340888 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-80d02dcb-7eb8-44a6-ba8d-2b61bcef8c04 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/f3409819-76b2-428e-8318-fbd569c6d8fa HTTP/1.1" status: 404 len: 339 time: 0.0335212 Mar 11 16:05:33.342039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60538) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:33.483551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Allocated IP 172.26.4.104 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/87f1ed92-4197-4931-85ba-8f8aab6a11d5) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:33.539062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:05:33.540427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.670718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 55f629b0-1d3f-449c-ac19-bdbba46700bc no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:33.701126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting subnet 2f03de2f-8de3-48e6-833d-87238351b40d {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:33.706919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 55f629b0-1d3f-449c-ac19-bdbba46700bc {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:33.707710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.707863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 55f629b0-1d3f-449c-ac19-bdbba46700bc not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:33.741555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:33.756346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:33.757993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=7960389c-c9de-44b9-ad3b-0bd5746629d6,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:33.761739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:33.762318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.768974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae9794-baec-43b5-a628-0547211ef8ac None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:33.783554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.792612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.803599 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ddf0476-ddca-4e02-be63-dc73ed55d13a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2553015 Mar 11 16:05:33.808208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60546) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:33.816482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:33.891260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:33.933897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.005526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:34.012965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:34.018936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:34.023205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event updated for resources: {'Port': ['ID=87f1ed92-4197-4931-85ba-8f8aab6a11d5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:34.026105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:34.030529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:34.036327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '7960389c-c9de-44b9-ad3b-0bd5746629d6'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:05:34.037148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.063620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:34.067655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.092235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.169646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Subnet': ['ID=2f03de2f-8de3-48e6-833d-87238351b40d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:34.188653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.191716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c15fd-8b87-4f0d-97bb-b16ce204bc4c None None] Network 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:34.205390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:34.214302 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-da720b08-c7ac-4fbe-9ef4-fb664acbf36a tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/subnets/2f03de2f-8de3-48e6-833d-87238351b40d HTTP/1.1" status: 204 len: 168 time: 0.8688066 Mar 11 16:05:34.215794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60550) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:34.218653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.271244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:34.329982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b4b03778-d110-4e55-a1b4-60422dc2dfab tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/0f2d7091-7043-40e0-a364-34dfbec21779 HTTP/1.1" status: 200 len: 687 time: 4.5457447 Mar 11 16:05:34.331024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Router c4008b5a-3489-481f-af3e-b741eb730255 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:34.334707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Allocated IP 2001:db8::f816:3eff:fe09:c661 (a5201ef7-2506-4639-87b8-8e23809c1ec8/7960389c-c9de-44b9-ad3b-0bd5746629d6/60a63890-3558-4fa5-a1ba-7ea48c5dc0a0) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:34.339730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60558) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:34.381518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:34.382183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:34.449209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.490987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:34.732231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:34.732946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:34.766940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 3ac9e222-2129-436d-9e3a-e1d8ef884728 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:34.767430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.800440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:34.800853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1226f91-6002-41f1-941e-398570b05f37 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:34.817961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.834602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Transition to ACTIVE for port object 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:34.856009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Transition to ACTIVE for port object 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:34.858766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 5d1da460-2582-44a3-b64e-14f32f5c42af {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:34.859459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.863879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:34.962379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] DHCP port deletion for 9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:34.972245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Deleting port 5d1da460-2582-44a3-b64e-14f32f5c42af {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:34.972652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.035916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.066693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:35.071211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:35.110923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae205724-2c22-462f-a6ab-976bfb432c66 req-1164fbf1-87d0-44e8-b3a7-f34192389d9f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:35.113543 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ae205724-2c22-462f-a6ab-976bfb432c66 req-1164fbf1-87d0-44e8-b3a7-f34192389d9f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.2669542 Mar 11 16:05:35.156039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107481f9-d3b4-4458-be8f-9363c5d2c01d req-b313f0e2-84be-457d-8efa-e2ad52d993cc tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:35.167262 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-107481f9-d3b4-4458-be8f-9363c5d2c01d req-b313f0e2-84be-457d-8efa-e2ad52d993cc tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.2553177 Mar 11 16:05:35.194988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:35.197005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Pushing event updated for resources: {'Port': ['ID=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:35.210585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.243630 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ae205724-2c22-462f-a6ab-976bfb432c66 req-fcf27f5f-c80f-42ff-aad0-1684850b5ab4 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181118 Mar 11 16:05:35.299952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:35.314298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:35.321266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:35.321970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.327019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] For port 5d1da460-2582-44a3-b64e-14f32f5c42af, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5d1da460-2582-44a3-b64e-14f32f5c42af,segment=NetworkSegment(59bc4ae6-daa2-4adb-8e3f-2487e2df2582),segment_id=59bc4ae6-daa2-4adb-8e3f-2487e2df2582)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:35.327406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.375411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=8e6bd226-4be6-4b62-a231-8d174f6887e0,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:35.387697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:35.392176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Attempting to bind port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:35.392563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Attempting to bind port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:35.392898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Attempting to bind port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:35.404524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] Sync routers for ids ['c4008b5a-3489-481f-af3e-b741eb730255'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:35.411413 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-107481f9-d3b4-4458-be8f-9363c5d2c01d req-ad5cc513-2559-4c18-b545-5926337e8662 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427809 Mar 11 16:05:35.418249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.418249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.429622 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] Routers {'c4008b5a-3489-481f-af3e-b741eb730255'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:35.430543 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['c4008b5a-3489-481f-af3e-b741eb730255'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:35.433792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60566) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:35.442865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f034a90f-6629-4cbe-9781-e5f84223314f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6332259 Mar 11 16:05:35.446740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.449619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:f7:01:8e', 'name': 'tempest-NetworksTestDHCPv6-1492460211'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:35.452570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c42a34d-b95d-4bd3-b144-e85857fc1d8a tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "PUT /v2.0/routers/c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 200 len: 920 time: 7.0766542 Mar 11 16:05:35.454191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60570) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:35.467980 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Calling delete_port for 5d1da460-2582-44a3-b64e-14f32f5c42af owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:35.483475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.487534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.497693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:35.498353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:35.498939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.499474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:35.500090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Bound port: 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:35.500625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.518469 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:35.531081 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] Routers {'c4008b5a-3489-481f-af3e-b741eb730255'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:35.531938 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['c4008b5a-3489-481f-af3e-b741eb730255'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:35.594122 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:35.594778 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f602d294-bbed-4abd-a4f6-514cb440a6f2 None None] The sync data for ids ['c4008b5a-3489-481f-af3e-b741eb730255'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:35.615898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] For port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:35.619873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] For port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:35.629893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.651781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 3ac9e222-2129-436d-9e3a-e1d8ef884728 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:35.687816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5d1da460-2582-44a3-b64e-14f32f5c42af no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:35.803673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.811554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port 5d1da460-2582-44a3-b64e-14f32f5c42af {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:05:35.811952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5d1da460-2582-44a3-b64e-14f32f5c42af not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:35.815708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfaa4b-0db0-40cd-841d-3e760facd4bb None None] Pushing event updated for resources: {'Port': ['ID=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:35.819017 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70237c45-3e4a-40c6-84eb-e82569cb2420 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 200 len: 926 time: 0.3637369 Mar 11 16:05:35.827707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60574) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:35.883347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] Pushing event deleted for resources: {'Port': ['ID=5d1da460-2582-44a3-b64e-14f32f5c42af,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:35.888023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976f707-5e0b-4f86-ae0f-714a7454aadb None None] No DVR routers for this DVR port 5d1da460-2582-44a3-b64e-14f32f5c42af on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:35.930162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3a354587-7660-45f5-8993-c44372476907 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Synchronizing usage tracker for tenant:8becf970059546728d476b386e1ea940 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:35.943042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3a354587-7660-45f5-8993-c44372476907 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Unset dirty status for tenant:8becf970059546728d476b386e1ea940 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:35.944265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3a354587-7660-45f5-8993-c44372476907 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=c4008b5a-3489-481f-af3e-b741eb730255&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1155479 Mar 11 16:05:35.946845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] For port 5d1da460-2582-44a3-b64e-14f32f5c42af, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5d1da460-2582-44a3-b64e-14f32f5c42af,segment=NetworkSegment(59bc4ae6-daa2-4adb-8e3f-2487e2df2582),segment_id=59bc4ae6-daa2-4adb-8e3f-2487e2df2582)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:35.947588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:35.949134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60578) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:36.108748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f10fed-8d87-48e0-a501-eebb4d02c6e8 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:36.112954 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-30f10fed-8d87-48e0-a501-eebb4d02c6e8 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.1580768 Mar 11 16:05:36.113607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60582) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:36.161846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4ff88088-774b-462a-9b18-a78c2e3ffbf9 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 200 len: 205 time: 0.0455108 Mar 11 16:05:36.162786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60586) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:36.222232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Calling delete_port for 5d1da460-2582-44a3-b64e-14f32f5c42af owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:36.404592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:36.411513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:36.414609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:36.414897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:36.416028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:36.423077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.427461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:36.453397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.477660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=3ac9e222-2129-436d-9e3a-e1d8ef884728,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:36.521553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:36.724794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.748196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.787588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.792015 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-db74a10f-7063-4ee4-afa0-ce0070cfd780 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/0f2d7091-7043-40e0-a364-34dfbec21779 HTTP/1.1" status: 204 len: 168 time: 2.4475851 Mar 11 16:05:36.797684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60596) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:36.801844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 38e7049d-b5da-4959-ab4c-584704ed2bbd yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:36.868450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864058f-7076-40c6-9b51-33103cfc724b req-30222b60-1155-4dc4-b956-07703722dff5 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:36.870905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b864058f-7076-40c6-9b51-33103cfc724b req-30222b60-1155-4dc4-b956-07703722dff5 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.4575481 Mar 11 16:05:36.906418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Router db13637d-2bd9-4093-86d4-f95536fd9958 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:36.924042 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-f9b14b41-9b76-4b23-87c9-80e0faf3c6dd tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] delete failed (client error): The resource could not be found. Mar 11 16:05:36.925128 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f9b14b41-9b76-4b23-87c9-80e0faf3c6dd tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/0f2d7091-7043-40e0-a364-34dfbec21779 HTTP/1.1" status: 404 len: 345 time: 0.1243434 Mar 11 16:05:36.935765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60600) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:36.941125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Deleting port 5d1da460-2582-44a3-b64e-14f32f5c42af {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:36.941480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:36.969545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca6b894-8d90-4ad8-9ffb-33695fc910e7 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:36.984941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1c85e-61d1-467b-804d-797ece7c4558 req-e1cac568-3268-4d92-bfa3-14116363f655 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:36.986489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-50e1c85e-61d1-467b-804d-797ece7c4558 req-e1cac568-3268-4d92-bfa3-14116363f655 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.4128511 Mar 11 16:05:37.029636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fd077-51f9-453b-bfb6-d63e27286143 req-9bdc3b74-0e4d-4103-a1a5-0b3825abaa13 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:37.031321 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-191fd077-51f9-453b-bfb6-d63e27286143 req-9bdc3b74-0e4d-4103-a1a5-0b3825abaa13 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.11 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 945 time: 0.4565322 Mar 11 16:05:37.036241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] The port '5d1da460-2582-44a3-b64e-14f32f5c42af' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:05:37.135256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-5a1cda79-470f-49e3-be23-551fcd288aa5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:37.136713 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-5a1cda79-470f-49e3-be23-551fcd288aa5 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 0.4152670 Mar 11 16:05:37.156475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b864058f-7076-40c6-9b51-33103cfc724b req-9bab1a37-dd44-465f-a303-2fb5471720b6 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups?id=7ae68990-0189-4e7c-857d-ed5cda5b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768700 Mar 11 16:05:37.199113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-327a0588-21be-41ec-bb23-f5c614e9b50e None None] Provisioning for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:37.239014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-50e1c85e-61d1-467b-804d-797ece7c4558 req-d10a7956-7b2b-4e0e-a7b3-3eb7de9c266e tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357488 Mar 11 16:05:37.243073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Deleting port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:37.244807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.354216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Deleting port 1cff8e9c-ac67-4ccc-a17d-610834908376 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:37.354216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.362495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.383776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 172.20.0.12 (a5201ef7-2506-4639-87b8-8e23809c1ec8/8e6bd226-4be6-4b62-a231-8d174f6887e0/38e7049d-b5da-4959-ab4c-584704ed2bbd) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:37.405620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9400d1ba-2065-4d18-8ae3-4dd08c6f35a0']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:37.414303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fef7:18e (a5201ef7-2506-4639-87b8-8e23809c1ec8/7960389c-c9de-44b9-ad3b-0bd5746629d6/38e7049d-b5da-4959-ab4c-584704ed2bbd) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:37.424614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Update dhcp port {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '7960389c-c9de-44b9-ad3b-0bd5746629d6', 'ip_address': '2001:db8::f816:3eff:fe09:c661'}, {'subnet_id': '8e6bd226-4be6-4b62-a231-8d174f6887e0'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '60a63890-3558-4fa5-a1ba-7ea48c5dc0a0'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:05:37.428488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bc4ae6-daa2-4adb-8e3f-2487e2df2582') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:37.428788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bc4ae6-daa2-4adb-8e3f-2487e2df2582') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:37.431598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:37.435787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:37.439724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:37.440570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Synchronizing usage tracker for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:37.448258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.490714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.498396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.520415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:37.520832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:37.540887 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:37.746105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.769306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:37.777437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.779401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Unset dirty status for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:37.782988 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c25196e0-e33c-4428-8df6-07af98f3df87 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/ports?network_id=c5ae24bf-25f1-49bc-86b9-d59032a9d364 HTTP/1.1" status: 200 len: 2359 time: 0.8407178 Mar 11 16:05:37.786109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60606) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:37.829612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.851069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] Pushing event deleted for resources: {'Network': ['ID=9400d1ba-2065-4d18-8ae3-4dd08c6f35a0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:37.864221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:37.869585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:37.870428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.892415 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-53522778-56dd-4b83-bc23-f4638e6cb179 tempest-NetworksIpV6Test-2018018006 tempest-NetworksIpV6Test-2018018006-project] 10.222.0.78 "DELETE /v2.0/networks/9400d1ba-2065-4d18-8ae3-4dd08c6f35a0 HTTP/1.1" status: 204 len: 168 time: 3.6736381 Mar 11 16:05:37.913592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.934162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port 07472edf-2078-4123-aa28-c5d11a603a29 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:37.934507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.938179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 38e7049d-b5da-4959-ab4c-584704ed2bbd will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:37.970180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:37.980442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:38.008916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] For port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:38.009190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.091218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.163315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.165302 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-589bbbdc-e3b4-4a7b-8f6f-483079a2b75c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "PUT /v2.0/routers/db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 200 len: 879 time: 5.7147136 Mar 11 16:05:38.171597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] Sync routers for ids ['db13637d-2bd9-4093-86d4-f95536fd9958'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:38.179458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60612) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.185469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d314ab5-d5ad-4400-b547-ee2a44144d80 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:38.187715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4d314ab5-d5ad-4400-b547-ee2a44144d80 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/subnets/3f7d452b-81f0-406e-abf2-6a9aa244eccd HTTP/1.1" status: 200 len: 797 time: 0.3953228 Mar 11 16:05:38.260935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:38.261156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60616) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.281602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] Routers {'db13637d-2bd9-4093-86d4-f95536fd9958'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:38.282133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['db13637d-2bd9-4093-86d4-f95536fd9958'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:38.355133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:38.364252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:38.380449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:38.402590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.414155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:38.429951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=38e7049d-b5da-4959-ab4c-584704ed2bbd,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:38.482727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:38.483394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.542001 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-768e5e67-c25b-4c59-a5c5-392440c4e5fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1036129 Mar 11 16:05:38.545428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:38.546450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60626) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.557752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e374de4-ee11-4b98-a516-4f1c7751a2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.565329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] Routers {'db13637d-2bd9-4093-86d4-f95536fd9958'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:38.566007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['db13637d-2bd9-4093-86d4-f95536fd9958'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:38.618495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.621211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.621211 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Floating IP c263de5f-452d-4e89-9811-fbd9797ae401 disassociated. External IP: 172.26.4.216, port: 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f. Mar 11 16:05:38.621211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Calling delete_port for 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:38.646565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:38.646998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11afe0d-d688-486a-995a-b7ea58a89203 None None] The sync data for ids ['db13637d-2bd9-4093-86d4-f95536fd9958'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:38.667833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.679164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Allocated IP 172.20.0.2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/8e6bd226-4be6-4b62-a231-8d174f6887e0/60a63890-3558-4fa5-a1ba-7ea48c5dc0a0) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:38.728747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac588b-72c2-4663-880d-b8690eee1b7d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:38.732915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ac588b-72c2-4663-880d-b8690eee1b7d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:38.733769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b1ac588b-72c2-4663-880d-b8690eee1b7d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:38.766671 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6d2a977d-acb7-4310-b66d-9972745b4b17 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 200 len: 920 time: 0.5754595 Mar 11 16:05:38.766671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b1ac588b-72c2-4663-880d-b8690eee1b7d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:38.766671 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b1ac588b-72c2-4663-880d-b8690eee1b7d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2155154 Mar 11 16:05:38.766671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60636) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.794258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60640) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:38.875566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.880287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 38e7049d-b5da-4959-ab4c-584704ed2bbd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:38.880642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.886777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] For port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:38.894491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'port': {'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364', 'name': 'tempest-FloatingIPTestJSON-364156755', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:38.924840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:38.943682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Transition to ACTIVE for port object 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:38.949180 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.019824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.109812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff80a20-0777-4e95-a34d-f96b46ff1eae None None] Pushing event updated for resources: {'Port': ['ID=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:39.147148 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-51297673-956e-4f3e-9cad-df77d8094df2 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=db13637d-2bd9-4093-86d4-f95536fd9958&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3470938 Mar 11 16:05:39.155350 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-81e21f4b-eecc-4521-9fdb-066fed4ccb2d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe8fd147a3984ffdaceadfd25dc9af16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4863737 Mar 11 16:05:39.155871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60644) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:39.170440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60646) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:39.223447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] For port 1cff8e9c-ac67-4ccc-a17d-610834908376, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1cff8e9c-ac67-4ccc-a17d-610834908376,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:39.223785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.234800 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb2b614b-3711-428f-8793-befe3452fa67 req-1bd6f9c8-da5a-4420-943d-a8a26f7bdf38 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.3238957 Mar 11 16:05:39.254862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for 07472edf-2078-4123-aa28-c5d11a603a29 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:39.373380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.500462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event deleted for resources: {'Port': ['ID=5ec9bc21-d08b-45cb-8ae5-58b94cb7094f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:39.519402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 38e7049d-b5da-4959-ab4c-584704ed2bbd owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:39.591872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.596125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421dcb78-6bb4-4875-bdd0-301ccbbabfb1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:39.600972 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-421dcb78-6bb4-4875-bdd0-301ccbbabfb1 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.4330313 Mar 11 16:05:39.604586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60652) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:39.710723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a9c53ad4-98d5-4b56-ab4a-cc32653aa377 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 200 len: 205 time: 0.0872929 Mar 11 16:05:39.711977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60656) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:39.714304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:39.768514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:39.937478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:39.960656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-db298274-a414-407a-b326-9c037818d0cb None None] Provisioning for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:39.967503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-db298274-a414-407a-b326-9c037818d0cb None None] Provisioning complete for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:39.967859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-db298274-a414-407a-b326-9c037818d0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.038008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1cff8e9c-ac67-4ccc-a17d-610834908376 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:40.115430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:40.154907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.220828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15522abb-48cb-4d4e-a4a7-5e513522842e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:40.234090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.302133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.303131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.303131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Floating IP da2560b6-da07-44db-b058-c0b4ed0256d5 disassociated. External IP: 172.26.4.204, port: 1cff8e9c-ac67-4ccc-a17d-610834908376. Mar 11 16:05:40.303783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Calling delete_port for 1cff8e9c-ac67-4ccc-a17d-610834908376 owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:40.307163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=38e7049d-b5da-4959-ab4c-584704ed2bbd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:40.377140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.415521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.416744 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de9cc1d2-e737-4833-af95-c491c6286c31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/15522abb-48cb-4d4e-a4a7-5e513522842e HTTP/1.1" status: 204 len: 168 time: 1.2464120 Mar 11 16:05:40.452412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6ea5a76a-0ddb-442b-a3fb-9e4b4f99368c None None] Could not find standard attr ID for object 38e7049d-b5da-4959-ab4c-584704ed2bbd. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:05:40.545545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:40.574764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa66059-d027-4370-9b3b-e7f4349554ee req-e638e536-7cef-488d-a819-4adcd0eaa29a tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:40.583272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.588532 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1aa66059-d027-4370-9b3b-e7f4349554ee req-e638e536-7cef-488d-a819-4adcd0eaa29a tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 945 time: 1.6773059 Mar 11 16:05:40.593157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bd4910c3-be2d-4095-ab0f-597703ae690b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/38e7049d-b5da-4959-ab4c-584704ed2bbd HTTP/1.1" status: 204 len: 168 time: 1.8283868 Mar 11 16:05:40.595467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60664) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:40.621681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:40.645156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.662033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.687018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:40.687318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:40.872843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:40.874690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:40.874978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:40.876908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:40.877806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:40.904293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:40.905822 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a02a7679-7dfb-4d6a-8f23-16a0cbae6cce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3094883 Mar 11 16:05:40.911412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=07472edf-2078-4123-aa28-c5d11a603a29,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:40.911768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60676) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:40.926282 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c69da97b-fc4e-4178-96cf-db387d4934e8 req-6a3f4d27-bbf2-4bf4-9f73-f4456cd0bc0b tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.4055724 Mar 11 16:05:40.997423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 7960389c-c9de-44b9-ad3b-0bd5746629d6 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:41.001687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.058462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.086126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.121912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event deleted for resources: {'Port': ['ID=1cff8e9c-ac67-4ccc-a17d-610834908376,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:41.135724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1aa66059-d027-4370-9b3b-e7f4349554ee req-e06753a0-5a4a-4c70-bb90-15b47c977d75 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups?id=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5460076 Mar 11 16:05:41.157939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] device_id is not set on port 7711010e-cfc6-4d75-b291-398be1bdfca8 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:41.191775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2577e0d1-61e3-4b3d-8432-78d209a9cfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.226812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.242084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port 87f1ed92-4197-4931-85ba-8f8aab6a11d5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:41.242618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.294191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.496250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.559410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=7960389c-c9de-44b9-ad3b-0bd5746629d6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:41.584037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.592268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecd260d-1960-42a7-b278-70922bb800bf None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:41.611424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.624423 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9127449f-4841-4f92-8104-858c624272b9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/7960389c-c9de-44b9-ad3b-0bd5746629d6 HTTP/1.1" status: 204 len: 168 time: 0.7065887 Mar 11 16:05:41.625931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60692) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:41.720114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60696) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:41.814264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for 87f1ed92-4197-4931-85ba-8f8aab6a11d5 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:41.906943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:41.951156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.058748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.357644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.362962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.438978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2117622538'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:42.442616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.480138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:42.498689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:42.504973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=87f1ed92-4197-4931-85ba-8f8aab6a11d5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:42.510915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:42.523642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.523642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router c4008b5a-3489-481f-af3e-b741eb730255 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:42.538724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14b963d6-8490-406c-ab51-18c4f77bd8d4 req-9a0fd46f-3a8c-4a26-8d03-4f9b0058e064 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1444454 Mar 11 16:05:42.558522 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bd86d269-c498-422e-ab09-18077afe3aec req-335b7eac-244e-4514-bbac-88e6c2c9a2ba tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.3139470 Mar 11 16:05:42.564369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:42.605418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.610305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2ccde088-38c8-4c9f-b016-bc88cea56a61 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 204 len: 168 time: 6.4428115 Mar 11 16:05:42.620791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:42.631302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2052090514', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:42.645321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.14 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/7711010e-cfc6-4d75-b291-398be1bdfca8) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:42.648847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:42.654010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.11 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/7711010e-cfc6-4d75-b291-398be1bdfca8) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:42.660644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:42.663125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Usage tracker for resource:router and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:42.663834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.671073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:42.682890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:42.697985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 8e6bd226-4be6-4b62-a231-8d174f6887e0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:42.700583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.715666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.736530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Router aa8fc63e-d791-4943-9d39-caf9c7d299d0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:42.762469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.763388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.817514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-799c1be0-aed8-404c-800a-0352f2ba9a89 None None] Provisioning complete for port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:42.818572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-799c1be0-aed8-404c-800a-0352f2ba9a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.958815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:42.984169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.024173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:43.029459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.125867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Router 3541ed0e-ad90-41d5-81de-5d709b78c1bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:43.162723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:43.173960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:43.192715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:43.278182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.356623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.370898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.387050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.411095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.501676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.502570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router db13637d-2bd9-4093-86d4-f95536fd9958 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:43.513174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.519120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.555033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.585472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6bd226-4be6-4b62-a231-8d174f6887e0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:43.611587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:05:43.613436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.614153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.631059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa4e99-7b27-489b-b6e8-598783cabdd5 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:43.638476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f1999-0a0a-43fc-aeb0-2241b1d32fa3,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:43.646829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.647490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.654544 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dbfe22ba-5bbb-4ed8-b8a2-4b660b0a1ecf tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 204 len: 168 time: 3.9332941 Mar 11 16:05:43.655442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60714) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:43.656847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.658252 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 24590a6b-efb7-4b3d-9100-2fff62749cd8 of type vlan for network 167a2332-369f-413e-b2c5-5f44b0b366ae Mar 11 16:05:43.663336 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04b95795-1c5a-4f67-869c-3da9e5a28769 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/8e6bd226-4be6-4b62-a231-8d174f6887e0 HTTP/1.1" status: 204 len: 168 time: 2.0337913 Mar 11 16:05:43.667111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60718) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:43.670378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-514902974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:43.740410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:43.763537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a8642eb6-7c55-4fda-874e-3c0b072bb60f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:43.766460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:43.777666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:43.782609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:43.783157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=7711010e-cfc6-4d75-b291-398be1bdfca8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:43.786758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:43.796143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.808245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:43.811366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:43.829405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.830341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.838225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a8642eb6-7c55-4fda-874e-3c0b072bb60f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:router {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:43.842267 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a8642eb6-7c55-4fda-874e-3c0b072bb60f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639373 Mar 11 16:05:43.843392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60722) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:43.851464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:43.874657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:43.878263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:43.878865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.012917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b61ffd4b-8ad5-4255-8214-bea95826ca2a req-15534cfa-fbfa-47a0-bf81-44dac299448f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Synchronizing usage tracker for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:44.022398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e6afe52e-aa6e-4e79-8a04-8b072554c7e5 req-4c24f006-e185-42f3-97f0-bcdaa31d4612 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Synchronizing usage tracker for tenant:39817efefa3545148db3fe975a842785 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:44.063096 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1323936 Mar 11 16:05:44.070195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60726) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:44.074331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.077419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:44.081886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Deleting port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:44.082512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.094717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:44.095341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.105649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'name': 'tempest-PortsIpV6TestJSON-424902806'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:44.106108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e6611-fb8f-4d7c-a26a-3211a02c8768 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=167a2332-369f-413e-b2c5-5f44b0b366ae,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:44.131569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:05:44.132876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:44.136517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.141046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b61ffd4b-8ad5-4255-8214-bea95826ca2a req-15534cfa-fbfa-47a0-bf81-44dac299448f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Unset dirty status for tenant:e9bb7e7773bc41a6bac4b2c1d3ac1e93 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:44.143160 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b61ffd4b-8ad5-4255-8214-bea95826ca2a req-15534cfa-fbfa-47a0-bf81-44dac299448f tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/ports?device_id=c746c78c-df37-4cea-aef4-25fad55c0945 HTTP/1.1" status: 200 len: 210 time: 0.2981017 Mar 11 16:05:44.145368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:44.152805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:44.152979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e6afe52e-aa6e-4e79-8a04-8b072554c7e5 req-4c24f006-e185-42f3-97f0-bcdaa31d4612 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Unset dirty status for tenant:39817efefa3545148db3fe975a842785 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:44.154352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e6afe52e-aa6e-4e79-8a04-8b072554c7e5 req-4c24f006-e185-42f3-97f0-bcdaa31d4612 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.2753117 Mar 11 16:05:44.250705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:44.267875 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Sync routers for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:44.285482 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:44.286339 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:44.306748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:44.316023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.317059 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-256e81ee-a955-4a30-a34c-6a7fae1e228c tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6583281 Mar 11 16:05:44.320223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60730) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:44.320916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:44.324653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.346830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': True}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:44.378714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-adaf06b1-8125-4119-8b94-37fb7b11773f tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.1166191 Mar 11 16:05:44.390271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60734) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:44.396226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] No DVR routers for this DVR port 5ec9bc21-d08b-45cb-8ae5-58b94cb7094f on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:44.409264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.411552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-191fd077-51f9-453b-bfb6-d63e27286143 req-04116966-318c-4a45-9fe8-ea897e83e781 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.11 "DELETE /v2.0/ports/5ec9bc21-d08b-45cb-8ae5-58b94cb7094f HTTP/1.1" status: 204 len: 173 time: 7.3629949 Mar 11 16:05:44.428155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'name': 'network-vif-deleted', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:05:44.437444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '7711010e-cfc6-4d75-b291-398be1bdfca8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:44.475825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:44.487481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:44.497015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] For port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:44.497404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.517124 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:44.537063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:floatingip and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:44.561356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:44.588959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:44.594618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:44.626102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:44.631986 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c746c78c-df37-4cea-aef4-25fad55c0945', 'name': 'network-vif-deleted', 'tag': '5ec9bc21-d08b-45cb-8ae5-58b94cb7094f', 'status': 'completed', 'code': 200} Mar 11 16:05:44.677032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Sync routers for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:44.683887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:44.687542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Calling delete_port for 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:44.692776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:44.777844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:44.778589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:44.785744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] No DVR routers for this DVR port 1cff8e9c-ac67-4ccc-a17d-610834908376 on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:44.794587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.797133 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ff87071d-57bb-457b-9b0d-0b8bee2b6818 req-113ff0ec-5638-4b39-afd4-ab7c746dd2c0 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.11 "DELETE /v2.0/ports/1cff8e9c-ac67-4ccc-a17d-610834908376 HTTP/1.1" status: 204 len: 173 time: 7.6445377 Mar 11 16:05:44.833048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.846874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.861335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:44.868074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:44.893758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.042521 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:45.051269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] Pushing event deleted for resources: {'Port': ['ID=60a63890-3558-4fa5-a1ba-7ea48c5dc0a0,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:45.067659 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Checking router: aa8fc63e-d791-4943-9d39-caf9c7d299d0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:45.074665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.082602 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:45.083942 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:45.097889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.098771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc96636-26b3-496b-aba4-f32c942d77da None None] No DVR routers for this DVR port 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:45.183136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port dafbb17d-f450-40c1-bc7b-300b347ef3b7 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:45.193459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:45.442138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60750) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:45.447090 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:45.469696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.573796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:05:45.594255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0ec86be8-1450-48fc-b39d-0f1a74a0a4ef req-20743d59-872b-41b3-95eb-363db4b3e65f tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/ports?device_id=714e1362-65e6-4206-956a-5590ba3b50a0 HTTP/1.1" status: 200 len: 210 time: 0.1297221 Mar 11 16:05:45.598357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.642818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.747437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.756783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:45.765895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:45.768137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:45.771113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=46b8a2a8-9283-41d6-8d0a-47cc67f17bf3,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:45.774137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.782889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:45.783370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:45.842260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53980338-dfeb-4a8e-a221-456d2f755805 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:45.845661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Allocated IP 172.26.4.4 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a9edce83-9935-43c1-9829-a8c9cf3d2e5c) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:45.846528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3710cbbd-6a83-4ad6-b08d-6dd3608be797 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0028431 Mar 11 16:05:45.851291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:45.857200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:45.857825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 60a63890-3558-4fa5-a1ba-7ea48c5dc0a0 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:45.857924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:45.966162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.018072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae68990-0189-4e7c-857d-ed5cda5b149f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:46.049285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:46.056565 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:05:46.068717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.090325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.091763 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-94394cad-596d-4ebb-8f1a-6c47f1b1878d tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "DELETE /v2.0/security-groups/7ae68990-0189-4e7c-857d-ed5cda5b149f HTTP/1.1" status: 204 len: 168 time: 0.6457794 Mar 11 16:05:46.094959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60758) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:46.111967 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:46.119698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Checking router: 3541ed0e-ad90-41d5-81de-5d709b78c1bd for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:05:46.120882 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba3d1c-0f0d-449e-b704-5c99cb94831a None None] The sync data for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:13Z', 'revision_number': 4, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'e9b2839a-9f98-436c-bfe2-672d695d1dc7', 'name': '', 'network_id': '2b9b344d-a8b5-48fc-96c8-b8c4cb31af63', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'mac_address': 'fa:16:3e:01:36:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:12Z', 'updated_at': '2022-03-11T16:03:54Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'subnets': [{'id': 'eb4fc5d6-73bd-4843-b384-4534d6900352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:46.174314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-c385344f-d1bb-49ca-b21d-b45579e0a046 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] show failed (client error): The resource could not be found. Mar 11 16:05:46.175694 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c385344f-d1bb-49ca-b21d-b45579e0a046 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "GET /v2.0/security-groups/7ae68990-0189-4e7c-857d-ed5cda5b149f HTTP/1.1" status: 404 len: 347 time: 0.0769277 Mar 11 16:05:46.179668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60762) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:46.192118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:46.196905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:46.200474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:46.208338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:46.224042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.226388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '46b8a2a8-9283-41d6-8d0a-47cc67f17bf3'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:05:46.227429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.246479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:46.247371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:46.273195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.297627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:46.301494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.327800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=dafbb17d-f450-40c1-bc7b-300b347ef3b7,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:46.371965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '24590a6b-efb7-4b3d-9100-2fff62749cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:46.371965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 167a2332-369f-413e-b2c5-5f44b0b366ae, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:05:46.386199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.539402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e454e9-a33c-4da3-84de-749d8e4b93d8 None None] New status for floating IP c263de5f-452d-4e89-9811-fbd9797ae401: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:05:46.549405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.205 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3d8cfcc6-9acc-4757-b171-9e9d6c1033c0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:46.569920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:05:46.582348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:46.584905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event updated for resources: {'Port': ['ID=a9edce83-9935-43c1-9829-a8c9cf3d2e5c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:46.590843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:46.595755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:46.610450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Allocated IP 2001:db8::f816:3eff:fe95:3045 (a5201ef7-2506-4639-87b8-8e23809c1ec8/46b8a2a8-9283-41d6-8d0a-47cc67f17bf3/79b5f128-dfa0-48b9-bc31-145fb274dcb9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:46.649480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Deleting port 4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:46.651208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.657447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'name': 'network-vif-deleted', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:05:46.674872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:05:46.761766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 167a2332-369f-413e-b2c5-5f44b0b366ae) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:46.776920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:46.781081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590a5e49-8d61-4807-91e4-0b59669e6b5e None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:46.782504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:46.783385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.789215 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714e1362-65e6-4206-956a-5590ba3b50a0', 'name': 'network-vif-deleted', 'tag': '1cff8e9c-ac67-4ccc-a17d-610834908376', 'status': 'completed', 'code': 200} Mar 11 16:05:46.824552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.865769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:46.904305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60772) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:46.911829 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b1bb54f8-3235-46b0-9a13-5f2716552671 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8320658 Mar 11 16:05:46.925355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:46.968520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-996380650'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:47.015508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.049033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:47.055042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:47.061373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:47.071396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:47.089466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.168765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:47.171811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.230266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.230716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.237115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:47.254374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:47.254374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.255914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:47.284495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=3d8cfcc6-9acc-4757-b171-9e9d6c1033c0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:47.320348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:05:47.349203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.367463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.367825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 6638d29b-d893-48c0-9f88-b513453ad2a0 of type vlan for network 2ba47695-8480-4e66-aff8-1f407fabd437 Mar 11 16:05:47.368971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.378397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Calling delete_port for 4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:47.389378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Transition to ACTIVE for port object 79b5f128-dfa0-48b9-bc31-145fb274dcb9 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:47.423344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Transition to ACTIVE for port object 79b5f128-dfa0-48b9-bc31-145fb274dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:47.430317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.470421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.486011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.26.4.8 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/5c83170c-aa25-4c1b-b263-db54d718bcdd) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:47.496037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:47.501395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.502132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.523798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:47.525140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3120b-154b-4724-b6e4-f8ff3a2243d2 None None] The sync data for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv is: [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd9a80ffd-6db7-42a7-b085-b7535efe28c4', 'name': '', 'network_id': '25cba1d7-6baf-4cca-8e85-cd83160da743', 'tenant_id': '39817efefa3545148db3fe975a842785', 'mac_address': 'fa:16:3e:0f:51:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:08Z', 'updated_at': '2022-03-11T16:03:24Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'subnets': [{'id': '1443c5fd-b53c-4cdc-9101-20aebb42f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:47.527413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:47.531999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:47.544823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Pushing event updated for resources: {'Port': ['ID=79b5f128-dfa0-48b9-bc31-145fb274dcb9,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:47.575374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.625135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.650652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:47.651482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:47.663762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.667685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:47.668327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.674333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Attempting to bind port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:05:47.674627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Attempting to bind port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:05:47.674967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Attempting to bind port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:05:47.682381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:05:47.682754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:47.683165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.683545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:05:47.684011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Bound port: 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:05:47.684382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.728543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:47.736384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4abf7-46c9-4f4a-87d8-d2dab656eee4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:47.753376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:47.758340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:47.759609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.801131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] For port 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:05:47.804385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=b755beed-bf29-4703-9a00-21c3d04567e0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:47.805124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] For port 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79b5f128-dfa0-48b9-bc31-145fb274dcb9,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:05:47.815301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.821957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c6763530-4c82-415b-99bb-7efc7fd70269 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9667089 Mar 11 16:05:47.823246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60780) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:47.833564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:7d:f0:f3', 'name': 'tempest-NetworksTestDHCPv6-93002025'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:47.874024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:47.875417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-887529d7-08b4-4ad6-be56-ff3e0de9a3af tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "DELETE /v2.0/security-groups/c8c4abf7-46c9-4f4a-87d8-d2dab656eee4 HTTP/1.1" status: 204 len: 168 time: 0.9693761 Mar 11 16:05:47.922778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60784) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:47.936017 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0035744 Mar 11 16:05:47.944902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8efbf-4911-4e1f-b4a1-25250b1f5b04 None None] New status for floating IP da2560b6-da07-44db-b058-c0b4ed0256d5: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:05:47.951158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60788) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:47.983085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'ports': [{'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'}, {'network_id': '2ba47695-8480-4e66-aff8-1f407fabd437'}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:47.983539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:47.984269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '2ba47695-8480-4e66-aff8-1f407fabd437'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:48.013111 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-5de16129-585b-47bb-8f73-612a348fa0d3 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] show failed (client error): The resource could not be found. Mar 11 16:05:48.014567 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5de16129-585b-47bb-8f73-612a348fa0d3 tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "GET /v2.0/security-groups/c8c4abf7-46c9-4f4a-87d8-d2dab656eee4 HTTP/1.1" status: 404 len: 347 time: 0.0886304 Mar 11 16:05:48.075579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:48.100765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff108815-7272-4ccc-90a5-1ee105bc2f53 None None] Pushing event updated for resources: {'Port': ['ID=79b5f128-dfa0-48b9-bc31-145fb274dcb9,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:48.160504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Deleting port 4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:48.161764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:48.199150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b9cf7-b2ce-4c20-9788-a71963dccb68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=2ba47695-8480-4e66-aff8-1f407fabd437,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:48.318182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 2ba47695-8480-4e66-aff8-1f407fabd437 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:05:48.475885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Router 13dabc83-7e88-4c1b-bd8c-d7731b74cb19 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:48.590081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:48.609796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:48.622263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:48.631361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:48.677242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:48.679539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Deleting port 4d85a5c4-c1e2-40aa-838d-13ad1435a29a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:48.679962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:48.704124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:48.785827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:48.871997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:49.013772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:49.026706 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] Sync routers for ids ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:49.046312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.050738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7ca74261-4df7-4002-9060-4092e6d0b90b tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4277370 Mar 11 16:05:49.052967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60796) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:49.053186 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] Routers {'13dabc83-7e88-4c1b-bd8c-d7731b74cb19'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:49.053945 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:49.059962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:49.113183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:49.132679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:49.141046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.141368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.154563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:49.162070 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:49.167887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.175759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] Routers {'13dabc83-7e88-4c1b-bd8c-d7731b74cb19'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:49.176484 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:49.195262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.203986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.225433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96337aea-013e-4f05-af29-ffb26d27daac None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:49.260434 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:49.260434 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550076b-280c-4b0b-af96-2844fecdaba6 None None] The sync data for ids ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:49.296222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:49.329211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=3d8cfcc6-9acc-4757-b171-9e9d6c1033c0,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:49.348121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1d9d5e3e-d9f5-4c51-a9df-21b2741ed464 None None] Provisioning for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:49.359606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.388931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Calling delete_port for 4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:49.499076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.499438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.523594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:49.527099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:49.531722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.542159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:49.545899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.567391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:49.616081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Update dhcp port {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '46b8a2a8-9283-41d6-8d0a-47cc67f17bf3', 'ip_address': '2001:db8::f816:3eff:fe95:3045'}, {'subnet_id': 'b755beed-bf29-4703-9a00-21c3d04567e0'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '79b5f128-dfa0-48b9-bc31-145fb274dcb9'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:05:49.656981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=5c83170c-aa25-4c1b-b263-db54d718bcdd,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:49.703049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.755824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Calling delete_port for 4d85a5c4-c1e2-40aa-838d-13ad1435a29a owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:49.764838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79b5f128-dfa0-48b9-bc31-145fb274dcb9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:49.766511 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 27dd8ee1-0bb7-472d-ad1c-ce1331c4bf6b associated. External IP: 172.26.4.205, port: 7711010e-cfc6-4d75-b291-398be1bdfca8. Mar 11 16:05:49.793833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:49.857792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 1bfd31bb-a212-4947-af34-53aedfa7ab2e yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:49.926274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:49.963925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:49.964293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.049592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Allocated IP 172.20.0.2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/b755beed-bf29-4703-9a00-21c3d04567e0/79b5f128-dfa0-48b9-bc31-145fb274dcb9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:50.214300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.274238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] For port 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79b5f128-dfa0-48b9-bc31-145fb274dcb9,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:50.310893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.328070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Transition to ACTIVE for port object 79b5f128-dfa0-48b9-bc31-145fb274dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:50.341637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.504092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.517860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port ab84ca91-bc6d-46bf-b34c-fe68dc1591fa yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:50.536365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.539818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.560711 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:05:50.561151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:05:50.561740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454aac5-ddfb-45a5-b084-76d42a556c67 None None] Pushing event updated for resources: {'Port': ['ID=79b5f128-dfa0-48b9-bc31-145fb274dcb9,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:50.565978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Deleting port a9edce83-9935-43c1-9829-a8c9cf3d2e5c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:50.566568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.620346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Pushing event deleted for resources: {'Port': ['ID=4f6bcef6-5dbb-4f7c-aef4-cc7264fddc72,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:50.719599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.728740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:50.829620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Pushing event deleted for resources: {'Port': ['ID=4d85a5c4-c1e2-40aa-838d-13ad1435a29a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:50.855609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:50.869473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 172.20.0.3 (a5201ef7-2506-4639-87b8-8e23809c1ec8/b755beed-bf29-4703-9a00-21c3d04567e0/1bfd31bb-a212-4947-af34-53aedfa7ab2e) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:50.988251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fe7d:f0f3 (a5201ef7-2506-4639-87b8-8e23809c1ec8/46b8a2a8-9283-41d6-8d0a-47cc67f17bf3/1bfd31bb-a212-4947-af34-53aedfa7ab2e) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:05:50.992410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.058510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Calling delete_port for a9edce83-9935-43c1-9829-a8c9cf3d2e5c owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:51.125725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.126853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f5f0fe84-e106-43ba-965f-db200eacb7e7 tempest-ServersTestManualDisk-1177873414 tempest-ServersTestManualDisk-1177873414-project] 10.222.0.78 "DELETE /v2.0/floatingips/c263de5f-452d-4e89-9811-fbd9797ae401 HTTP/1.1" status: 204 len: 168 time: 4.9445155 Mar 11 16:05:51.137633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60800) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:51.139481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.147207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.150152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.153498 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-37fb6235-6f80-4378-af51-fe8ddd7d5e8c tempest-ServersTestJSON-1049965477 tempest-ServersTestJSON-1049965477-project] 10.222.0.78 "DELETE /v2.0/floatingips/da2560b6-da07-44db-b058-c0b4ed0256d5 HTTP/1.1" status: 204 len: 168 time: 3.0740721 Mar 11 16:05:51.154121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60804) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:51.175074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.258398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79b5f128-dfa0-48b9-bc31-145fb274dcb9,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:51.260473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-813b0321-3a73-4755-bd5d-58e2e04db8da None None] Provisioning for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:51.265420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.303744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-813b0321-3a73-4755-bd5d-58e2e04db8da None None] Provisioning complete for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:51.303744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-813b0321-3a73-4755-bd5d-58e2e04db8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.387490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=79b5f128-dfa0-48b9-bc31-145fb274dcb9,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:51.491121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 60fc8b9d-4cf5-4f8b-a350-1be995232ce5 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:05:51.526532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.602127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:51.604936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.613078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:51.626378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:51.626993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:51.670660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Pushing event deleted for resources: {'Port': ['ID=a9edce83-9935-43c1-9829-a8c9cf3d2e5c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:51.721730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:51.737109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79b5f128-dfa0-48b9-bc31-145fb274dcb9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:05:51.765061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:51.765635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.765899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:51.781969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.849135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:51.849536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9639ae3-8ed4-4b17-b1dc-f6b01fe98ade None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:51.877802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:51.878177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.935190 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5946eeec-6fc5-4855-9a1f-db7de4f59653 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5278401 Mar 11 16:05:51.940375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60808) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:51.950612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 1bfd31bb-a212-4947-af34-53aedfa7ab2e will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:05:51.965718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:51.970241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': '7711010e-cfc6-4d75-b291-398be1bdfca8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:52.058559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.128035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.248745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.252328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.265694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.272437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.372884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.437297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Router 13dabc83-7e88-4c1b-bd8c-d7731b74cb19 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:52.544899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.552012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:52.596097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.609927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=1bfd31bb-a212-4947-af34-53aedfa7ab2e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:52.621164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:52.667906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:52.733748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:52.740058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.741219 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fab3bc57-eec7-43f6-a974-0d61efbe73ff tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "PUT /v2.0/routers/13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 200 len: 710 time: 3.6872602 Mar 11 16:05:52.747172 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] Sync routers for ids ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:52.753919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60812) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:52.760726 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] Routers {'13dabc83-7e88-4c1b-bd8c-d7731b74cb19'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:52.761318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:52.830824 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:52.844409 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] Routers {'13dabc83-7e88-4c1b-bd8c-d7731b74cb19'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:52.845025 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:52.908725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:05:52.916793 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:52.916973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=ab84ca91-bc6d-46bf-b34c-fe68dc1591fa,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:52.918560 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e4abd-c17d-4b75-8b27-1e6248ba6b16 None None] The sync data for ids ['13dabc83-7e88-4c1b-bd8c-d7731b74cb19'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:52.924870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:52.930291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:52.930822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:52.937379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:52.938602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.002478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2ab5f620-d25d-4cc4-81c4-7e9e4d5eefec None None] Provisioning for port 1bfd31bb-a212-4947-af34-53aedfa7ab2e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:05:53.014143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2ab5f620-d25d-4cc4-81c4-7e9e4d5eefec None None] Provisioning complete for port 1bfd31bb-a212-4947-af34-53aedfa7ab2e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:53.014586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ab5f620-d25d-4cc4-81c4-7e9e4d5eefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.047772 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8be1f473-b2db-4ea4-aade-f144558d0e93 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/routers/13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 200 len: 745 time: 0.2911217 Mar 11 16:05:53.055424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60816) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:53.103957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5f620-d25d-4cc4-81c4-7e9e4d5eefec None None] Port 1bfd31bb-a212-4947-af34-53aedfa7ab2e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:05:53.108684 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a2d09944-90fb-4875-9b7f-dffa744c0c16 tempest-RoutersIpV6AdminTest-881338753 tempest-RoutersIpV6AdminTest-881338753-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 200 len: 205 time: 0.0497360 Mar 11 16:05:53.112137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60820) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:53.168536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ece22f8b-1c41-43c8-add4-7b23e96435d4 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 200 len: 205 time: 0.0552254 Mar 11 16:05:53.171692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:53.194227 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-57756cf3-6ec9-4869-af99-4d02d8ff676c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.3704677 Mar 11 16:05:53.211152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60828) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:53.219618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=60fc8b9d-4cf5-4f8b-a350-1be995232ce5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:53.353403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '6638d29b-d893-48c0-9f88-b513453ad2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '2ba47695-8480-4e66-aff8-1f407fabd437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:05:53.353687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 2ba47695-8480-4e66-aff8-1f407fabd437, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:05:53.372110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.665452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf591c-cc89-4a6c-84aa-80305f0543f0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:53.669608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf591c-cc89-4a6c-84aa-80305f0543f0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:53.670460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1edf591c-cc89-4a6c-84aa-80305f0543f0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:53.701685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 2ba47695-8480-4e66-aff8-1f407fabd437 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:05:53.736750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1edf591c-cc89-4a6c-84aa-80305f0543f0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:53.738389 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1edf591c-cc89-4a6c-84aa-80305f0543f0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5200012 Mar 11 16:05:53.740127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.792801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60834) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:53.803212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 2ba47695-8480-4e66-aff8-1f407fabd437) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:05:53.813016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router 2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:05:53.815030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbefd32-f5b9-43ea-947a-a87af2faa5f5 None None] Network 2ba47695-8480-4e66-aff8-1f407fabd437 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:53.866986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:05:53.871006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:53.874544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:53.875247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:53.928674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-20973e66-b24e-4608-aec9-5d5f5b138a41 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.9614069 Mar 11 16:05:53.938500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60838) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.022058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 1bfd31bb-a212-4947-af34-53aedfa7ab2e {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:54.022387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.125827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.141326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.261958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.262467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Fanout notify agent at l3_agent the message router_deleted on router 13dabc83-7e88-4c1b-bd8c-d7731b74cb19 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:05:54.293672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.310843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 60fc8b9d-4cf5-4f8b-a350-1be995232ce5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:54.310843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.329197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.332502 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b36d71b9-a5e3-4b15-ba84-ddc8321d935a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 204 len: 168 time: 1.1581163 Mar 11 16:05:54.338551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.344487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60844) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.548352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f208f724-a417-459f-bf36-fe3e6bdd2ac5 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 200 len: 205 time: 0.1993959 Mar 11 16:05:54.553542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60848) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.624424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.702950 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-546b222b-2545-4481-ae08-fee86c1f4c96 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:54.704026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-546b222b-2545-4481-ae08-fee86c1f4c96 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/13dabc83-7e88-4c1b-bd8c-d7731b74cb19 HTTP/1.1" status: 404 len: 336 time: 0.1247537 Mar 11 16:05:54.713056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60852) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.765107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 1bfd31bb-a212-4947-af34-53aedfa7ab2e owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:54.846966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-abe6d277-127c-4f26-b5fe-e92f7077dc43 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 200 len: 205 time: 0.1314018 Mar 11 16:05:54.863179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60856) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.948141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Deleting port d9a80ffd-6db7-42a7-b085-b7535efe28c4 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:54.948481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:54.965975 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-eadfb163-85dd-426c-bb12-0d93478d038a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:54.967008 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eadfb163-85dd-426c-bb12-0d93478d038a tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/c4008b5a-3489-481f-af3e-b741eb730255 HTTP/1.1" status: 404 len: 336 time: 0.1023464 Mar 11 16:05:54.976385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60860) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:54.985394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.193874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.232051 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c961c8d-9c0d-4858-9fe6-0c15146e438d tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 200 len: 205 time: 0.2544336 Mar 11 16:05:55.234661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60864) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.306250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 60fc8b9d-4cf5-4f8b-a350-1be995232ce5 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:55.309945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=1bfd31bb-a212-4947-af34-53aedfa7ab2e,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:55.331590 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-2c2c5f92-eddd-49d7-8a1d-ff27e9269f68 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:55.335343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2c2c5f92-eddd-49d7-8a1d-ff27e9269f68 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/48fda312-fc62-4d64-9498-8b0679da108d HTTP/1.1" status: 404 len: 336 time: 0.0900385 Mar 11 16:05:55.337782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60868) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.340799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] For port d9a80ffd-6db7-42a7-b085-b7535efe28c4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d9a80ffd-6db7-42a7-b085-b7535efe28c4,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:55.340799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.532369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4187867a-4047-41e8-9ea9-ab30418a718f tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 200 len: 205 time: 0.1367106 Mar 11 16:05:55.544539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60872) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.547046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:55.563899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] Sync routers for ids ['2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:55.577531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] Routers {'2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:55.578222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:55.600443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Calling delete_port for d9a80ffd-6db7-42a7-b085-b7535efe28c4 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:55.631060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-1baec553-c890-4ad7-a50f-3aab91bc237c tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:55.632110 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1baec553-c890-4ad7-a50f-3aab91bc237c tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/0abfb276-7c6c-4048-a37f-ae3d612838eb HTTP/1.1" status: 404 len: 336 time: 0.0822737 Mar 11 16:05:55.658123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60876) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.659660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:55.671459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.674256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.674735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] Routers {'2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:55.677839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:55.677990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-468b9f6d-fe5d-4629-b3b5-4ff1e63453d9 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "PUT /v2.0/routers/2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 200 len: 912 time: 11.3357871 Mar 11 16:05:55.717887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.737810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=60fc8b9d-4cf5-4f8b-a350-1be995232ce5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:55.741308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:55.741308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc58a1-8d6a-4b25-a11a-e5d63a88eff4 None None] The sync data for ids ['2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:55.767433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:55.769559 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eea126a9-df06-41c0-a47b-bd8f83bcc020 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/60fc8b9d-4cf5-4f8b-a350-1be995232ce5 HTTP/1.1" status: 204 len: 168 time: 1.8219042 Mar 11 16:05:55.773458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60884) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:55.799667 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d560bfc7-99f0-47b4-9d8f-15c23fda81a2 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 200 len: 205 time: 0.1353059 Mar 11 16:05:55.811974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60888) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.045489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.068251 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-26796c98-fc46-4afb-8b2b-6b531ae4ea71 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:56.069273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-26796c98-fc46-4afb-8b2b-6b531ae4ea71 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/25386f3c-3f95-40d8-8b62-96844115a3d6 HTTP/1.1" status: 404 len: 336 time: 0.2121568 Mar 11 16:05:56.078607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60892) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.096116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ea7fa568-b2fd-4bf5-94ec-873fe3b72e01 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/1bfd31bb-a212-4947-af34-53aedfa7ab2e HTTP/1.1" status: 204 len: 168 time: 2.3022766 Mar 11 16:05:56.098868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60896) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.150228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc38a-78a7-4f93-85d0-c6fe2b8f6c34 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.154229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775dc38a-78a7-4f93-85d0-c6fe2b8f6c34 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.154998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-775dc38a-78a7-4f93-85d0-c6fe2b8f6c34 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:56.161323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-30f30c56-be73-475d-9087-56eb430c4199 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "GET /v2.0/ports?device_id=5fda290c-33da-4d1a-bebb-1b999eaca06e HTTP/1.1" status: 200 len: 205 time: 0.0789170 Mar 11 16:05:56.162813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60900) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.198680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.199998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.201301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:56.202135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:56.251074 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-a7c28ba0-93b5-43b3-88f9-53ad6cedced9 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] delete failed (client error): The resource could not be found. Mar 11 16:05:56.254605 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a7c28ba0-93b5-43b3-88f9-53ad6cedced9 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/routers/5fda290c-33da-4d1a-bebb-1b999eaca06e HTTP/1.1" status: 404 len: 336 time: 0.0865586 Mar 11 16:05:56.255995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.264592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:56.265750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f11962ab-1110-4256-8ef4-005c4f03aac9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1585741 Mar 11 16:05:56.272609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60908) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.294908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-775dc38a-78a7-4f93-85d0-c6fe2b8f6c34 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:56.296398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-775dc38a-78a7-4f93-85d0-c6fe2b8f6c34 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5208480 Mar 11 16:05:56.303252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60912) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.344152 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3137b1c8-0e7b-420e-80cf-380aaac1e777 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] DELETE failed (client error): The resource could not be found. Mar 11 16:05:56.344907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3137b1c8-0e7b-420e-80cf-380aaac1e777 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:05:56.346237 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3137b1c8-0e7b-420e-80cf-380aaac1e777 tempest-RoutersIpV6AdminTest-1503958871 tempest-RoutersIpV6AdminTest-1503958871-project] 10.222.0.78 "DELETE /v2.0/subnets/d5e090d0-2483-4697-995e-788b5ba8922f HTTP/1.1" status: 404 len: 337 time: 0.0890756 Mar 11 16:05:56.389101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.431816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port ab84ca91-bc6d-46bf-b34c-fe68dc1591fa {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:56.432155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.507269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a80ffd-6db7-42a7-b085-b7535efe28c4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:56.594842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:05:56.600331 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63bb0f8d-015e-4024-8156-10b2c01d3223 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 200 len: 918 time: 0.8776641 Mar 11 16:05:56.615509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60918) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.761882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60924) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:56.879046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 46b8a2a8-9283-41d6-8d0a-47cc67f17bf3 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:56.887703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.961166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:56.993023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.003312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-129f7101-c15c-43c5-b2c9-1fdef2fa3c74 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Synchronizing usage tracker for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:57.039452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-129f7101-c15c-43c5-b2c9-1fdef2fa3c74 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Unset dirty status for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:57.044020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-129f7101-c15c-43c5-b2c9-1fdef2fa3c74 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4188831 Mar 11 16:05:57.044257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60930) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:57.064683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Deleting port e9b2839a-9f98-436c-bfe2-672d695d1dc7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:57.064922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.143437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.162803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.221552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for ab84ca91-bc6d-46bf-b34c-fe68dc1591fa owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:57.277332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074a5d7-d902-4e92-b278-fc5038297817 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:57.277936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0074a5d7-d902-4e92-b278-fc5038297817 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Synchronizing usage tracker for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:57.299952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.305171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.337995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0074a5d7-d902-4e92-b278-fc5038297817 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Unset dirty status for tenant:117a633596c345e7956ef2d37bdf2fcf on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:57.341951 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0074a5d7-d902-4e92-b278-fc5038297817 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.2942047 Mar 11 16:05:57.351089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60934) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:57.355941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=46b8a2a8-9283-41d6-8d0a-47cc67f17bf3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:57.438006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:57.448352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Usage tracker for resource:security_group_rule and tenant:aa35a353cf5748a88ce923a0af73731c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:57.457414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:57.460472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b634d562-2e85-44cf-9dd6-2320afe7fe5b tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 200 len: 205 time: 0.1060741 Mar 11 16:05:57.460598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.461285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60938) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:57.466855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.468865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe93fc7-b71f-46de-8a4b-6b55f902b693 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:57.542577 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed8d217c-5e6b-441a-a983-bea06be769c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/46b8a2a8-9283-41d6-8d0a-47cc67f17bf3 HTTP/1.1" status: 204 len: 168 time: 1.2678952 Mar 11 16:05:57.553982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60942) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:57.572825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:57.638795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet b755beed-bf29-4703-9a00-21c3d04567e0 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:05:57.644465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.665476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=ab84ca91-bc6d-46bf-b34c-fe68dc1591fa,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:57.713792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.740311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] For port e9b2839a-9f98-436c-bfe2-672d695d1dc7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e9b2839a-9f98-436c-bfe2-672d695d1dc7,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:57.740731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.829958 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7b2e08b2-3528-4049-bea1-ab678131bb07 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/ab84ca91-bc6d-46bf-b34c-fe68dc1591fa HTTP/1.1" status: 204 len: 168 time: 1.5234144 Mar 11 16:05:57.831731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60946) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:57.867132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:57.904133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Calling delete_port for e9b2839a-9f98-436c-bfe2-672d695d1dc7 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:58.015691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.092419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.148801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc416832-b50b-4a79-82ea-38a283d02cb3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:05:58.150687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bc416832-b50b-4a79-82ea-38a283d02cb3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:05:58.173529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.179300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:05:58.191935 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:05:58.209421 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:58.209786 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:58.239009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07893e23-ab35-4876-82e7-9a2dc34b6497,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:58.239315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bc416832-b50b-4a79-82ea-38a283d02cb3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:05:58.240721 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bc416832-b50b-4a79-82ea-38a283d02cb3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4086626 Mar 11 16:05:58.247532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60950) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.268686 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc9dcb2e-8c95-47a7-bf2f-f1c626f55375 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aa35a353cf5748a88ce923a0af73731c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5057561 Mar 11 16:05:58.275595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.283334 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:58.294920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:05:58.295755 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:58.341486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60954) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.364214 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:58.364755 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97aa70-349e-4945-a02c-a86daeb90a22 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:05:58.386824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.409471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.427168 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff7043d-fee4-4f63-aced-f6fe57b8e271 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:05:58.428438 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4ff7043d-fee4-4f63-aced-f6fe57b8e271 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/60fc8b9d-4cf5-4f8b-a350-1be995232ce5 HTTP/1.1" status: 404 len: 333 time: 0.1799240 Mar 11 16:05:58.436468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60958) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.439018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=b755beed-bf29-4703-9a00-21c3d04567e0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:58.501441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53e982a3-c2b9-46c0-881b-9ed16d1bfcff None None] Provisioning complete for port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:05:58.507033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53e982a3-c2b9-46c0-881b-9ed16d1bfcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.552847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bafb3e-f8b1-4ea0-b85b-34b13153846d None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:05:58.605131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.610655 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe964ff3-d6a2-4a78-99ae-abfc1355cafb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:05:58.611744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fe964ff3-d6a2-4a78-99ae-abfc1355cafb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/ab84ca91-bc6d-46bf-b34c-fe68dc1591fa HTTP/1.1" status: 404 len: 333 time: 0.1741731 Mar 11 16:05:58.614689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b2839a-9f98-436c-bfe2-672d695d1dc7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:58.617854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60962) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.638998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-760f29c5-cb68-4775-9b55-6e51a97a3790 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/b755beed-bf29-4703-9a00-21c3d04567e0 HTTP/1.1" status: 204 len: 168 time: 1.0839794 Mar 11 16:05:58.647382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60966) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.694156 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-10e21c9c-c779-44c4-9180-fec183ae9df8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/27dd8ee1-0bb7-472d-ad1c-ce1331c4bf6b HTTP/1.1" status: 200 len: 978 time: 6.7458124 Mar 11 16:05:58.700031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60970) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.867449 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eff4fefd-583c-49ff-b468-ee055f934d6c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2169352 Mar 11 16:05:58.873767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60974) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:58.896336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:05:58.926493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.937162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:05:58.942052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Deleting port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:58.942522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:58.979909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.066808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.126682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.213162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] For port 79b5f128-dfa0-48b9-bc31-145fb274dcb9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79b5f128-dfa0-48b9-bc31-145fb274dcb9,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:05:59.213554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.252106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.270240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:05:59.278107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07893e23-ab35-4876-82e7-9a2dc34b6497,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:59.294251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:05:59.299881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:05:59.300660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.306493 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-347d4b9e-da53-4927-9838-9eb2bbb74a96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/07893e23-ab35-4876-82e7-9a2dc34b6497 HTTP/1.1" status: 204 len: 168 time: 0.9290795 Mar 11 16:05:59.314046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.327941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:05:59.358788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Calling delete_port for 79b5f128-dfa0-48b9-bc31-145fb274dcb9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:59.384531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 3d8cfcc6-9acc-4757-b171-9e9d6c1033c0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:59.386001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.450232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.470386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.484063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:05:59.487649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.502567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] No DVR routers for this DVR port 79b5f128-dfa0-48b9-bc31-145fb274dcb9 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:05:59.510470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.514712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4b077-1ecb-48bd-801a-9e35ed24dbd6 None None] Pushing event deleted for resources: {'Port': ['ID=79b5f128-dfa0-48b9-bc31-145fb274dcb9,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:05:59.536657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port 5c83170c-aa25-4c1b-b263-db54d718bcdd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:05:59.537045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.542907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba47695-8480-4e66-aff8-1f407fabd437']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.642327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6638d29b-d893-48c0-9f88-b513453ad2a0') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.642689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6638d29b-d893-48c0-9f88-b513453ad2a0') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:05:59.727967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.777649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.778229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.785027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:05:59.785453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:05:59.804062 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:05:59.825923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79b5f128-dfa0-48b9-bc31-145fb274dcb9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:05:59.852952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 60982) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:05:59.871190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 79b5f128-dfa0-48b9-bc31-145fb274dcb9 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:05:59.871822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79b5f128-dfa0-48b9-bc31-145fb274dcb9 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:05:59.908966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.909310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:05:59.938935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for 5c83170c-aa25-4c1b-b263-db54d718bcdd owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:05:59.981283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Router 3541ed0e-ad90-41d5-81de-5d709b78c1bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:00.047181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 3d8cfcc6-9acc-4757-b171-9e9d6c1033c0 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:00.059519 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-49818f65-65cb-4e31-8994-1910de3babb2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8becf970059546728d476b386e1ea940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2051446 Mar 11 16:06:00.077584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60986) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:00.089201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.136884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.160013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=2ba47695-8480-4e66-aff8-1f407fabd437,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.182358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-145b359b-048c-42dc-a0a8-59bc13a67639 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/2ba47695-8480-4e66-aff8-1f407fabd437 HTTP/1.1" status: 204 len: 168 time: 1.5631714 Mar 11 16:06:00.225195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60990) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:00.300397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-16776681'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:00.366834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:00.390821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:00.398793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:00.424311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:00.501155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.508425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:00.512179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.590962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.595293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.642321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.661151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=5c83170c-aa25-4c1b-b263-db54d718bcdd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.742416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:00.753211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:00.760366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:00.761174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.767820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48266f1d-3ffa-4cf1-9b38-e25f65435fa8 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:00.783208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.787907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:00.824672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=1a1ff1b3-9d60-451b-b230-dc62f3ae6932,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.854789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=3d8cfcc6-9acc-4757-b171-9e9d6c1033c0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.873431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.873431 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 63dc8af3-b265-48b0-b54e-72150b98a3b6 of type vlan for network c5467810-3257-4b66-a72e-a881557c53b7 Mar 11 16:06:00.893553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:00.962827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc0127-4338-4305-bd03-17317c3067a4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:00.963128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.001998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f09af23d-9380-4cec-9323-d7d7ea97468d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1259863 Mar 11 16:06:01.010919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.012019 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-62d3787a-4d6b-4853-a723-85690def5d9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d0dc0127-4338-4305-bd03-17317c3067a4 HTTP/1.1" status: 204 len: 168 time: 0.9330139 Mar 11 16:06:01.018702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 60994) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:01.020461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.035307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:01.036402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '1a1ff1b3-9d60-451b-b230-dc62f3ae6932'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:01.037519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.260522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Allocated IP 172.20.0.2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/1a1ff1b3-9d60-451b-b230-dc62f3ae6932/867fa328-e794-4578-b274-e90b9afe9d8e) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:01.283868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.313068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Router aa8fc63e-d791-4943-9d39-caf9c7d299d0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:01.319725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.405524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:01.414601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.418510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:01.419108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.424388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Sync routers for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:01.425609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-044ab9cc-f42f-402b-a8e0-79e217fd9726 admin admin] 10.222.0.78 "PUT /v2.0/routers/3541ed0e-ad90-41d5-81de-5d709b78c1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2702262 Mar 11 16:06:01.427539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.461258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:01.493754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:01.493754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:01.560349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.561032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router 2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:01.584099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.585174 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f300c2d0-c281-4142-a7a1-ac74d33befc5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 204 len: 168 time: 4.1115823 Mar 11 16:06:01.589513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32778) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:01.611357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1382032098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:01.618311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:01.624835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:01.627937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:01.634994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:01.656284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.657240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.683977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.689239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4088442 Mar 11 16:06:01.704630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32784) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:01.719886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.730128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:01.730468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.746931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=c5467810-3257-4b66-a72e-a881557c53b7,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:01.760598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Transition to ACTIVE for port object 867fa328-e794-4578-b274-e90b9afe9d8e will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:01.760840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:01.761589 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e85ccd7-42c5-4bf9-b804-c729ac2addca tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1711638 Mar 11 16:06:01.766393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:01.767311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32788) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:01.773954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'enable_snat': False}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:01.802362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:01.833302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:01.872542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Transition to ACTIVE for port object 867fa328-e794-4578-b274-e90b9afe9d8e will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:01.893919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:01.901372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:01.905933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:01.909855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:01.917928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:01.921025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.921367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.921732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.922786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.922786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.923005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.923148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.923999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.924358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.924668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.925146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35586781-2158-4325-8a9b-b1ff26ea9bd9 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:01.943446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:01.947900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c5467810-3257-4b66-a72e-a881557c53b7 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:01.967861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:02.078014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.096168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.119448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:02.214160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:02.220040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-95c985d0-af92-4b49-a944-bff287877a28 admin admin] 10.222.0.78 "PUT /v2.0/routers/aa8fc63e-d791-4943-9d39-caf9c7d299d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0777218 Mar 11 16:06:02.222822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32798) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:02.227552 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Sync routers for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:02.244719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:02.246838 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:02.318541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Performing IP validity checks on allocation pools {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:06:02.321307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:06:02.466786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:02.467569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Pushing event updated for resources: {'Port': ['ID=867fa328-e794-4578-b274-e90b9afe9d8e,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:02.474674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:02.486288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:02.493170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32804) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:02.509655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.545340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.546036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.546036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.546348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.546664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.546988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.547308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.547629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.547961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.548274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.548574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:02.559868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.581340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.653794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:05:56Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:02.656196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Attempting to bind port 867fa328-e794-4578-b274-e90b9afe9d8e on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:02.656325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Attempting to bind port 867fa328-e794-4578-b274-e90b9afe9d8e by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:02.656675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Attempting to bind port 867fa328-e794-4578-b274-e90b9afe9d8e on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:02.658232 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:02.663253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Checking router: 3541ed0e-ad90-41d5-81de-5d709b78c1bd for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:02.668921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:02.669287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:02.669731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.670122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:02.670585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Bound port: 867fa328-e794-4578-b274-e90b9afe9d8e, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:02.670948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.725567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Routers {'3541ed0e-ad90-41d5-81de-5d709b78c1bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:02.726112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:02.761284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.929939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'networks': [{'name': 'tempest-network--1406856285'}, {'name': 'tempest-network--945515932'}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:02.931090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-network--1406856285'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:02.932350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] For port 867fa328-e794-4578-b274-e90b9afe9d8e, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:02.932950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-network--945515932'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:02.955331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] For port 867fa328-e794-4578-b274-e90b9afe9d8e, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=867fa328-e794-4578-b274-e90b9afe9d8e,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:02.967532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:02.970788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:02.983222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:network and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:03.037476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] Set router 3541ed0e-ad90-41d5-81de-5d709b78c1bd gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:03.046498 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:05:58Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:03.051334 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Checking router: aa8fc63e-d791-4943-9d39-caf9c7d299d0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:06:03.064343 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Routers {'aa8fc63e-d791-4943-9d39-caf9c7d299d0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:03.064556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:03.065347 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:03.084485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:03.212891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.270358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'network': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:03.275107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.301919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.305092 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] Set router aa8fc63e-d791-4943-9d39-caf9c7d299d0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:06:03.323882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac906107-1475-449f-8c33-8d03b9fec702 None None] Pushing event updated for resources: {'Port': ['ID=867fa328-e794-4578-b274-e90b9afe9d8e,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:03.370419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:03.377207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:security_group_rule and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:03.380986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:03.390058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.391380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:03.487529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.489501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.495929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.496381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.565156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=95702c32-aa64-48a0-9b41-a0c1ae56c0c5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:03.626518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:03.672860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.677258 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment f12f6608-b35d-4a26-8d4b-6dc2034a684f of type vlan for network 881d6a28-01ab-4d67-a05e-84d6795e7db0 Mar 11 16:06:03.731982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:05:56Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:03.741064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab56f37-b5d5-4858-afb3-cbbbd6e763a0 None None] The sync data for ids ['3541ed0e-ad90-41d5-81de-5d709b78c1bd'] in dv-neutron-833206-1-hyperv is: [{'id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'name': 'tempest-ServersTestJSON-464216804-router', 'tenant_id': '39817efefa3545148db3fe975a842785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:02:59Z', 'updated_at': '2022-03-11T16:05:56Z', 'revision_number': 5, 'project_id': '39817efefa3545148db3fe975a842785', 'gw_port': {'id': '20a3677e-07ad-42b8-9e8d-bc1574a866dc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:51:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541ed0e-ad90-41d5-81de-5d709b78c1bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:00Z', 'updated_at': '2022-03-11T16:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:03.808087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7266c13b-77fd-4e04-8971-b766bd3dcba0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:03.831300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:03.851332 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-71280578-016b-42f9-b031-db36ab524d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:05:58Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:03.861785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71280578-016b-42f9-b031-db36ab524d56 None None] The sync data for ids ['aa8fc63e-d791-4943-9d39-caf9c7d299d0'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'name': 'tempest-ServersTestManualDisk-808340611-router', 'tenant_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:05:58Z', 'revision_number': 5, 'project_id': 'e9bb7e7773bc41a6bac4b2c1d3ac1e93', 'gw_port': {'id': '3e14fdc0-9592-4b59-9795-62acd7416daa', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8fc63e-d791-4943-9d39-caf9c7d299d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:03Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:03.881938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '63dc8af3-b265-48b0-b54e-72150b98a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:03.882304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: c5467810-3257-4b66-a72e-a881557c53b7, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:03.947719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Allocated IP 172.26.4.62 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/734dba5a-7a38-4346-9bb8-4fd5e3a8c461) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:03.963958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:03.999371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.004233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.017479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network c5467810-3257-4b66-a72e-a881557c53b7 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:04.056129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.056640 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment f018d173-4824-4512-8212-66480c728c36 of type vlan for network 6fd3a2e2-866b-4288-a05a-4b5af6253c8b Mar 11 16:06:04.057876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Deleting port 20a3677e-07ad-42b8-9e8d-bc1574a866dc {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:04.058257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.072087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Deleting port 3e14fdc0-9592-4b59-9795-62acd7416daa {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:04.072433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.098423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c5467810-3257-4b66-a72e-a881557c53b7) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:04.113859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af68af58-837c-4f4b-b86b-068721552111 None None] Network c5467810-3257-4b66-a72e-a881557c53b7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:04.127748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.128590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.138109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:04.293101 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3c348b3b-d19e-4c25-8bb3-4f411366503e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5820067 Mar 11 16:06:04.296334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:06:04.375853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32812) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:04.473716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.480603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7', 'name': 'tempest-PortsIpV6TestJSON-560672631'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:04.529320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 867fa328-e794-4578-b274-e90b9afe9d8e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:04.650022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.667260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c5467810-3257-4b66-a72e-a881557c53b7', 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '95702c32-aa64-48a0-9b41-a0c1ae56c0c5'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:04.668688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.669552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.670065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.674075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.677184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:04.677910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.747611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 867fa328-e794-4578-b274-e90b9afe9d8e completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:04.783294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] For port 3e14fdc0-9592-4b59-9795-62acd7416daa, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3e14fdc0-9592-4b59-9795-62acd7416daa,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:04.783732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.825921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] For port 20a3677e-07ad-42b8-9e8d-bc1574a866dc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=20a3677e-07ad-42b8-9e8d-bc1574a866dc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:04.826716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.873490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Provisioning for port 867fa328-e794-4578-b274-e90b9afe9d8e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:04.889900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Provisioning complete for port 867fa328-e794-4578-b274-e90b9afe9d8e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:04.890500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:04.913556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Allocated IP 2001:db8::2 (c5467810-3257-4b66-a72e-a881557c53b7/95702c32-aa64-48a0-9b41-a0c1ae56c0c5/76f722ce-12c4-4f3f-800d-14018b9edc9c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:04.942986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Calling delete_port for 3e14fdc0-9592-4b59-9795-62acd7416daa owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:05.000794 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5063550 Mar 11 16:06:05.003715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Calling delete_port for 20a3677e-07ad-42b8-9e8d-bc1574a866dc owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:05.004976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=881d6a28-01ab-4d67-a05e-84d6795e7db0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.006949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32816) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:05.025230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 881d6a28-01ab-4d67-a05e-84d6795e7db0 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:05.221125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:05.243133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.273827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.289213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:05.341418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:05.344494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.363031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.367108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=6fd3a2e2-866b-4288-a05a-4b5af6253c8b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.394659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.403383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:05.403759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:05.410359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Transition to ACTIVE for port object 76f722ce-12c4-4f3f-800d-14018b9edc9c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:05.414404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port ae7a0f1f-175e-403b-8df8-d9ab355f941e yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:05.417305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:05.427625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:05.433603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.433968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.434302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.434634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.435091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.435514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.435777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.436108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.436254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Transition to ACTIVE for port object 76f722ce-12c4-4f3f-800d-14018b9edc9c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:05.436426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.436710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.437029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae82ce5-d14d-489d-87a9-8cca249f3daa tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:06:05.443732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.453396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:05.483504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6fd3a2e2-866b-4288-a05a-4b5af6253c8b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:05.535737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Pushing event updated for resources: {'Port': ['ID=734dba5a-7a38-4346-9bb8-4fd5e3a8c461,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.574030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.577964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.581876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.586299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:05.588065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:05.610031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Network c5467810-3257-4b66-a72e-a881557c53b7 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:05.619318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:05.630164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Pushing event updated for resources: {'Port': ['ID=76f722ce-12c4-4f3f-800d-14018b9edc9c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.637081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:05.667865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:05.671866 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aee0f0e7-3885-4c34-afb1-03fac5111f33 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6582928 Mar 11 16:06:05.672941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.678928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32820) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:05.736032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e14fdc0-9592-4b59-9795-62acd7416daa,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.736778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e9b2839a-9f98-436c-bfe2-672d695d1dc7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:05.744601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:05.773448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:05.791751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e9b2839a-9f98-436c-bfe2-672d695d1dc7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:05.792526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e9b2839a-9f98-436c-bfe2-672d695d1dc7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:05.792983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d9a80ffd-6db7-42a7-b085-b7535efe28c4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:05.827716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Attempting to bind port 76f722ce-12c4-4f3f-800d-14018b9edc9c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:05.827716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Attempting to bind port 76f722ce-12c4-4f3f-800d-14018b9edc9c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '63dc8af3-b265-48b0-b54e-72150b98a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:05.828268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Attempting to bind port 76f722ce-12c4-4f3f-800d-14018b9edc9c on network c5467810-3257-4b66-a72e-a881557c53b7 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:05.841405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:05.841807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Checking segment: {'id': '63dc8af3-b265-48b0-b54e-72150b98a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:05.842208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.842593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Bound using segment: {'id': '63dc8af3-b265-48b0-b54e-72150b98a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:05.843093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Bound port: 76f722ce-12c4-4f3f-800d-14018b9edc9c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dc8af3-b265-48b0-b54e-72150b98a3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'c5467810-3257-4b66-a72e-a881557c53b7'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:05.843477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.854784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: d9a80ffd-6db7-42a7-b085-b7535efe28c4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:05.855120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d9a80ffd-6db7-42a7-b085-b7535efe28c4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:05.866778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:05.867391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:05.871560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.942720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:05.979280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=20a3677e-07ad-42b8-9e8d-bc1574a866dc,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:05.992894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:06.002421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.048114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.048768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::293 (c5467810-3257-4b66-a72e-a881557c53b7/95702c32-aa64-48a0-9b41-a0c1ae56c0c5/ae7a0f1f-175e-403b-8df8-d9ab355f941e) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:06.081062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:06.081859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:06.104360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.138465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.152610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:06.153007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf7079-2234-4c8a-b2a6-2ddf358550e3 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:06.155925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] For port 76f722ce-12c4-4f3f-800d-14018b9edc9c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:06.169256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] For port 76f722ce-12c4-4f3f-800d-14018b9edc9c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=76f722ce-12c4-4f3f-800d-14018b9edc9c,segment=NetworkSegment(63dc8af3-b265-48b0-b54e-72150b98a3b6),segment_id=63dc8af3-b265-48b0-b54e-72150b98a3b6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:06.174920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.268165 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0e6a62b1-8376-457a-af83-98aa8f9ec576 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/27dd8ee1-0bb7-472d-ad1c-ce1331c4bf6b HTTP/1.1" status: 204 len: 168 time: 7.5049219 Mar 11 16:06:06.280058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:06.314515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port 867fa328-e794-4578-b274-e90b9afe9d8e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=867fa328-e794-4578-b274-e90b9afe9d8e,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:06.334163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187e755-cc11-4f83-b5b6-251925d1e194 None None] Pushing event updated for resources: {'Port': ['ID=76f722ce-12c4-4f3f-800d-14018b9edc9c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:06.518076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.522827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.584188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.585237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8fc63e-d791-4943-9d39-caf9c7d299d0 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:06.618443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.623036 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-37d144e2-c29e-4cfe-9407-68e7d229ebe6 admin admin] 10.222.0.78 "DELETE /v2.0/routers/aa8fc63e-d791-4943-9d39-caf9c7d299d0 HTTP/1.1" status: 204 len: 168 time: 4.3992097 Mar 11 16:06:06.625856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32828) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:06.664402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 7711010e-cfc6-4d75-b291-398be1bdfca8 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:06.665831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.671631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.686660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.700515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:06.770270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Deleting subnet eb4fc5d6-73bd-4843-b384-4534d6900352 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:06.796672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.810450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.827197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.828054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.834072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:06.884998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:06.885888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:06.906988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.015012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.069506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.133350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.185214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4fc5d6-73bd-4843-b384-4534d6900352,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.191263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.193572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.206513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2bd85a-cd26-4168-96c5-24c9cdf077ca None None] Network 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:07.209106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e5ef58e4-6913-44f9-8336-1d7c66f26816 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/eb4fc5d6-73bd-4843-b384-4534d6900352 HTTP/1.1" status: 204 len: 168 time: 0.5822899 Mar 11 16:06:07.214231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32832) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:07.328042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Router e23719b1-c055-4185-a183-258affd86409 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:06:07.355629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] For port 867fa328-e794-4578-b274-e90b9afe9d8e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=867fa328-e794-4578-b274-e90b9afe9d8e,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:07.358551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.384738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.441804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Deleting port 0aab54ba-0a52-4425-ac69-90cabfa9a158 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:07.442164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.497574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9887154-829f-446b-908b-993aee6ebf1f None None] Network c5467810-3257-4b66-a72e-a881557c53b7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:07.578351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4e12-3828-4a11-87d5-5ec618cf4e79 None None] Pushing event updated for resources: {'Port': ['ID=867fa328-e794-4578-b274-e90b9afe9d8e,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.600724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881d6a28-01ab-4d67-a05e-84d6795e7db0']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:07.610115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06d0953f-78a0-434e-9bae-6c552d3d8697 None None] Provisioning for port 76f722ce-12c4-4f3f-800d-14018b9edc9c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:07.630255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.725135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:07.746319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:07.749258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12f6608-b35d-4a26-8d4b-6dc2034a684f') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:07.749647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12f6608-b35d-4a26-8d4b-6dc2034a684f') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:07.773310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:07.774276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.792546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] For port 0aab54ba-0a52-4425-ac69-90cabfa9a158, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0aab54ba-0a52-4425-ac69-90cabfa9a158,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:07.793058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.804216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.807719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fcf86f-175d-4abc-9f6d-b845845a3106 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:07.809847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.829767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] DHCP port deletion for 2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:07.832374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object ae7a0f1f-175e-403b-8df8-d9ab355f941e will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:07.843321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Deleting port 0aab54ba-0a52-4425-ac69-90cabfa9a158 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:07.843887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.849823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=a3bd4eed-2e6d-4fff-aec3-664defe7e5b7,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.853136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=867fa328-e794-4578-b274-e90b9afe9d8e,revision_number=4']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:07.871500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.875366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.902044 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4050e1a-3ec0-4a39-87c6-8d894166a2cd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8759336 Mar 11 16:06:07.908873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:07.917513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:9d:68:15', 'name': 'tempest-NetworksTestDHCPv6-1351559936'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:07.937245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:07.937873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:07.954269 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:08.040716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.145076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] For port 0aab54ba-0a52-4425-ac69-90cabfa9a158, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0aab54ba-0a52-4425-ac69-90cabfa9a158,segment=NetworkSegment(f8773bc5-28b0-4731-a941-5b5c9eb02ca1),segment_id=f8773bc5-28b0-4731-a941-5b5c9eb02ca1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:08.145469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.165249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Calling delete_port for 0aab54ba-0a52-4425-ac69-90cabfa9a158 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:08.267727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:08.269743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.270339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3541ed0e-ad90-41d5-81de-5d709b78c1bd {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:08.280917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 7711010e-cfc6-4d75-b291-398be1bdfca8 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:08.283055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.288962 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] Sync routers for ids ['e23719b1-c055-4185-a183-258affd86409'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:08.310644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Calling delete_port for 0aab54ba-0a52-4425-ac69-90cabfa9a158 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:08.313847 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] Routers {'e23719b1-c055-4185-a183-258affd86409'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:08.314710 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e23719b1-c055-4185-a183-258affd86409'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.333174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.341117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.342434 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-56eb47c8-f9bc-4f1d-95be-0cd8b9f71e54 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "PUT /v2.0/routers/e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 200 len: 915 time: 6.5741608 Mar 11 16:06:08.344512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aab54ba-0a52-4425-ac69-90cabfa9a158,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:08.346879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32840) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:08.347458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.401121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:08.401766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:08.407832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 76f722ce-12c4-4f3f-800d-14018b9edc9c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:08.445061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] No DVR routers for this DVR port 0aab54ba-0a52-4425-ac69-90cabfa9a158 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:08.466407 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.489346 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] Routers {'e23719b1-c055-4185-a183-258affd86409'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:08.491025 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:05:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e23719b1-c055-4185-a183-258affd86409'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.516828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9691d2c7-40c5-4547-a87d-f745a085bea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.560560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 76f722ce-12c4-4f3f-800d-14018b9edc9c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:08.576034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 76f722ce-12c4-4f3f-800d-14018b9edc9c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:08.576561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.642325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.658143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.659630 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.661861 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6a31a1-b99a-426e-8745-47046bebcdfc None None] The sync data for ids ['e23719b1-c055-4185-a183-258affd86409'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:08.698243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.744564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.748997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9b344d-a8b5-48fc-96c8-b8c4cb31af63']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.749525 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36cc3177-b648-4853-a139-a5d02e425e0c admin admin] 10.222.0.78 "DELETE /v2.0/routers/3541ed0e-ad90-41d5-81de-5d709b78c1bd HTTP/1.1" status: 204 len: 168 time: 7.2851529 Mar 11 16:06:08.750917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=881d6a28-01ab-4d67-a05e-84d6795e7db0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:08.765852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32844) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:08.784882 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-34535b3f-b699-41f3-92d1-cd65065301cc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/881d6a28-01ab-4d67-a05e-84d6795e7db0 HTTP/1.1" status: 204 len: 168 time: 3.1003253 Mar 11 16:06:08.792113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32848) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:08.824192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.824758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8773bc5-28b0-4731-a941-5b5c9eb02ca1') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:08.843361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.875882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.897125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Deleting subnet 1443c5fd-b53c-4cdc-9101-20aebb42f058 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:08.906956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:08.907357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.915798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Deleting port 0aab54ba-0a52-4425-ac69-90cabfa9a158 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:08.916525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:08.940672 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:08.942577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.000270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.036056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9a6d2ffa-a28b-4e68-8d5b-cce107a06063 None None] Provisioning complete for port 76f722ce-12c4-4f3f-800d-14018b9edc9c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:09.036601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2ffa-a28b-4e68-8d5b-cce107a06063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.087053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.099942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.136760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1332e6c1-bcd1-4473-aad1-87a4f0b50e77 None None] The port '0aab54ba-0a52-4425-ac69-90cabfa9a158' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:09.141834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network c5467810-3257-4b66-a72e-a881557c53b7 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:09.151357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:09.170035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=ae7a0f1f-175e-403b-8df8-d9ab355f941e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:09.173022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.173198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:09.178214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.235271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9b344d-a8b5-48fc-96c8-b8c4cb31af63,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:09.245834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9a6d2ffa-a28b-4e68-8d5b-cce107a06063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.253940 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b0642fe9-c827-49ba-aabf-39ae2b9d5484 admin admin] 10.222.0.78 "DELETE /v2.0/networks/2b9b344d-a8b5-48fc-96c8-b8c4cb31af63 HTTP/1.1" status: 204 len: 168 time: 2.0386064 Mar 11 16:06:09.271284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 76f722ce-12c4-4f3f-800d-14018b9edc9c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=76f722ce-12c4-4f3f-800d-14018b9edc9c,segment=NetworkSegment(63dc8af3-b265-48b0-b54e-72150b98a3b6),segment_id=63dc8af3-b265-48b0-b54e-72150b98a3b6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:09.288498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:09.294616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.295620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 867fa328-e794-4578-b274-e90b9afe9d8e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:09.296768 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-99bbc83a-9aa8-4d43-bae1-d932b7cb80fb tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 200 len: 921 time: 0.9456530 Mar 11 16:06:09.297442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32854) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.304912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:09.307296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.333323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:09.371069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.403822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:09.438621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=7711010e-cfc6-4d75-b291-398be1bdfca8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:09.447552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8eb9a697-5210-4dc5-ba11-750e245fc6bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.9962573 Mar 11 16:06:09.453124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32858) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.561233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=76f722ce-12c4-4f3f-800d-14018b9edc9c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:09.583186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port ae7a0f1f-175e-403b-8df8-d9ab355f941e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:09.583667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.596764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-9a6d2ffa-a28b-4e68-8d5b-cce107a06063 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:09.597118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-9a6d2ffa-a28b-4e68-8d5b-cce107a06063 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:09.604024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:09.610798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 867fa328-e794-4578-b274-e90b9afe9d8e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:09.611551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.615747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.622268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-909fdb86-d05f-4a7a-b5f3-ffd6eb1a3558 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/7711010e-cfc6-4d75-b291-398be1bdfca8 HTTP/1.1" status: 204 len: 168 time: 3.3379550 Mar 11 16:06:09.632961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32862) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.640010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:09.665969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32866) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.666255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:09.678652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:floatingip and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:09.684074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.691681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:09.719267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:09.733125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:09.751290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1443c5fd-b53c-4cdc-9101-20aebb42f058,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:09.765588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0c943dbb-dac8-4caa-bfeb-5b38715f9112 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=e23719b1-c055-4185-a183-258affd86409&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4649065 Mar 11 16:06:09.780019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32870) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.804274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.815322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:09.815674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f0d67-4cbd-4726-89a4-739bc4fa89c8 None None] Network 25cba1d7-6baf-4cca-8e85-cd83160da743 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:09.851953 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1a477e5c-d85b-4cd3-9b7e-6d1b5662acd9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1443c5fd-b53c-4cdc-9101-20aebb42f058 HTTP/1.1" status: 204 len: 168 time: 1.0837202 Mar 11 16:06:09.858224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32874) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:09.904534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3e14fdc0-9592-4b59-9795-62acd7416daa no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:09.959746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3e14fdc0-9592-4b59-9795-62acd7416daa {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:09.960262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3e14fdc0-9592-4b59-9795-62acd7416daa not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:09.996198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.074562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd3a2e2-866b-4288-a05a-4b5af6253c8b']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:10.085244 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f6641c0-559a-4afa-b593-4059fcfa4300 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9bb7e7773bc41a6bac4b2c1d3ac1e93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4182804 Mar 11 16:06:10.114116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32878) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:10.139589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f018d173-4824-4512-8212-66480c728c36') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:10.139877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f018d173-4824-4512-8212-66480c728c36') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:10.152436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.156105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 76f722ce-12c4-4f3f-800d-14018b9edc9c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:10.197794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.212933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad1ecc-90ea-4a70-aff0-00a94b216205 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:10.214402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3dad1ecc-90ea-4a70-aff0-00a94b216205 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/networks/5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 881 time: 0.4280548 Mar 11 16:06:10.222772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32882) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:10.243537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.244998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 0ea16fa7-abda-466a-8a59-aca80f86aefd yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:10.293261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 76f722ce-12c4-4f3f-800d-14018b9edc9c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:10.293799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.296093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Deleting port 071fbeff-030a-4423-a294-61ff90f74b03 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:10.296319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.323432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.333919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.356588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:10.357056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:10.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:10.385066 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-094454af-1796-4787-96ca-46f301778540 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 200 len: 205 time: 0.1517189 Mar 11 16:06:10.396917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32886) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:10.407753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65414014-5be0-4d44-bd00-14374044404a None None] DHCP port deletion for 25cba1d7-6baf-4cca-8e85-cd83160da743 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:10.422599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-65414014-5be0-4d44-bd00-14374044404a None None] Deleting port 071fbeff-030a-4423-a294-61ff90f74b03 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:10.423110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65414014-5be0-4d44-bd00-14374044404a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.485436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for ae7a0f1f-175e-403b-8df8-d9ab355f941e owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:10.494071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5ac169b3-5841-420d-bff6-2c921b133124 None None] Provisioning complete for port 867fa328-e794-4578-b274-e90b9afe9d8e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:10.494626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ac169b3-5841-420d-bff6-2c921b133124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.570429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 20a3677e-07ad-42b8-9e8d-bc1574a866dc no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:10.636037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.651665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.653740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.658154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.687358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 20a3677e-07ad-42b8-9e8d-bc1574a866dc {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:10.687678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 20a3677e-07ad-42b8-9e8d-bc1574a866dc not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:10.688095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0aab54ba-0a52-4425-ac69-90cabfa9a158 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:10.753789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=6fd3a2e2-866b-4288-a05a-4b5af6253c8b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:10.781564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ba48882b-b317-4cdf-971c-d64e9db6a54a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/6fd3a2e2-866b-4288-a05a-4b5af6253c8b HTTP/1.1" status: 204 len: 168 time: 1.9839439 Mar 11 16:06:10.785671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.792583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32890) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:10.792748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 0aab54ba-0a52-4425-ac69-90cabfa9a158 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:10.793766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0aab54ba-0a52-4425-ac69-90cabfa9a158 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:10.860566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-65414014-5be0-4d44-bd00-14374044404a None None] For port 071fbeff-030a-4423-a294-61ff90f74b03, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=071fbeff-030a-4423-a294-61ff90f74b03,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:10.860949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65414014-5be0-4d44-bd00-14374044404a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.892364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] For port 071fbeff-030a-4423-a294-61ff90f74b03, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=071fbeff-030a-4423-a294-61ff90f74b03,segment=NetworkSegment(86173f59-a9e9-4cf7-8524-28b5ca750eb7),segment_id=86173f59-a9e9-4cf7-8524-28b5ca750eb7)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:10.892958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:10.935572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.048960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-65414014-5be0-4d44-bd00-14374044404a None None] Calling delete_port for 071fbeff-030a-4423-a294-61ff90f74b03 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:11.102653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5ac169b3-5841-420d-bff6-2c921b133124 None None] Could not find standard attr ID for object ae7a0f1f-175e-403b-8df8-d9ab355f941e. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:06:11.107363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Calling delete_port for 071fbeff-030a-4423-a294-61ff90f74b03 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:11.145847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65414014-5be0-4d44-bd00-14374044404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.150682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=ae7a0f1f-175e-403b-8df8-d9ab355f941e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:11.209332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65414014-5be0-4d44-bd00-14374044404a None None] Pushing event deleted for resources: {'Port': ['ID=071fbeff-030a-4423-a294-61ff90f74b03,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:11.220464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.220820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.227665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65414014-5be0-4d44-bd00-14374044404a None None] No DVR routers for this DVR port 071fbeff-030a-4423-a294-61ff90f74b03 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:11.234273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe4b3-eff1-42a4-a607-74ce3611d951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.247422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 172.20.0.3 (a5201ef7-2506-4639-87b8-8e23809c1ec8/1a1ff1b3-9d60-451b-b230-dc62f3ae6932/0ea16fa7-abda-466a-8a59-aca80f86aefd) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:11.247659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.203 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/9b066675-66b6-4e7e-a586-430b0aa0912e) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:11.277140 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1b04ad87-e567-4b5a-a981-431468c31077 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/ae7a0f1f-175e-403b-8df8-d9ab355f941e HTTP/1.1" status: 204 len: 168 time: 1.8228095 Mar 11 16:06:11.278192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fe9d:6815 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a3bd4eed-2e6d-4fff-aec3-664defe7e5b7/0ea16fa7-abda-466a-8a59-aca80f86aefd) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:11.281252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:11.285005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d2d36-178b-4eef-baf0-3fc647a6c7e7 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:11.289181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d2d36-178b-4eef-baf0-3fc647a6c7e7 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:11.291212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d3d2d36-178b-4eef-baf0-3fc647a6c7e7 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:11.294112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f116b9c-ffdf-4eed-a169-f77a5882eb2a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:11.324473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.328317 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3040b37d-f8f8-4ad3-9aa0-40263fcc44f4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f116b9c-ffdf-4eed-a169-f77a5882eb2a HTTP/1.1" status: 204 len: 168 time: 1.2103205 Mar 11 16:06:11.344268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:11.344966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:11.384920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d3d2d36-178b-4eef-baf0-3fc647a6c7e7 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:11.389350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d3d2d36-178b-4eef-baf0-3fc647a6c7e7 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5932217 Mar 11 16:06:11.391588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32900) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:11.447026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-582291c1-0841-471f-98ef-37d8f0e2327b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:06:11.447518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582291c1-0841-471f-98ef-37d8f0e2327b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:11.460307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-51765298'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:11.473397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:11.482219 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-582291c1-0841-471f-98ef-37d8f0e2327b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/ae7a0f1f-175e-403b-8df8-d9ab355f941e HTTP/1.1" status: 404 len: 333 time: 0.1998959 Mar 11 16:06:11.487926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:11.493738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:11.525549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.548946 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b4b62d-7f74-484c-8fd9-6e6b23bac1e0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:06:11.549476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91b4b62d-7f74-484c-8fd9-6e6b23bac1e0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:11.569380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:11.573685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.626172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91b4b62d-7f74-484c-8fd9-6e6b23bac1e0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:11.629853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-91b4b62d-7f74-484c-8fd9-6e6b23bac1e0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/ae7a0f1f-175e-403b-8df8-d9ab355f941e HTTP/1.1" status: 404 len: 333 time: 0.1352663 Mar 11 16:06:11.631197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32910) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:11.640694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:11.679205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.705098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.705098 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment 256a97f9-0c79-46ad-8665-a61f6ad2f975 of type vlan for network 4007ed9c-e19f-4097-a9db-06d346fcbe70 Mar 11 16:06:11.734230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.756301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 0ea16fa7-abda-466a-8a59-aca80f86aefd will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:11.806341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.847999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Deleting port 071fbeff-030a-4423-a294-61ff90f74b03 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:11.848333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.859744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.892257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:11.897026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:11.900455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:11.944398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=0ea16fa7-abda-466a-8a59-aca80f86aefd,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:11.952462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.968698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] The port '071fbeff-030a-4423-a294-61ff90f74b03' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:11.986839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:11.997556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:11.998243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.017226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port 734dba5a-7a38-4346-9bb8-4fd5e3a8c461 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:12.017623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.052028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.056393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c502ded0-bfca-4500-9c15-a19ce284593c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1450613 Mar 11 16:06:12.064120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32922) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:12.154699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 071fbeff-030a-4423-a294-61ff90f74b03 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:12.217456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 071fbeff-030a-4423-a294-61ff90f74b03 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:12.218183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 071fbeff-030a-4423-a294-61ff90f74b03 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:12.250685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.281265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a62f54-32c0-4169-9550-a8c231bac7c6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.285524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a62f54-32c0-4169-9550-a8c231bac7c6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.286388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c4a62f54-32c0-4169-9550-a8c231bac7c6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:12.311434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.385171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c4a62f54-32c0-4169-9550-a8c231bac7c6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:12.388981 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c4a62f54-32c0-4169-9550-a8c231bac7c6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3214712 Mar 11 16:06:12.400678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32932) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:12.454234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for 734dba5a-7a38-4346-9bb8-4fd5e3a8c461 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:12.466893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b45336ce-4c16-4b1f-8644-2c92b0903623 None None] Provisioning for port 0ea16fa7-abda-466a-8a59-aca80f86aefd completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:12.472735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.478554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b45336ce-4c16-4b1f-8644-2c92b0903623 None None] Provisioning complete for port 0ea16fa7-abda-466a-8a59-aca80f86aefd triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:12.478919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b45336ce-4c16-4b1f-8644-2c92b0903623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.484827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:12.504505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:12.526743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:12.556234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b45336ce-4c16-4b1f-8644-2c92b0903623 None None] Port 0ea16fa7-abda-466a-8a59-aca80f86aefd cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:12.583934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.588501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:12.589245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.653570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cba1d7-6baf-4cca-8e85-cd83160da743']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.673650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.715205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 95702c32-aa64-48a0-9b41-a0c1ae56c0c5 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:12.721492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=734dba5a-7a38-4346-9bb8-4fd5e3a8c461,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:12.730977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=9b066675-66b6-4e7e-a586-430b0aa0912e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:12.749087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86173f59-a9e9-4cf7-8524-28b5ca750eb7') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.749585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86173f59-a9e9-4cf7-8524-28b5ca750eb7') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:12.756528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.817189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 0ea16fa7-abda-466a-8a59-aca80f86aefd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:12.817532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.858808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.882232 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4414461 Mar 11 16:06:12.890048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b1975-09f6-4977-a6cc-b16f1ba396de tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=4007ed9c-e19f-4097-a9db-06d346fcbe70,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:12.902462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32944) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:12.906848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4007ed9c-e19f-4097-a9db-06d346fcbe70 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:12.911929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-239081506'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:12.925403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.955654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:12.969549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:12.991189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:network and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:12.995738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:13.004653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.007264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:13.007602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:13.028970 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:13.031815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:13.179582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:13.182767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.293498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.331288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.395165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.443449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:13.446300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25cba1d7-6baf-4cca-8e85-cd83160da743,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:13.451139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.477287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.482238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.512065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.513367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router e23719b1-c055-4185-a183-258affd86409 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:13.534888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.536461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.537005 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment d9ee36c3-7f97-4f42-b5dd-d5851f36921d of type vlan for network 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0 Mar 11 16:06:13.539903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.541305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-35ea0ecb-219d-45e2-89fa-a987d6ca9877 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 204 len: 168 time: 3.0897884 Mar 11 16:06:13.542529 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-062b3737-4a16-47db-af52-50e33b785cd4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/25cba1d7-6baf-4cca-8e85-cd83160da743 HTTP/1.1" status: 204 len: 168 time: 3.6834633 Mar 11 16:06:13.545084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32958) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.559554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-608333470', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:13.566188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:13.570580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Usage tracker for resource:router and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:13.584125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:13.592232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:13.603316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32964) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.623166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.624159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.659803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.786074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.811527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.826901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32970) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.834791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-272674891'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:13.858244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:13.865259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Usage tracker for resource:router and tenant:1905e27a479f41f59ee785e94a0f2e0b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:13.871285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:13.882082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:13.917878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.920574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.922222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:13.931173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 0ea16fa7-abda-466a-8a59-aca80f86aefd owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:13.936090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2988ccbf-e22e-451f-8655-8451b66d8c75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39817efefa3545148db3fe975a842785&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0943158 Mar 11 16:06:13.940671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32974) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:13.974900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.011189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.031477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.087634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:14.109356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=95702c32-aa64-48a0-9b41-a0c1ae56c0c5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.119895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.121843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.149199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.157383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50bf9f8-73b3-4c45-bc25-579764fab8ad None None] Network c5467810-3257-4b66-a72e-a881557c53b7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:14.170995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.172177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.174684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:14.175428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.183856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.187040 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-527a258e-f7a7-4677-81c8-290cc22e1442 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5795100 Mar 11 16:06:14.188272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32980) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:14.318182 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3adf8244-baf8-4697-97a1-ec76883a2ccd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/95702c32-aa64-48a0-9b41-a0c1ae56c0c5 HTTP/1.1" status: 204 len: 168 time: 2.6805565 Mar 11 16:06:14.331006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 32984) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:14.398435 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4929352 Mar 11 16:06:14.406922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32988) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:14.421899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'ports': [{'network_id': '4007ed9c-e19f-4097-a9db-06d346fcbe70', 'name': 'tempest-port--1038279007', 'admin_state_up': True}, {'network_id': '8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0', 'admin_state_up': False}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:14.422317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'port': {'network_id': '4007ed9c-e19f-4097-a9db-06d346fcbe70', 'name': 'tempest-port--1038279007', 'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:14.422854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'port': {'network_id': '8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0', 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:14.438784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18fc91-9523-4558-8855-e40cc9d6c762 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.452787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:14.484329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] DHCP port deletion for c5467810-3257-4b66-a72e-a881557c53b7 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:14.512196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.539892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Deleting port 76f722ce-12c4-4f3f-800d-14018b9edc9c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:14.540595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.543003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.568517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.624162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.661615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281b6db1-062c-4220-9b93-ffaf5483406f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.669134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.672469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.725192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.732738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 76f722ce-12c4-4f3f-800d-14018b9edc9c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:14.733072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.763607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.793755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=0ea16fa7-abda-466a-8a59-aca80f86aefd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:14.861734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] For port 76f722ce-12c4-4f3f-800d-14018b9edc9c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=76f722ce-12c4-4f3f-800d-14018b9edc9c,segment=NetworkSegment(63dc8af3-b265-48b0-b54e-72150b98a3b6),segment_id=63dc8af3-b265-48b0-b54e-72150b98a3b6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:14.862088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.928736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:14.944867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a27186b3-1630-489b-aa42-5260d43045f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/281b6db1-062c-4220-9b93-ffaf5483406f HTTP/1.1" status: 204 len: 168 time: 0.9949114 Mar 11 16:06:15.007413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.010119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Calling delete_port for 76f722ce-12c4-4f3f-800d-14018b9edc9c owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:15.090544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.148188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:15.181053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.185753 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b13d5ee3-377e-4ade-9553-b60b4788cdea tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/0ea16fa7-abda-466a-8a59-aca80f86aefd HTTP/1.1" status: 204 len: 168 time: 2.7695978 Mar 11 16:06:15.187010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.202545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 32998) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:15.289980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:port and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:15.300423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=9b066675-66b6-4e7e-a586-430b0aa0912e,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:15.303485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] Pushing event deleted for resources: {'Port': ['ID=76f722ce-12c4-4f3f-800d-14018b9edc9c,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:15.306305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:15.323241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898021db-a9ba-43b3-9847-8bdb43f0cbb3 None None] No DVR routers for this DVR port 76f722ce-12c4-4f3f-800d-14018b9edc9c on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:15.363085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.365105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b86c27bf-56b3-4318-b76f-1fe4ba7ae725 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7304735 Mar 11 16:06:15.373527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:15.375195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:15.376700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:15.377552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:15.381304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33002) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:15.382257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:15.391525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'port': {'network_id': 'c5ae24bf-25f1-49bc-86b9-d59032a9d364', 'name': 'tempest-FloatingIPTestJSON-176082236'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:15.502692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'port': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:15.507507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.537799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Allocated IP 172.26.4.3 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/b6552dee-50cf-4bdb-bfe9-e72f728e98df) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:15.539021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.574087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:15.580999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8a424c27-de3b-430c-b345-61b56923b7d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3695111 Mar 11 16:06:15.590705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33012) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:15.974739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port 76f722ce-12c4-4f3f-800d-14018b9edc9c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=76f722ce-12c4-4f3f-800d-14018b9edc9c,segment=NetworkSegment(63dc8af3-b265-48b0-b54e-72150b98a3b6),segment_id=63dc8af3-b265-48b0-b54e-72150b98a3b6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:15.975346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:15.997757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.076605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:16.119424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:16.131565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 76f722ce-12c4-4f3f-800d-14018b9edc9c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:16.147824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 76f722ce-12c4-4f3f-800d-14018b9edc9c owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:16.165870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:16.168909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.178014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.180779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] device_id is not set on port b131e84b-e332-49db-90c0-d8407a4d72c5 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:16.193543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 76f722ce-12c4-4f3f-800d-14018b9edc9c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:16.197834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 76f722ce-12c4-4f3f-800d-14018b9edc9c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:16.228308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] device_id is not set on port ba4f9246-7597-4b71-afcf-ebde7e82d6ad yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:16.246314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.285637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 1a1ff1b3-9d60-451b-b230-dc62f3ae6932 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:16.287568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-e0cd245d-4006-4c44-973f-581f5669f704 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.7325082 Mar 11 16:06:16.296623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.331150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25113a0a-1526-4c9a-bf63-3c44a3bd0549 req-e6e884a7-cb08-4401-abd0-1ba366f2a5bf tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:16.333729 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-25113a0a-1526-4c9a-bf63-3c44a3bd0549 req-e6e884a7-cb08-4401-abd0-1ba366f2a5bf tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6791456 Mar 11 16:06:16.386844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.389107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:16.389242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:16.389611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.390212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf0fc34-73d2-41f9-965d-93c043b7f872 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:16.472302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.528086 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-25113a0a-1526-4c9a-bf63-3c44a3bd0549 req-7f65bf26-eb2b-455c-b97d-f560104db7d6 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414495 Mar 11 16:06:16.529802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.533534 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7bad492-1bea-4dcd-8b7e-d0dcf750eb6f tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "DELETE /v2.0/routers/9cf0fc34-73d2-41f9-965d-93c043b7f872 HTTP/1.1" status: 204 len: 168 time: 2.3423979 Mar 11 16:06:16.539052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33032) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:16.577159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Request body: {'router': {'name': 'tempest-router-848245637', 'distributed': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:16.583731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-1755258d-a76b-45e9-baf9-4216aa08c1ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:16.585212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-1755258d-a76b-45e9-baf9-4216aa08c1ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.2905521 Mar 11 16:06:16.590883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event updated for resources: {'Port': ['ID=b6552dee-50cf-4bdb-bfe9-e72f728e98df,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:16.593072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:16.595500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:16.611467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Usage tracker for resource:router and tenant:1905e27a479f41f59ee785e94a0f2e0b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:16.629353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:16.632717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.5 (c5ae24bf-25f1-49bc-86b9-d59032a9d364/3f7d452b-81f0-406e-abf2-6a9aa244eccd/ba4f9246-7597-4b71-afcf-ebde7e82d6ad) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:16.644222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:16.646683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:16.652624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.652846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:16.745104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.821717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.822684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.888234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] device_id is not set on port 083b0dd2-70f4-44bb-852b-79f88d159654 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:16.909772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 76f722ce-12c4-4f3f-800d-14018b9edc9c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:16.910107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:16.949058 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-60d911e0-f8bf-4400-9da4-7f8ea31feed1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.3554759 Mar 11 16:06:17.007204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.038239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] The port '76f722ce-12c4-4f3f-800d-14018b9edc9c' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:17.043409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.109968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=1a1ff1b3-9d60-451b-b230-dc62f3ae6932,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:17.132220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.161285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef93427-a24a-4b13-9c0e-3c1988252339 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:17.165046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.206324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.234812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-d476bfd0-89b5-4e1a-8393-32c0eacc0f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:17.237483 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-d476bfd0-89b5-4e1a-8393-32c0eacc0f88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.2716045 Mar 11 16:06:17.248911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.251058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.339163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5467810-3257-4b66-a72e-a881557c53b7']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.342664 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0aabd32e-b207-4c44-b6c1-28e4ba50105a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/1a1ff1b3-9d60-451b-b230-dc62f3ae6932 HTTP/1.1" status: 204 len: 168 time: 1.7508218 Mar 11 16:06:17.343377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33046) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:17.350339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.359779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.360941 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c68acf6f-3aaa-43b0-8e47-48bdf8ae6cda tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8175373 Mar 11 16:06:17.388511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33050) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:17.401856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dc8af3-b265-48b0-b54e-72150b98a3b6') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.402218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dc8af3-b265-48b0-b54e-72150b98a3b6') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:17.412602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network c5ae24bf-25f1-49bc-86b9-d59032a9d364 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:17.423670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:17.429870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=ba4f9246-7597-4b71-afcf-ebde7e82d6ad,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:17.432366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:17.505660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet a3bd4eed-2e6d-4fff-aec3-664defe7e5b7 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:17.519383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.567308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:17.569158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.611059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.612155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.679772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.689658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6a871440-3b1d-4636-82e5-582d15ea62b3 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3044930 Mar 11 16:06:17.705518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33062) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:17.755108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': 'ba4f9246-7597-4b71-afcf-ebde7e82d6ad'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:17.856541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Checking segment: {'id': '256a97f9-0c79-46ad-8665-a61f6ad2f975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '4007ed9c-e19f-4097-a9db-06d346fcbe70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:17.857072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network hostable DHCP agents. Network: 4007ed9c-e19f-4097-a9db-06d346fcbe70, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:17.868890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Port': ['ID=b131e84b-e332-49db-90c0-d8407a4d72c5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:17.870715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.907158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.932165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:17.932572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.937854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network 4007ed9c-e19f-4097-a9db-06d346fcbe70 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:17.952393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4007ed9c-e19f-4097-a9db-06d346fcbe70) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:17.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:17.964190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7e660c-574d-4b46-8678-30e714cccb1d None None] Network 4007ed9c-e19f-4097-a9db-06d346fcbe70 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:17.964797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:17.978054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:17.978924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.045828 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-2f519aac-d293-4f1e-920d-f4eca7282545 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7973678 Mar 11 16:06:18.123670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.123670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.423894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Port': ['ID=083b0dd2-70f4-44bb-852b-79f88d159654,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:18.453585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Checking segment: {'id': 'd9ee36c3-7f97-4f42-b5dd-d5851f36921d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:18.454073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network hostable DHCP agents. Network: 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:18.459754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.513753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.518031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bd4eed-2e6d-4fff-aec3-664defe7e5b7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:18.528498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.540262 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-004f4a02-b616-4929-8c1e-7575bac826bf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a3bd4eed-2e6d-4fff-aec3-664defe7e5b7 HTTP/1.1" status: 204 len: 168 time: 1.1864605 Mar 11 16:06:18.543323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33076) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.649645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.654276 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-93a899bb-0b0b-4f66-aaa6-c283bcbdfb0c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097064 Mar 11 16:06:18.660068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:18.663532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33080) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.678415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:18.700426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33084) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.707683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:18.713085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b82c9-27e7-404b-8fde-023e7f6b2b95 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:18.731744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469c78c-00d4-4046-9d11-74b6ce0fae80 None None] Network 8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:18.784019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:18.788619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:18.796922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:18.798212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.887314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:18.904949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:18.910090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:18.922982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:18.928873 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9be3dd82-1bf8-4f35-b44d-f9451d0b2bbe tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5188377 Mar 11 16:06:18.933191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33090) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:18.955379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:18.984010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=c5467810-3257-4b66-a72e-a881557c53b7,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.001413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5e102517-7d35-4a95-b803-5b9bf50c4bc8 None None] Provisioning complete for port 867fa328-e794-4578-b274-e90b9afe9d8e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:19.002433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e102517-7d35-4a95-b803-5b9bf50c4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.014787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:19.030431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.075848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33b9fbb7-e48e-486e-b7e1-864b39735312 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/c5467810-3257-4b66-a72e-a881557c53b7 HTTP/1.1" status: 204 len: 168 time: 4.7371104 Mar 11 16:06:19.090024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33094) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:19.121059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-668595614'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:19.140195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:19.145730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:19.152273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-bc7567ef-c183-439d-832f-c5ab8c19c2a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247605 Mar 11 16:06:19.159071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45402f8-4cae-4ead-81c2-c7fd10d2ef2c req-474ced55-efc5-42f2-8237-98de7b5bd38f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:19.167018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:19.167237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f45402f8-4cae-4ead-81c2-c7fd10d2ef2c req-474ced55-efc5-42f2-8237-98de7b5bd38f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 1.3286326 Mar 11 16:06:19.174574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:floatingip and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:19.181943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:19.199356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:19.201188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:19.228800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:19.241745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1c746-3c74-4e7d-929f-1cf4eab8bd57 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:19.247262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca1c746-3c74-4e7d-929f-1cf4eab8bd57 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:19.248120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1ca1c746-3c74-4e7d-929f-1cf4eab8bd57 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:19.251165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.343829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:19.348836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Deleting port 867fa328-e794-4578-b274-e90b9afe9d8e {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:19.349214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.352110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:19.415529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1ca1c746-3c74-4e7d-929f-1cf4eab8bd57 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:19.419605 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1ca1c746-3c74-4e7d-929f-1cf4eab8bd57 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4823089 Mar 11 16:06:19.420975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33098) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:19.521199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting port b131e84b-e332-49db-90c0-d8407a4d72c5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:19.522151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.584441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:19.587757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.602874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] For port 867fa328-e794-4578-b274-e90b9afe9d8e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=867fa328-e794-4578-b274-e90b9afe9d8e,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:19.603915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.609192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.629241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f45402f8-4cae-4ead-81c2-c7fd10d2ef2c req-bfe1426d-9eb4-443a-b186-6e27ad11ba4e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4613338 Mar 11 16:06:19.756099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Calling delete_port for 867fa328-e794-4578-b274-e90b9afe9d8e owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:19.779915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:19.782890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=3bb25555-48df-4935-ae86-55ca205125cf,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.791399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:19.793865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:19.794472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.839291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.846620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:19.851407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.852661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80e61c64-ec6e-4817-96c7-3e19e87fb1df req-92e64667-c557-4446-ab05-493186167d8a service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776853 Mar 11 16:06:19.855917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.867814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.883715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.884060 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6 of type vlan for network 847b4f84-a6ca-4bdf-83c2-768642d1e880 Mar 11 16:06:19.913391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] Pushing event deleted for resources: {'Port': ['ID=867fa328-e794-4578-b274-e90b9afe9d8e,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:19.920933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2396ad-7246-43b9-9ff8-e1068578d998 None None] No DVR routers for this DVR port 867fa328-e794-4578-b274-e90b9afe9d8e on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:19.948423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30410c-6e93-47ca-b6c3-4e54b6c7f471 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:19.976306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:19.991333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d789a8e-2c5a-4f41-aaf0-7c1f312c7dcd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3247037 Mar 11 16:06:19.997051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33102) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.124503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:20.139386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.147315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 867fa328-e794-4578-b274-e90b9afe9d8e no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:20.151011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Calling delete_port for b131e84b-e332-49db-90c0-d8407a4d72c5 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:20.153354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.153930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4fb17e1-6a88-48d8-b399-295f5b83abf0 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:20.220632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.222264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5b80ba76-9738-4538-8606-554c12965885 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "DELETE /v2.0/routers/a4fb17e1-6a88-48d8-b399-295f5b83abf0 HTTP/1.1" status: 204 len: 168 time: 2.8287385 Mar 11 16:06:20.227385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33106) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.236678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 867fa328-e794-4578-b274-e90b9afe9d8e {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:20.237023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 867fa328-e794-4578-b274-e90b9afe9d8e not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:20.242174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Request body: {'router': {'name': 'tempest-router-419837110', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2292b401ba4f4f9e9555168d66ef133d'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:20.254309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.258894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:20.259598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.265137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:20.296356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Usage tracker for resource:router and tenant:2292b401ba4f4f9e9555168d66ef133d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:20.305602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:20.368206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:20.390072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-58245d0f-49db-4cb5-8f02-5d0d76a5cc58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.4500387 Mar 11 16:06:20.401070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '3bb25555-48df-4935-ae86-55ca205125cf'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:20.402305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.540348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Allocated IP 172.26.4.34 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/dfed40dc-7b15-4595-892e-393b2eb4e375) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:20.556752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.601228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Allocated IP 172.20.0.2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/3bb25555-48df-4935-ae86-55ca205125cf/e6757cce-4e82-458e-a202-7eda5cea8820) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:20.629055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Port': ['ID=b131e84b-e332-49db-90c0-d8407a4d72c5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.631252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:20.654540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:20.660610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:20.722331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:20.733279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.737722 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6430895 Mar 11 16:06:20.739233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33112) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.749977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:20.780167 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1291c886-ff66-4087-ae53-5cdd2de04b74 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/ports/b131e84b-e332-49db-90c0-d8407a4d72c5 HTTP/1.1" status: 204 len: 168 time: 1.3580015 Mar 11 16:06:20.782498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:20.786509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.812586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33114) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:20.844844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:20.887396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.888545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.899543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.910553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Transition to ACTIVE for port object e6757cce-4e82-458e-a202-7eda5cea8820 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:20.940932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Transition to ACTIVE for port object e6757cce-4e82-458e-a202-7eda5cea8820 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:20.944032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593cad2-bb47-4d28-bf7d-1197ce98ae6d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=847b4f84-a6ca-4bdf-83c2-768642d1e880,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:20.956423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:20.977456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:20.983239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.018147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting port 083b0dd2-70f4-44bb-852b-79f88d159654 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:21.018488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.108622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Router 316f1e9e-0497-44d9-89d9-92613ed38332 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:06:21.111573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.137395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.197051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:21.202847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:21.206664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:21.218166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Pushing event updated for resources: {'Port': ['ID=e6757cce-4e82-458e-a202-7eda5cea8820,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:21.227190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.249615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:21.313859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.316398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Attempting to bind port e6757cce-4e82-458e-a202-7eda5cea8820 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:21.316754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Attempting to bind port e6757cce-4e82-458e-a202-7eda5cea8820 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:21.317101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Attempting to bind port e6757cce-4e82-458e-a202-7eda5cea8820 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:21.325435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:21.325858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:21.326210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.326590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:21.327041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Bound port: e6757cce-4e82-458e-a202-7eda5cea8820, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:21.327433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.331941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:21.335251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-9e5fc72f-0e9e-4af2-8d1e-e5c7d1cc2a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:21.336759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-9e5fc72f-0e9e-4af2-8d1e-e5c7d1cc2a82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.9132178 Mar 11 16:06:21.338264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:21.400110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:21.431327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:21.442923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] For port e6757cce-4e82-458e-a202-7eda5cea8820, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:21.447617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] For port e6757cce-4e82-458e-a202-7eda5cea8820, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e6757cce-4e82-458e-a202-7eda5cea8820,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:21.448040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:21.451132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:21.453326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.501930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=dfed40dc-7b15-4595-892e-393b2eb4e375,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:21.518696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.530272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:21.544667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ddbfa-021e-4b84-93b7-6730ea7b4ffa None None] Pushing event updated for resources: {'Port': ['ID=e6757cce-4e82-458e-a202-7eda5cea8820,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:21.608245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.670869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Calling delete_port for 083b0dd2-70f4-44bb-852b-79f88d159654 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:21.678494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6af5aa-b345-4b1d-a36a-684c8439d411 req-a0eecdc7-3313-417d-9bd8-dc9be2bb3d78 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:21.680750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b6af5aa-b345-4b1d-a36a-684c8439d411 req-a0eecdc7-3313-417d-9bd8-dc9be2bb3d78 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.7980766 Mar 11 16:06:21.766058 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-fd60d313-7688-4d11-bf65-07d783b45a5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.4210410 Mar 11 16:06:21.789005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.793049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7d58cf69-f7f6-40ec-b27a-d99e45e073fe tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5587609 Mar 11 16:06:21.801107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33120) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:21.821581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:21.832483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:21.970310 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b6af5aa-b345-4b1d-a36a-684c8439d411 req-3fa9342b-9965-497e-aa3f-ab011aea713c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749836 Mar 11 16:06:21.987574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-22a688d8-9794-4361-9b19-3c99f494ac83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:21.989617 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-22a688d8-9794-4361-9b19-3c99f494ac83 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.2011890 Mar 11 16:06:21.991758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.119126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Port': ['ID=083b0dd2-70f4-44bb-852b-79f88d159654,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:22.157128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e6757cce-4e82-458e-a202-7eda5cea8820 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:22.204008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.228990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e6757cce-4e82-458e-a202-7eda5cea8820 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:22.372105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-8aaca195-4232-4a09-9258-f99d8b954897 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3735173 Mar 11 16:06:22.378771 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 6a81b616-1547-42ef-9803-a4aac311db91 associated. External IP: 172.26.4.203, port: ba4f9246-7597-4b71-afcf-ebde7e82d6ad. Mar 11 16:06:22.469104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.490139 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ce7cb398-35c1-4df3-a93a-5056c2a1e58e tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/ports/083b0dd2-70f4-44bb-852b-79f88d159654 HTTP/1.1" status: 204 len: 168 time: 1.6756761 Mar 11 16:06:22.540403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33126) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:22.612135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:22.631249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] Sync routers for ids ['316f1e9e-0497-44d9-89d9-92613ed38332'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:22.640040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.655542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] Routers {'316f1e9e-0497-44d9-89d9-92613ed38332'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:22.656740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['316f1e9e-0497-44d9-89d9-92613ed38332'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:22.661009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c374e0b-514f-4b89-9f9c-5894174697ef tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:22.694838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.725829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:22.731416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:06:22.736673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Provisioning for port e6757cce-4e82-458e-a202-7eda5cea8820 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:22.743260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] Routers {'316f1e9e-0497-44d9-89d9-92613ed38332'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:22.743798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['316f1e9e-0497-44d9-89d9-92613ed38332'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:22.753780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.757485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-252c9bcb-e3de-49d3-9c6c-e7483f2cc923 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.2090824 Mar 11 16:06:22.771358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33130) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:22.786154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:22.792612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Provisioning complete for port e6757cce-4e82-458e-a202-7eda5cea8820 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:22.792981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.804592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c374e0b-514f-4b89-9f9c-5894174697ef tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:22.810423 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9c374e0b-514f-4b89-9f9c-5894174697ef tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2622950 Mar 11 16:06:22.841936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:22.842509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79992fd7-f43b-44cf-b5e3-a742b842889b None None] The sync data for ids ['316f1e9e-0497-44d9-89d9-92613ed38332'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:22.853560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33134) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:22.920749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=16aa0cee-63ce-4fc3-9612-65a881a45e86,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:22.924405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-1c76739e-1a1d-4572-a9f3-f2a02e78de24 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957654 Mar 11 16:06:22.928602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1576474431'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:22.928823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.965395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] For port e6757cce-4e82-458e-a202-7eda5cea8820, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e6757cce-4e82-458e-a202-7eda5cea8820,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:22.978373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.979625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:06:22.984666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:22.990694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:22.990694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.010240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:network and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.060709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.062020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d758e4c-e2a6-4677-9159-0bead27d5a5a None None] Pushing event updated for resources: {'Port': ['ID=e6757cce-4e82-458e-a202-7eda5cea8820,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.084954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.116382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:23.116738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 847b4f84-a6ca-4bdf-83c2-768642d1e880, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:23.141368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:23.144318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.219673 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d23716ab-3bdd-49ce-a02f-38fff8db910d req-02c15e87-9b9b-4d02-947b-48595ce73ca9 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743418 Mar 11 16:06:23.237392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83841) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 16:06:23.237677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Router 99dcec5e-9610-4d76-b4ef-61e6f7e69af5 migrating from provider to provider. {{(pid=83841) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 16:06:23.238189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.252587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:23.254801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:23.278874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.279170 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment 0d6e8861-1814-41e6-9623-2bde80a64f62 of type vlan for network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 Mar 11 16:06:23.281175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 847b4f84-a6ca-4bdf-83c2-768642d1e880) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:23.287627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.294400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:23.294983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.297899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e898daf-81d7-4974-97d4-0dbfa8a611db None None] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:23.310151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.352261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.362206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d76bf819-39aa-44d9-abf4-9918b09eb994 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5227261 Mar 11 16:06:23.398225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33138) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.420852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-726409863'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.437618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.548228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-847b4f84-a6ca-4bdf-83c2-768642d1e880', 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '16aa0cee-63ce-4fc3-9612-65a881a45e86'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:23.549055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.582301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.586533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:23.587422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.703437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:23.735148 dv-neutron-833206-1-hyperv neutron-server[83841]: WARNING neutron.scheduler.l3_agent_scheduler [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] No L3 agents can host the router 99dcec5e-9610-4d76-b4ef-61e6f7e69af5 Mar 11 16:06:23.738678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.754642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.759261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.765624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.771547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.803427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=419b668b-a4e6-4fb1-bff5-e8114bfc74f6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.804184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Allocated IP 2001:db8::2 (847b4f84-a6ca-4bdf-83c2-768642d1e880/16aa0cee-63ce-4fc3-9612-65a881a45e86/ed650695-de5d-4bf8-9b1a-08708312893e) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:23.807316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6c862958-f5ac-4a00-8766-db5e22f8bfa1 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9378011 Mar 11 16:06:23.820966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33144) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:23.828467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1637305616'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:23.837536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:23.845463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:network and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:23.849361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:23.850100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.854731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=dfed40dc-7b15-4595-892e-393b2eb4e375,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:23.859188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:23.885313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:23.888292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.946934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:23.970827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:23.971058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:23.971398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Added segment 4b5bab77-6964-4d56-91de-37a11d3aec6e of type vlan for network 6922be46-d985-471d-adbe-73172611ec5c Mar 11 16:06:24.001363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:24.031866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.209617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e6757cce-4e82-458e-a202-7eda5cea8820 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:24.251843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.255777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:24.259246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.298162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.310939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Transition to ACTIVE for port object ed650695-de5d-4bf8-9b1a-08708312893e will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:24.337465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e6757cce-4e82-458e-a202-7eda5cea8820 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:24.338006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.369320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Transition to ACTIVE for port object ed650695-de5d-4bf8-9b1a-08708312893e will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:24.388338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 261d7298-6170-43ec-a94c-4b3938d08e42 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:24.392577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:24.399721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.431871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.431871 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ee8f5404-24bc-4f13-b60f-095dee441b05 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7285397 Mar 11 16:06:24.441475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33148) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.452836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1910116668'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:24.488686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:24.493871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:24.496705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Pushing event updated for resources: {'Port': ['ID=ed650695-de5d-4bf8-9b1a-08708312893e,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:24.498983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:24.520733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:24.532909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.536745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:24.537370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.555797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:network and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:24.564117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:24.579329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:24.581248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Hosts for router 99dcec5e-9610-4d76-b4ef-61e6f7e69af5: [] {{(pid=83841) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 11 16:06:24.614553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port e6757cce-4e82-458e-a202-7eda5cea8820, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e6757cce-4e82-458e-a202-7eda5cea8820,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:24.652418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Attempting to bind port ed650695-de5d-4bf8-9b1a-08708312893e on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:24.652783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Attempting to bind port ed650695-de5d-4bf8-9b1a-08708312893e by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:24.653234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Attempting to bind port ed650695-de5d-4bf8-9b1a-08708312893e on network 847b4f84-a6ca-4bdf-83c2-768642d1e880 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:24.662391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:24.662931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Checking segment: {'id': '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:24.663592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.663915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Bound using segment: {'id': '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:24.665027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Bound port: ed650695-de5d-4bf8-9b1a-08708312893e, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '847b4f84-a6ca-4bdf-83c2-768642d1e880'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:24.666296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.683700 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8565872 Mar 11 16:06:24.684877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8edcb2-e6cc-49d1-bc76-6ac423d46691 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Network': ['ID=6922be46-d985-471d-adbe-73172611ec5c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:24.690907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Made reservation on behalf of fb056ff2f32d463dafe34db8005d3eee for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:24.694762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.729616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6922be46-d985-471d-adbe-73172611ec5c details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:24.735921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Hosts for other DVR routers connected to router 99dcec5e-9610-4d76-b4ef-61e6f7e69af5: set() {{(pid=83841) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 11 16:06:24.745077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.762272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.778478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.779650 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-651ec720-feb0-46b2-aef4-c4d2b7b5a8e3 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "PUT /v2.0/routers/99dcec5e-9610-4d76-b4ef-61e6f7e69af5 HTTP/1.1" status: 200 len: 716 time: 2.9744780 Mar 11 16:06:24.783547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.784312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.787722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33152) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:24.864301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:24.876337 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:24.876894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.895486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:24.898718 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:24.903545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] For port ed650695-de5d-4bf8-9b1a-08708312893e, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:24.907914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] For port ed650695-de5d-4bf8-9b1a-08708312893e, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ed650695-de5d-4bf8-9b1a-08708312893e,segment=NetworkSegment(1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6),segment_id=1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:24.915211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:24.924237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::3ca (847b4f84-a6ca-4bdf-83c2-768642d1e880/16aa0cee-63ce-4fc3-9612-65a881a45e86/261d7298-6170-43ec-a94c-4b3938d08e42) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:25.019289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:25.044786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d642d-bbb0-4866-9f29-418d1a86a047 None None] Pushing event updated for resources: {'Port': ['ID=ed650695-de5d-4bf8-9b1a-08708312893e,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.062147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:25.068401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:25.069025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.075323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66579401-48c9-4c1b-935e-0c301e97aff5 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:25.090800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:25.091023 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:25.095947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=cafc7381-d108-4521-84b7-f9f651d49811,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.112082 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6b1a10c4-a34f-4d31-add9-cf4c030b75f0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/6a81b616-1547-42ef-9803-a4aac311db91 HTTP/1.1" status: 200 len: 977 time: 7.3943641 Mar 11 16:06:25.127128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33156) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.130268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:security_group_rule and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:25.130583 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:25.131266 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:25.141331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:25.200669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.245958 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-10a4de7f-d6a4-4108-a680-379565a6b1f5 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "GET /v2.0/routers/99dcec5e-9610-4d76-b4ef-61e6f7e69af5 HTTP/1.1" status: 200 len: 716 time: 0.4459617 Mar 11 16:06:25.247423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33160) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.290655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.301054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=e6757cce-4e82-458e-a202-7eda5cea8820,revision_number=5']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.310445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:25.317795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Deleting port b6552dee-50cf-4bdb-bfe9-e72f728e98df {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:25.318186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.330453 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:25.331142 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd27b1ab-d4f2-4d9d-9150-b9c80e6f123f None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:25.388870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33166) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:25.398311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a2ba0dd1-d951-4143-9847-42a2000d1bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3441653 Mar 11 16:06:25.442862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:36:15:0e', 'name': 'tempest-NetworksTestDHCPv6-1876238979'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:25.541202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port ba4f9246-7597-4b71-afcf-ebde7e82d6ad {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:25.541788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.734974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.746869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.819469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a82bc4-b802-48ae-b7bb-e92590946149,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:25.822612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:25.917102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.924620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:25.926093 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Added segment c7ee1d55-34b1-4f55-bb03-675f6c3254a4 of type vlan for network 299a3b49-d37d-40ae-b317-bea2a8edc355 Mar 11 16:06:26.004748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.115369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.179049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 261d7298-6170-43ec-a94c-4b3938d08e42 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:26.253488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e6757cce-4e82-458e-a202-7eda5cea8820 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:26.367918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.399187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e6757cce-4e82-458e-a202-7eda5cea8820 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:26.399763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.638276 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b607f28f-0288-47e8-91de-b2f48b93bcd9 tempest-RoutersTestDVR-403519606 tempest-RoutersTestDVR-403519606-project] 10.222.0.78 "GET /v2.0/routers/99dcec5e-9610-4d76-b4ef-61e6f7e69af5 HTTP/1.1" status: 200 len: 682 time: 1.3874447 Mar 11 16:06:26.646129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Calling delete_port for b6552dee-50cf-4bdb-bfe9-e72f728e98df owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:26.656812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ed650695-de5d-4bf8-9b1a-08708312893e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:26.682389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33170) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:26.683610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:26.739329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ced4dd-6f85-4945-9f06-048d9a5baca4 None None] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:26.767035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:26.785797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:26.863843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:26.901083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:26.904522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ed650695-de5d-4bf8-9b1a-08708312893e completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:26.916920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1fe8f128-ab13-4e6a-b5e1-d23b568e6d47 None None] Provisioning complete for port e6757cce-4e82-458e-a202-7eda5cea8820 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:26.917839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f128-ab13-4e6a-b5e1-d23b568e6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.967480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.968110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:26.968220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 6a81b616-1547-42ef-9803-a4aac311db91 disassociated. External IP: 172.26.4.203, port: ba4f9246-7597-4b71-afcf-ebde7e82d6ad. Mar 11 16:06:26.968477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for ba4f9246-7597-4b71-afcf-ebde7e82d6ad owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:27.070336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.114618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.158546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.163397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:27.164742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.185590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 928108fa-3b14-4bf4-859b-a88b521725aa yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:27.193899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.205900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.305689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:27.329761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=261d7298-6170-43ec-a94c-4b3938d08e42,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.333047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:27.445253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:27.450384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:27.451289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.463064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Provisioning for port ed650695-de5d-4bf8-9b1a-08708312893e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:27.470047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Provisioning complete for port ed650695-de5d-4bf8-9b1a-08708312893e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:27.470502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.484104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=ba4f9246-7597-4b71-afcf-ebde7e82d6ad,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.707325 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2589800 Mar 11 16:06:27.707325 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-68eba8ca-3e9e-402d-8a21-90fc08ae6605 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.3036029 Mar 11 16:06:27.713147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33174) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:27.713477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33176) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:27.736495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Request body: {'subnet': {'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:27.747839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.807210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] For port ed650695-de5d-4bf8-9b1a-08708312893e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ed650695-de5d-4bf8-9b1a-08708312893e,segment=NetworkSegment(1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6),segment_id=1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:27.822273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.886387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.892833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.940536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227acfe-bebe-44a0-9d83-dd8c73237c15 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Network': ['ID=299a3b49-d37d-40ae-b317-bea2a8edc355,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:27.946165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 261d7298-6170-43ec-a94c-4b3938d08e42 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:27.946908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.947321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:27.947865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99dcec5e-9610-4d76-b4ef-61e6f7e69af5 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:27.966401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ad44-7883-41a9-af18-edb131e59e16 None None] Pushing event updated for resources: {'Port': ['ID=ed650695-de5d-4bf8-9b1a-08708312893e,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.008545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:28.037070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:28.043361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.135934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.143453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8bbd1805-60af-428d-9143-b9e03efb8120 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "DELETE /v2.0/routers/99dcec5e-9610-4d76-b4ef-61e6f7e69af5 HTTP/1.1" status: 204 len: 168 time: 1.4559612 Mar 11 16:06:28.160081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33182) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:28.160794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33184) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:28.178086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'subnets': [{'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--227694763', 'ip_version': 6}, {'network_id': '6922be46-d985-471d-adbe-73172611ec5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:28.178858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'subnet': {'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--227694763', 'ip_version': 6}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:28.180472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Request body: {'subnet': {'network_id': '6922be46-d985-471d-adbe-73172611ec5c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:28.181407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ed650695-de5d-4bf8-9b1a-08708312893e up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:28.206854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Request body: {'router': {'name': 'tempest-router-1103122083', 'distributed': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:28.210172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Pushing event deleted for resources: {'Port': ['ID=b6552dee-50cf-4bdb-bfe9-e72f728e98df,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:28.222732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:28.238524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:subnet and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:28.238524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:28.252419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:28.274407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Provisioning for port 261d7298-6170-43ec-a94c-4b3938d08e42 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:28.283767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Made reservation on behalf of fb056ff2f32d463dafe34db8005d3eee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:28.294562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Provisioning complete for port 261d7298-6170-43ec-a94c-4b3938d08e42 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:28.294788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.366934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Port 261d7298-6170-43ec-a94c-4b3938d08e42 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:28.370319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ed650695-de5d-4bf8-9b1a-08708312893e triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:28.370751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.438539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.439752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Provisioning complete for port ed650695-de5d-4bf8-9b1a-08708312893e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:28.440225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f3458ab3-bae5-4605-b370-918ab2579dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.453152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.455960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Usage tracker for resource:router and tenant:1905e27a479f41f59ee785e94a0f2e0b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:28.473407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:28.516350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:28.518899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 172.20.0.10 (a5201ef7-2506-4639-87b8-8e23809c1ec8/3bb25555-48df-4935-ae86-55ca205125cf/928108fa-3b14-4bf4-859b-a88b521725aa) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:28.535699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fe36:150e (a5201ef7-2506-4639-87b8-8e23809c1ec8/cafc7381-d108-4521-84b7-f9f651d49811/928108fa-3b14-4bf4-859b-a88b521725aa) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:28.569916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.571948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.643298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 261d7298-6170-43ec-a94c-4b3938d08e42 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:28.764944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06d94714-707a-4a04-9acd-ba88014b2ece None None] Provisioning complete for port 261d7298-6170-43ec-a94c-4b3938d08e42 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:28.765490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06d94714-707a-4a04-9acd-ba88014b2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.826008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06d94714-707a-4a04-9acd-ba88014b2ece None None] Port 261d7298-6170-43ec-a94c-4b3938d08e42 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:28.881069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:28.970640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:28.972085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.045179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:29.113206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Usage tracker for resource:subnet and tenant:96e1195074ff443fbb43975391ea05b7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:29.123857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.127217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:29.140578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:29.150895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.158648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.180856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.194825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Made reservation on behalf of 96e1195074ff443fbb43975391ea05b7 for: {'subnet': 2} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:29.199999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=261d7298-6170-43ec-a94c-4b3938d08e42,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:29.267395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.276962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.323926 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ace29ae-5698-4a9f-9bc9-9c39ec6f2e5a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/261d7298-6170-43ec-a94c-4b3938d08e42 HTTP/1.1" status: 204 len: 168 time: 1.5944023 Mar 11 16:06:29.332414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.362065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.366299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eb48c5e8-0c9e-48df-bbc1-1406f3a6b5d7 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1991301 Mar 11 16:06:29.379601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33194) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.397647 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9416af-9a86-4594-a28a-2d4f42dd6d16 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:06:29.398186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc9416af-9a86-4594-a28a-2d4f42dd6d16 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:29.427022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Subnet': ['ID=133508b9-2377-44ae-a564-70a243e5cb6b,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:29.444452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc9416af-9a86-4594-a28a-2d4f42dd6d16 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:29.446155 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cc9416af-9a86-4594-a28a-2d4f42dd6d16 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/261d7298-6170-43ec-a94c-4b3938d08e42 HTTP/1.1" status: 404 len: 333 time: 0.1092634 Mar 11 16:06:29.449128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33198) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.504994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Checking segment: {'id': 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:29.505356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network hostable DHCP agents. Network: 299a3b49-d37d-40ae-b317-bea2a8edc355, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:29.540725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.648752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:29.668094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:29.682114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:29.701905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 928108fa-3b14-4bf4-859b-a88b521725aa will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:29.707478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:29.709961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:29.714622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 299a3b49-d37d-40ae-b317-bea2a8edc355) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:29.750633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Router 316f1e9e-0497-44d9-89d9-92613ed38332 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:29.754205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.754526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.771860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:29.771860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.774877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd339e24-3cb6-4fc1-b63d-244aeaabd325 None None] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:29.790732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 16aa0cee-63ce-4fc3-9612-65a881a45e86 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:29.804175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.848032 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01849efe-771e-4bc1-b130-92df6cfd8554 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1200082 Mar 11 16:06:29.858047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:29.861129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33202) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.878787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-752757393', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:29.891715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:29.892339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:29.904958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:29.909495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.914456 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8b2f60bd-268a-4fee-bb78-70232c7cdaa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/ba4f9246-7597-4b71-afcf-ebde7e82d6ad HTTP/1.1" status: 204 len: 168 time: 4.7777374 Mar 11 16:06:29.914456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.947890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33206) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:29.956280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:router and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:29.960416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:29.967442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:29.967854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9003bcdc-95df-4aa1-94cf-5fe979350d01 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:30.021341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:30.047216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:30.058501 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ccd8744a-16d5-47c3-aa3e-f8959b5052c7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/floatingips/6a81b616-1547-42ef-9803-a4aac311db91 HTTP/1.1" status: 200 len: 688 time: 0.1071966 Mar 11 16:06:30.061956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33210) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:30.125293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.143906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.144788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.173851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-299a3b49-d37d-40ae-b317-bea2a8edc355', 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355', 'tenant_id': 'fb056ff2f32d463dafe34db8005d3eee', 'fixed_ips': [{'subnet_id': '133508b9-2377-44ae-a564-70a243e5cb6b'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:30.174716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.259370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 9b066675-66b6-4e7e-a586-430b0aa0912e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:30.259715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.324139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.341052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.388251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:30.390381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=928108fa-3b14-4bf4-859b-a88b521725aa,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.397682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:30.402032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:30.428564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Allocated IP 172.20.0.2 (299a3b49-d37d-40ae-b317-bea2a8edc355/133508b9-2377-44ae-a564-70a243e5cb6b/8078f0d2-1279-4607-b38f-550f52fc4db9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:30.677140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:30.688524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] Sync routers for ids ['316f1e9e-0497-44d9-89d9-92613ed38332'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:30.697593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.704916 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] Routers {'316f1e9e-0497-44d9-89d9-92613ed38332'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:30.706394 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['316f1e9e-0497-44d9-89d9-92613ed38332'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:30.717599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.718183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Transition to ACTIVE for port object 8078f0d2-1279-4607-b38f-550f52fc4db9 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:30.739495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Transition to ACTIVE for port object 8078f0d2-1279-4607-b38f-550f52fc4db9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:30.752327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.787999 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:30.803173 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] Routers {'316f1e9e-0497-44d9-89d9-92613ed38332'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:30.803384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:30.803922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.804318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['316f1e9e-0497-44d9-89d9-92613ed38332'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:30.864807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:30.865966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Pushing event updated for resources: {'Port': ['ID=8078f0d2-1279-4607-b38f-550f52fc4db9,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.870632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:30.873224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:30.880935 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:30.881688 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53898fd-1f6f-4d03-b5ac-2e0cce5ac12e None None] The sync data for ids ['316f1e9e-0497-44d9-89d9-92613ed38332'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:30.906262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.911304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5a7f2004-8c1f-4584-9a47-a06197e4b382 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "PUT /v2.0/routers/316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 200 len: 705 time: 8.1358664 Mar 11 16:06:30.913576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33216) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:30.918826 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-156b2c79-df2e-4769-a4c6-1bafa0f2b5ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.5260100 Mar 11 16:06:30.926118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33218) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:30.971372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-36bd89ed-1bc3-4db9-a038-b733de3144e9 None None] Provisioning for port 928108fa-3b14-4bf4-859b-a88b521725aa completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:30.973765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.979749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=16aa0cee-63ce-4fc3-9612-65a881a45e86,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:30.981304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-36bd89ed-1bc3-4db9-a038-b733de3144e9 None None] Provisioning complete for port 928108fa-3b14-4bf4-859b-a88b521725aa triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:30.981809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-36bd89ed-1bc3-4db9-a038-b733de3144e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.989473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:30.989892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.019235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Attempting to bind port 8078f0d2-1279-4607-b38f-550f52fc4db9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:31.019594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Attempting to bind port 8078f0d2-1279-4607-b38f-550f52fc4db9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:31.019954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Attempting to bind port 8078f0d2-1279-4607-b38f-550f52fc4db9 on network 299a3b49-d37d-40ae-b317-bea2a8edc355 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:31.026579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a40387-7843-4098-a8d1-10ff357cbd58 None None] Network 847b4f84-a6ca-4bdf-83c2-768642d1e880 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:31.062524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.104102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:31.104469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Checking segment: {'id': 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:31.104858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.105247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Bound using segment: {'id': 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:31.105749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Bound port: 8078f0d2-1279-4607-b38f-550f52fc4db9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:31.106124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.140429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.144608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-36bd89ed-1bc3-4db9-a038-b733de3144e9 None None] Port 928108fa-3b14-4bf4-859b-a88b521725aa cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:31.201651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 9b066675-66b6-4e7e-a586-430b0aa0912e owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:31.220140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.220621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c96a34eb-67d0-4025-b54f-8b4ee9cc9461 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:31.240557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76b8f5-bd32-4763-be70-7bd91aea60ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:31.244210 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7a06f8fc-c2cc-4faa-9807-f5bdd5fa1d37 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/16aa0cee-63ce-4fc3-9612-65a881a45e86 HTTP/1.1" status: 204 len: 168 time: 1.7935963 Mar 11 16:06:31.245611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33224) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.246175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a76b8f5-bd32-4763-be70-7bd91aea60ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:31.247411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3a76b8f5-bd32-4763-be70-7bd91aea60ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:31.276525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.299769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.300894 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70bf0b12-6705-4c07-9d8d-bc2880fd43c0 tempest-RoutersTestDVR-1439483410 tempest-RoutersTestDVR-1439483410-project-admin] 10.222.0.78 "DELETE /v2.0/routers/c96a34eb-67d0-4025-b54f-8b4ee9cc9461 HTTP/1.1" status: 204 len: 168 time: 1.9111869 Mar 11 16:06:31.313627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] For port 8078f0d2-1279-4607-b38f-550f52fc4db9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:31.315505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3a76b8f5-bd32-4763-be70-7bd91aea60ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:31.319679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] For port 8078f0d2-1279-4607-b38f-550f52fc4db9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8078f0d2-1279-4607-b38f-550f52fc4db9,segment=NetworkSegment(c7ee1d55-34b1-4f55-bb03-675f6c3254a4),segment_id=c7ee1d55-34b1-4f55-bb03-675f6c3254a4)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:31.321160 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3a76b8f5-bd32-4763-be70-7bd91aea60ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3932915 Mar 11 16:06:31.325160 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.327438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.415111 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-33b7f218-f551-4b6f-84a0-fdecde7b774c tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/routers/316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 200 len: 740 time: 0.4919622 Mar 11 16:06:31.421837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33234) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.453044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729504be-a0c9-4937-9aa0-ac0532a4d8b7 None None] Pushing event updated for resources: {'Port': ['ID=8078f0d2-1279-4607-b38f-550f52fc4db9,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.465972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.496423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 928108fa-3b14-4bf4-859b-a88b521725aa {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:31.496749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.529511 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5ab464c4-cafb-4b88-bf03-08e7c68bfe30 tempest-RoutersAdminTest-1339213901 tempest-RoutersAdminTest-1339213901-project-admin] 10.222.0.78 "GET /v2.0/ports?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&device_id=316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 200 len: 205 time: 0.0983477 Mar 11 16:06:31.530376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33238) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.588992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.621661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] DHCP port deletion for 847b4f84-a6ca-4bdf-83c2-768642d1e880 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:31.626333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1c96e641-427e-47f4-9ff4-3675ba462b0f tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 200 len: 205 time: 0.0982049 Mar 11 16:06:31.630358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Deleting port ed650695-de5d-4bf8-9b1a-08708312893e {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:31.631175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.635335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33242) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.655195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port ed650695-de5d-4bf8-9b1a-08708312893e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:31.655699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.852913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Subnet': ['ID=78bc7f3a-1416-40cd-b315-7343965b8273,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:31.938794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33248) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:31.978701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:31.999618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] For port ed650695-de5d-4bf8-9b1a-08708312893e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ed650695-de5d-4bf8-9b1a-08708312893e,segment=NetworkSegment(1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6),segment_id=1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:32.000131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.075923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=9b066675-66b6-4e7e-a586-430b0aa0912e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.139831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Checking segment: {'id': '0d6e8861-1814-41e6-9623-2bde80a64f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:32.140734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network hostable DHCP agents. Network: 419b668b-a4e6-4fb1-bff5-e8114bfc74f6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:32.144535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Calling delete_port for ed650695-de5d-4bf8-9b1a-08708312893e owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:32.232459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:32.236184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8078f0d2-1279-4607-b38f-550f52fc4db9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:32.264578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 419b668b-a4e6-4fb1-bff5-e8114bfc74f6) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:32.271860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.274410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.319612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d42a676-b92a-4fcc-af84-3518f9767e7c None None] Network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:32.322300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.355061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.416537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] Pushing event deleted for resources: {'Port': ['ID=ed650695-de5d-4bf8-9b1a-08708312893e,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.455900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1cf5e-4fb5-43c6-bf9e-99502a0919df None None] No DVR routers for this DVR port ed650695-de5d-4bf8-9b1a-08708312893e on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:32.496157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 8078f0d2-1279-4607-b38f-550f52fc4db9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:32.504129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 928108fa-3b14-4bf4-859b-a88b521725aa owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:32.533454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.602977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ed650695-de5d-4bf8-9b1a-08708312893e no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:32.637353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port ed650695-de5d-4bf8-9b1a-08708312893e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ed650695-de5d-4bf8-9b1a-08708312893e,segment=NetworkSegment(1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6),segment_id=1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:32.637768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.665534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.701984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ed650695-de5d-4bf8-9b1a-08708312893e {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:32.702331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ed650695-de5d-4bf8-9b1a-08708312893e not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:32.732286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event updated for resources: {'Subnet': ['ID=253af6be-d5b9-48b2-9849-46b374853687,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.768859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-419b668b-a4e6-4fb1-bff5-e8114bfc74f6', 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6', 'tenant_id': '96e1195074ff443fbb43975391ea05b7', 'fixed_ips': [{'subnet_id': '78bc7f3a-1416-40cd-b315-7343965b8273'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:32.769679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.802229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for ed650695-de5d-4bf8-9b1a-08708312893e owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:32.838919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Checking segment: {'id': '4b5bab77-6964-4d56-91de-37a11d3aec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6922be46-d985-471d-adbe-73172611ec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:32.839278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network hostable DHCP agents. Network: 6922be46-d985-471d-adbe-73172611ec5c, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:32.903964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:32.952324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Network 6922be46-d985-471d-adbe-73172611ec5c is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:32.976794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:32.980431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=928108fa-3b14-4bf4-859b-a88b521725aa,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:32.986263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Usage tracker for resource:security_group_rule and tenant:2292b401ba4f4f9e9555168d66ef133d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:32.989551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:32.997304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6922be46-d985-471d-adbe-73172611ec5c) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:33.022827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:33.025062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Allocated IP 2001:db8::1 (419b668b-a4e6-4fb1-bff5-e8114bfc74f6/78bc7f3a-1416-40cd-b315-7343965b8273/134cde1d-ae84-42e8-9091-9d50c49040e1) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:33.027907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.028196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.028782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.033824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c1346-0f09-4f37-a8b0-065c489e41fd None None] Network 6922be46-d985-471d-adbe-73172611ec5c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:33.059986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.064611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-571a075b-e9f0-4ba5-b6cd-f26b3648c723 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a81b616-1547-42ef-9803-a4aac311db91 HTTP/1.1" status: 204 len: 168 time: 2.9982572 Mar 11 16:06:33.066402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.080702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdeff9d-bf4c-41c4-a678-ccd03b8cf36e None None] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:33.099699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33254) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.141162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'd01d496e-8aac-4e98-9c5d-9c48a518e1d1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:33.166688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:33.188973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:floatingip and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:33.193238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.195125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:33.216673 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-11e19d04-929d-41dc-b7b1-77e8b2c05022 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.0517683 Mar 11 16:06:33.216673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:33.234314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33258) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.277986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.313980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.329922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3c9fe99a-bb2f-4435-aeae-cb02aa49dd76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/928108fa-3b14-4bf4-859b-a88b521725aa HTTP/1.1" status: 204 len: 168 time: 2.0012698 Mar 11 16:06:33.334879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33262) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.392003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:33.392003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:33.404040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.428453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.430720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.431363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.432163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:33.438760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.450444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.467763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.469413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.470854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.472179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:33.472972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:33.496336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:33.507460 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d10a945d-802f-46de-98f8-a757da3763fc tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2689786 Mar 11 16:06:33.522755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33266) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.544132 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2292b401ba4f4f9e9555168d66ef133d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6020753 Mar 11 16:06:33.545151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Provisioning for port 8078f0d2-1279-4607-b38f-550f52fc4db9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:33.551194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33270) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.562426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Provisioning complete for port 8078f0d2-1279-4607-b38f-550f52fc4db9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:33.562922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.568476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc418398-784a-430c-ad18-abd18252c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a13a28c-c010-48a6-b412-771e25407781,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:33.633167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.633880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Fanout notify agent at l3_agent the message router_deleted on router 316f1e9e-0497-44d9-89d9-92613ed38332 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:06:33.658363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:33.660027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-127a91c1-babe-4c8b-8aa8-26a8823c0dfd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3212073 Mar 11 16:06:33.662242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.665417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33274) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.666090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.679806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.684094 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e229f84b-9fdf-4cba-86f8-82635ae9d3bd tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 204 len: 168 time: 2.0316820 Mar 11 16:06:33.685289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33278) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.688933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Allocated IP 172.26.4.225 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/e2317944-49c2-4772-8f6d-ca13a9a1a699) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:33.794398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.816183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a444a464-c181-4e08-95f2-0b694426c5a0 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 200 len: 205 time: 0.1223075 Mar 11 16:06:33.826124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33282) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.938385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-1a0bd3fa-7ba6-4aca-bdf0-f6e753a6d76e tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:33.941964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a0bd3fa-7ba6-4aca-bdf0-f6e753a6d76e tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/316f1e9e-0497-44d9-89d9-92613ed38332 HTTP/1.1" status: 404 len: 336 time: 0.1106045 Mar 11 16:06:33.943616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:33.964987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-6922be46-d985-471d-adbe-73172611ec5c', 'network_id': '6922be46-d985-471d-adbe-73172611ec5c', 'tenant_id': '96e1195074ff443fbb43975391ea05b7', 'fixed_ips': [{'subnet_id': '253af6be-d5b9-48b2-9849-46b374853687'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:33.964987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:33.987016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port ed650695-de5d-4bf8-9b1a-08708312893e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:33.987368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.010095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.035973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Transition to ACTIVE for port object 134cde1d-ae84-42e8-9091-9d50c49040e1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:34.078987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.097799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Transition to ACTIVE for port object 134cde1d-ae84-42e8-9091-9d50c49040e1 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:34.145657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] The port 'ed650695-de5d-4bf8-9b1a-08708312893e' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:34.153591 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0a7ed0c5-9281-4a0d-9b9b-09a6154b893d tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 200 len: 205 time: 0.2092366 Mar 11 16:06:34.156715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33290) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.235744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-4c2aeb6c-6e82-4cdd-8545-bfd2c471c322 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:34.237082 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4c2aeb6c-6e82-4cdd-8545-bfd2c471c322 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/e23719b1-c055-4185-a183-258affd86409 HTTP/1.1" status: 404 len: 336 time: 0.0793176 Mar 11 16:06:34.248655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.255331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33294) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.295540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.316495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-01296d9e-0fbf-4fe8-8d9b-fd7ffa72958b tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 200 len: 205 time: 0.0598197 Mar 11 16:06:34.325607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33298) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.337515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] For port 8078f0d2-1279-4607-b38f-550f52fc4db9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8078f0d2-1279-4607-b38f-550f52fc4db9,segment=NetworkSegment(c7ee1d55-34b1-4f55-bb03-675f6c3254a4),segment_id=c7ee1d55-34b1-4f55-bb03-675f6c3254a4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:34.339566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a13a28c-c010-48a6-b412-771e25407781,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:34.347078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 3bb25555-48df-4935-ae86-55ca205125cf {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:34.352561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.366988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.382589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.384280 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d72a41d6-d67c-4bd8-bcc0-12a8064c4b9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4a13a28c-c010-48a6-b412-771e25407781 HTTP/1.1" status: 204 len: 168 time: 0.8315704 Mar 11 16:06:34.395161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:34.400934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:34.406442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:34.427129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.428938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Pushing event updated for resources: {'Port': ['ID=134cde1d-ae84-42e8-9091-9d50c49040e1,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:34.459319 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-b6e6d635-40f3-468c-a0c5-875a7706831d tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:34.464815 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6e6d635-40f3-468c-a0c5-875a7706831d tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/2c59afa8-4fd4-44cc-aeb5-c6bb7b1cee5d HTTP/1.1" status: 404 len: 336 time: 0.1315346 Mar 11 16:06:34.465018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33304) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.471209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting subnet 78bc7f3a-1416-40cd-b315-7343965b8273 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:34.481483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.481766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Allocated IP 2001:db8:0:1::1 (6922be46-d985-471d-adbe-73172611ec5c/253af6be-d5b9-48b2-9849-46b374853687/943bad75-1970-4e67-8e4f-b422c5c551d7) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:34.484526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.544947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-22310996-a305-4c1d-a950-39846705edeb tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 200 len: 205 time: 0.0788243 Mar 11 16:06:34.556360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33308) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.572658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.641177 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-88c65714-08a5-4d80-b47d-114cef653c11 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:34.645587 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88c65714-08a5-4d80-b47d-114cef653c11 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/db13637d-2bd9-4093-86d4-f95536fd9958 HTTP/1.1" status: 404 len: 336 time: 0.0877178 Mar 11 16:06:34.646843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33314) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.688329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a2574326-5333-406f-a372-c542ecda1091 None None] Provisioning complete for port 8078f0d2-1279-4607-b38f-550f52fc4db9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:34.688845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a2574326-5333-406f-a372-c542ecda1091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.713552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.721281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Attempting to bind port 134cde1d-ae84-42e8-9091-9d50c49040e1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:34.721668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Attempting to bind port 134cde1d-ae84-42e8-9091-9d50c49040e1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '0d6e8861-1814-41e6-9623-2bde80a64f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:34.722265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Attempting to bind port 134cde1d-ae84-42e8-9091-9d50c49040e1 on network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:34.723470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847b4f84-a6ca-4bdf-83c2-768642d1e880']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:34.752127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8f275-3b40-496a-9275-8a3797b342f3 None None] Pushing event updated for resources: {'Port': ['ID=8078f0d2-1279-4607-b38f-550f52fc4db9,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:34.755627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.79 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/cdd790db-1091-4e55-bee8-701903df7d64) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:34.770581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.822073 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-51714616-a80a-4daa-bd64-ade3b4509670 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 200 len: 205 time: 0.1694679 Mar 11 16:06:34.829316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.838108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:34.838580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Checking segment: {'id': '0d6e8861-1814-41e6-9623-2bde80a64f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:34.838879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.839470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Bound using segment: {'id': '0d6e8861-1814-41e6-9623-2bde80a64f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:34.839819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33318) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.840293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Bound port: 134cde1d-ae84-42e8-9091-9d50c49040e1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e8861-1814-41e6-9623-2bde80a64f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '419b668b-a4e6-4fb1-bff5-e8114bfc74f6'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:34.840860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.880418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:34.880858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1871dee8-50c8-4bc1-ad7b-05f5ab5baaf6') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:34.920898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.945803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33322) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.960180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:34.979072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-830f4b07-d4cc-4327-929e-f0d2b56acf3e tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:34.983005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-830f4b07-d4cc-4327-929e-f0d2b56acf3e tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/de181a8b-6849-43b3-b4d5-865973db9a37 HTTP/1.1" status: 404 len: 336 time: 0.1394839 Mar 11 16:06:34.984031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33326) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:34.984425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:34.989737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:34.992419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:35.029025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.043892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=e2317944-49c2-4772-8f6d-ca13a9a1a699,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.059982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1aaf6267-c4e1-4a0a-8377-a9e5e80971b9 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "GET /v2.0/ports?device_id=f643b018-5363-4f18-a992-9d79ab2d68d3 HTTP/1.1" status: 200 len: 205 time: 0.0684674 Mar 11 16:06:35.064401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33330) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.095280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:35.095840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.150716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:35.153027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.156798 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-b6874721-43c6-4d3e-affb-5bda1d8ba367 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] delete failed (client error): The resource could not be found. Mar 11 16:06:35.158487 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b6874721-43c6-4d3e-affb-5bda1d8ba367 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/routers/f643b018-5363-4f18-a992-9d79ab2d68d3 HTTP/1.1" status: 404 len: 336 time: 0.0931504 Mar 11 16:06:35.166505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33336) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:35.168345 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:35.172195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Transition to ACTIVE for port object 943bad75-1970-4e67-8e4f-b422c5c551d7 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:35.193891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Transition to ACTIVE for port object 943bad75-1970-4e67-8e4f-b422c5c551d7 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:35.202818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.227611 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a60eed-fbc7-4db0-9045-613a3c84b2c5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] DELETE failed (client error): The resource could not be found. Mar 11 16:06:35.228044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a60eed-fbc7-4db0-9045-613a3c84b2c5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:35.230360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:35.232493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.241414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.245718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.250112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Usage tracker for resource:security_group_rule and tenant:1905e27a479f41f59ee785e94a0f2e0b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:35.250733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:35.265475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.287687 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-18a60eed-fbc7-4db0-9045-613a3c84b2c5 tempest-RoutersAdminTest-205031829 tempest-RoutersAdminTest-205031829-project] 10.222.0.78 "DELETE /v2.0/subnets/6fb3d4c6-c2ef-40b5-94c1-dc0d00b80215 HTTP/1.1" status: 404 len: 337 time: 0.1201563 Mar 11 16:06:35.295139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:35.296921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb25555-48df-4935-ae86-55ca205125cf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.312235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.318398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0e6e4645-42e2-4801-aee8-ebc1da625e9e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/3bb25555-48df-4935-ae86-55ca205125cf HTTP/1.1" status: 204 len: 168 time: 1.6502633 Mar 11 16:06:35.319218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33342) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.323181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:35.326964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=847b4f84-a6ca-4bdf-83c2-768642d1e880,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.340851 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-432e4c45-6011-45fb-8d81-67a2689fa97b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/847b4f84-a6ca-4bdf-83c2-768642d1e880 HTTP/1.1" status: 204 len: 168 time: 4.0875845 Mar 11 16:06:35.349320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5016a127-3aaa-4fea-a869-be33a7e1ece9 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:35.354495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33346) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.357724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.394133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'name': 'tempest-PortsIpV6TestJSON-881746738'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:35.401371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet cafc7381-d108-4521-84b7-f9f651d49811 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:35.405407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.410476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.480036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.551476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Pushing event updated for resources: {'Port': ['ID=943bad75-1970-4e67-8e4f-b422c5c551d7,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.551619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.562673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Network 6922be46-d985-471d-adbe-73172611ec5c is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:35.623108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:35.638767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:35.650726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:35.664800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:35.666049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:35.672177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:35.676506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.682809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:35.686429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.712581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=cdd790db-1091-4e55-bee8-701903df7d64,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.715650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.729922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.747701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Subnet': ['ID=78bc7f3a-1416-40cd-b315-7343965b8273,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.762457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:35.766220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.772480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33352) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.792817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.837114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Attempting to bind port 943bad75-1970-4e67-8e4f-b422c5c551d7 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:35.837383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Attempting to bind port 943bad75-1970-4e67-8e4f-b422c5c551d7 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4b5bab77-6964-4d56-91de-37a11d3aec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6922be46-d985-471d-adbe-73172611ec5c'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:35.837660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Attempting to bind port 943bad75-1970-4e67-8e4f-b422c5c551d7 on network 6922be46-d985-471d-adbe-73172611ec5c {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:35.845557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 2b6796d0-1ed7-4af9-a128-431f6fe318a7 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:35.850702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee096c-77df-4675-a7c9-b5ca4aa65b80 None None] Pushing event updated for resources: {'Port': ['ID=134cde1d-ae84-42e8-9091-9d50c49040e1,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.876657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:35.877030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Checking segment: {'id': '4b5bab77-6964-4d56-91de-37a11d3aec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6922be46-d985-471d-adbe-73172611ec5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:35.877428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.878236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Bound using segment: {'id': '4b5bab77-6964-4d56-91de-37a11d3aec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6922be46-d985-471d-adbe-73172611ec5c'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:35.878717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Bound port: 943bad75-1970-4e67-8e4f-b422c5c551d7, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5bab77-6964-4d56-91de-37a11d3aec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '6922be46-d985-471d-adbe-73172611ec5c'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:35.879082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:35.890272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772ae81b-6c81-45ff-a421-d79ac150d5bb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:35.900321 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71434f5e-2749-41aa-83b6-f05a933cb4ca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1905e27a479f41f59ee785e94a0f2e0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9515839 Mar 11 16:06:35.907017 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-70629165-e8c7-4709-a13a-d3817f6f9167 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/subnets/78bc7f3a-1416-40cd-b315-7343965b8273 HTTP/1.1" status: 204 len: 168 time: 2.3822165 Mar 11 16:06:35.907720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33358) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.908157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33360) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:35.948561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.119066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] For port 943bad75-1970-4e67-8e4f-b422c5c551d7, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:36.123615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] For port 943bad75-1970-4e67-8e4f-b422c5c551d7, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=943bad75-1970-4e67-8e4f-b422c5c551d7,segment=NetworkSegment(4b5bab77-6964-4d56-91de-37a11d3aec6e),segment_id=4b5bab77-6964-4d56-91de-37a11d3aec6e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:36.139412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.198198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8078f0d2-1279-4607-b38f-550f52fc4db9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:36.303460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.305139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.329617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=cafc7381-d108-4521-84b7-f9f651d49811,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:36.344991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.346569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407b201-1b19-4d03-8907-a627071b1de2 None None] Pushing event updated for resources: {'Port': ['ID=943bad75-1970-4e67-8e4f-b422c5c551d7,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:36.352702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.362168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8078f0d2-1279-4607-b38f-550f52fc4db9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:36.363113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.408560 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a9b4f763-082d-4da6-8401-c3bb7e4c0465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/cafc7381-d108-4521-84b7-f9f651d49811 HTTP/1.1" status: 204 len: 168 time: 1.0850379 Mar 11 16:06:36.409637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33368) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:36.660140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a23efad8-90a5-4bb9-a5fc-84e36866516c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2447553 Mar 11 16:06:36.660978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33372) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:36.690145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:36.732732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.742397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.744590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Usage tracker for resource:security_group_rule and tenant:52bd9acc58e7457a9c18d73913a2fce4 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:36.752333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:36.766754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:36.841369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.897663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting subnet 253af6be-d5b9-48b2-9849-46b374853687 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:36.912466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.947810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1dfa0e-65bd-4f67-9d3d-c70fcea8f791 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:36.949338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e1dfa0e-65bd-4f67-9d3d-c70fcea8f791 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:36.979864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.995677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:36.996337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.042395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e1dfa0e-65bd-4f67-9d3d-c70fcea8f791 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:37.046081 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e1dfa0e-65bd-4f67-9d3d-c70fcea8f791 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3691645 Mar 11 16:06:37.052641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33376) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:37.062611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.173800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d40b1-3163-4426-803b-baf86ec894ef,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:37.176492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.182581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:37.215857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:37.218466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:37.222701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:37.223336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.239104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=2b6796d0-1ed7-4af9-a128-431f6fe318a7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:37.261388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ae81b-6c81-45ff-a421-d79ac150d5bb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:37.284325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.284559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-745b62bf-5232-4809-a22a-1e50c7f78de0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=52bd9acc58e7457a9c18d73913a2fce4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5031528 Mar 11 16:06:37.285524 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1da7aa12-0de2-41b2-999c-73918b07ae38 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/772ae81b-6c81-45ff-a421-d79ac150d5bb HTTP/1.1" status: 204 len: 168 time: 1.3716681 Mar 11 16:06:37.291656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33380) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:37.315861 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5988c307-f139-4494-9a2e-04f74fd7fb6b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9575150 Mar 11 16:06:37.317499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33386) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:37.336431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.375802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.402488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d280e-c840-4076-928f-8afd95b4742c None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:37.420977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614ec4e-3560-48f4-a410-39d6c9574f2d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:37.421838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6614ec4e-3560-48f4-a410-39d6c9574f2d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:37.460576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.490061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6614ec4e-3560-48f4-a410-39d6c9574f2d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:37.491639 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6614ec4e-3560-48f4-a410-39d6c9574f2d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4367025 Mar 11 16:06:37.500334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:37.521388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 2b6796d0-1ed7-4af9-a128-431f6fe318a7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:37.521852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.603756 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c93436b0-d2fe-4349-9533-8de8b901de7c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986512 Mar 11 16:06:37.610645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c5eead6e-8641-4e74-82d2-acd929d5b138 None None] Provisioning complete for port e6757cce-4e82-458e-a202-7eda5cea8820 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:37.611313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5eead6e-8641-4e74-82d2-acd929d5b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.615002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33396) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:37.622513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:37.720134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.722980 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66efabe3-acde-44a9-98a7-e6c233d766fa None None] Network 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:37.731720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.779680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.882231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:37.893263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:37.911729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:37.916912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:37.918738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:37.919371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:38.019783 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-10332349-39c1-4acb-b11f-c61cea3e25c3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4034555 Mar 11 16:06:38.024822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33404) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:38.033094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:38.197321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Subnet': ['ID=253af6be-d5b9-48b2-9849-46b374853687,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.213022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:38.224189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.228994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.248297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:38.248962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.253568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 134cde1d-ae84-42e8-9091-9d50c49040e1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:38.262055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:38.277771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.281846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d40b1-3163-4426-803b-baf86ec894ef,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.286599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.375026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=cdd790db-1091-4e55-bee8-701903df7d64,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:38.379035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:38.380088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62221d8e-dd44-4b63-b7af-df713ae36790 None None] Network 6922be46-d985-471d-adbe-73172611ec5c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:38.391919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.394179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:38.394760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:38.438835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.440083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-75014f95-592b-4f4c-8046-5094e43cc396 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/528d40b1-3163-4426-803b-baf86ec894ef HTTP/1.1" status: 204 len: 168 time: 1.1471837 Mar 11 16:06:38.450283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 2b6796d0-1ed7-4af9-a128-431f6fe318a7 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:38.465313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7a45b36a-caff-4c6c-9a46-41968736dcd5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4368215 Mar 11 16:06:38.467928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33414) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:38.483268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:38.517425 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0924a5ce-25cd-45fb-a185-36002851d690 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/subnets/253af6be-d5b9-48b2-9849-46b374853687 HTTP/1.1" status: 204 len: 168 time: 2.6010177 Mar 11 16:06:38.517921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33420) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:38.545334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fe5aa7dd-3328-413a-a3f2-548cd05657c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.549487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Router 8378de89-3ced-429f-acbf-6e37733fe9e1 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:06:38.671211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Provisioning for port 943bad75-1970-4e67-8e4f-b422c5c551d7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:38.749478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 134cde1d-ae84-42e8-9091-9d50c49040e1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:38.762959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Provisioning for port 134cde1d-ae84-42e8-9091-9d50c49040e1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:38.788312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 134cde1d-ae84-42e8-9091-9d50c49040e1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:38.790205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.842896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.904904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b921639-0670-47a5-866b-4e6407635312 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:38.909806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] DHCP port deletion for 419b668b-a4e6-4fb1-bff5-e8114bfc74f6 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:38.911697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] DHCP port deletion for 6922be46-d985-471d-adbe-73172611ec5c request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:38.916970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Provisioning complete for port 134cde1d-ae84-42e8-9091-9d50c49040e1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:38.917344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.948943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Deleting port e6757cce-4e82-458e-a202-7eda5cea8820 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:38.949234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:38.978029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:38.988036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Deleting port 943bad75-1970-4e67-8e4f-b422c5c551d7 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:39.000899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.008458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.024727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:39.029001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.030663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:39.031080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:39.057525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba191a-f56c-41f6-9d2c-f1c681256e3a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:39.058845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69ba191a-f56c-41f6-9d2c-f1c681256e3a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Synchronizing usage tracker for tenant:96e1195074ff443fbb43975391ea05b7 on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:39.064040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33430) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.129967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-69ba191a-f56c-41f6-9d2c-f1c681256e3a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Unset dirty status for tenant:96e1195074ff443fbb43975391ea05b7 on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:39.131445 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-69ba191a-f56c-41f6-9d2c-f1c681256e3a tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5878768 Mar 11 16:06:39.136636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.141085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.214567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Deleting port 134cde1d-ae84-42e8-9091-9d50c49040e1 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:39.215115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.215604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=2b6796d0-1ed7-4af9-a128-431f6fe318a7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:39.238830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.241313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33440) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.279686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1759351980'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:39.290741 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-966a1ea1-acc8-4d6a-b121-c838c90863ff tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/2b6796d0-1ed7-4af9-a128-431f6fe318a7 HTTP/1.1" status: 204 len: 168 time: 1.9684436 Mar 11 16:06:39.290741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:39.293078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33444) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.307740 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1ea4c66d-b91e-4d4a-8316-4545df2bd69a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8345163 Mar 11 16:06:39.307951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Usage tracker for resource:network and tenant:ae345d54717f4a6387942bd21014d4c4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:39.316416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33448) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.320784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'mac_address': 'fa:16:3e:6e:70:5c', 'name': 'tempest-PortsIpV6TestJSON-584417689'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:39.337580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:39.341245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.354213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:39.362525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting port 943bad75-1970-4e67-8e4f-b422c5c551d7 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:39.362922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.416364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.560341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Made reservation on behalf of ae345d54717f4a6387942bd21014d4c4 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:39.563378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.593306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 8c2726d8-3439-4be9-a24b-49239a64ffbd associated. External IP: 172.26.4.79, port: d01d496e-8aac-4e98-9c5d-9c48a518e1d1. Mar 11 16:06:39.594597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5b3b38f8-16b4-47c6-8317-65185f1fed23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=117a633596c345e7956ef2d37bdf2fcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3507442 Mar 11 16:06:39.596564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:39.600437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33452) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.606082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:39.611364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.621551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:39.646118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:39.649766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.654912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.660143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:39.700719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.717175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:39.733944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] For port 943bad75-1970-4e67-8e4f-b422c5c551d7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=943bad75-1970-4e67-8e4f-b422c5c551d7,segment=NetworkSegment(4b5bab77-6964-4d56-91de-37a11d3aec6e),segment_id=4b5bab77-6964-4d56-91de-37a11d3aec6e)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:39.734482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.749352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] Sync routers for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:39.801977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.806083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-56fc9c2c-e60f-4838-9f6f-7d8c73e46578 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.9371362 Mar 11 16:06:39.824528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33456) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:39.828038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:39.834004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:39.846905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.881722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] For port 943bad75-1970-4e67-8e4f-b422c5c551d7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=943bad75-1970-4e67-8e4f-b422c5c551d7,segment=NetworkSegment(4b5bab77-6964-4d56-91de-37a11d3aec6e),segment_id=4b5bab77-6964-4d56-91de-37a11d3aec6e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:39.882117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.885639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Calling delete_port for 943bad75-1970-4e67-8e4f-b422c5c551d7 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:39.916994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Usage tracker for resource:security_group_rule and tenant:ae345d54717f4a6387942bd21014d4c4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:39.940115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:39.959148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:39.974041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:39.999942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.026882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.029568 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:40.030074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:40.058697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:40.072569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Calling delete_port for 943bad75-1970-4e67-8e4f-b422c5c551d7 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:40.106671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.122000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:40.126530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:40.127145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:40.158263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.187021 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c0c026f2-4136-475e-8a91-c54d7d7f55f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8427892 Mar 11 16:06:40.194567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33460) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:40.220741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:40.235311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Port': ['ID=943bad75-1970-4e67-8e4f-b422c5c551d7,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:40.270753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.272097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.273918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 943bad75-1970-4e67-8e4f-b422c5c551d7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:40.282119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.362974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7b921639-0670-47a5-866b-4e6407635312 None None] For port e6757cce-4e82-458e-a202-7eda5cea8820, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e6757cce-4e82-458e-a202-7eda5cea8820,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:40.363361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.388404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:40.388836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.396943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:40.415750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.427650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] No DVR routers for this DVR port 943bad75-1970-4e67-8e4f-b422c5c551d7 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:40.428036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:40.430894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b366ad-5bbc-4ff8-a277-2a1c712b384b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:40.435889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 943bad75-1970-4e67-8e4f-b422c5c551d7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:40.436196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 943bad75-1970-4e67-8e4f-b422c5c551d7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:06:40.472880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81515489-5079-4811-b6e3-9b55e358da73,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:40.476207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.476559 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Added segment c1b5486b-ae99-41e9-89b7-0a71efe141f6 of type vlan for network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 Mar 11 16:06:40.501367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.515658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.517173 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d2c5b75d-a94b-45fd-97be-2dd5e54e70b5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/81515489-5079-4811-b6e3-9b55e358da73 HTTP/1.1" status: 204 len: 168 time: 0.9140041 Mar 11 16:06:40.538394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.584206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.588098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.592497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:40.593120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.626317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:40.643061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.672137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6922be46-d985-471d-adbe-73172611ec5c']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:40.686358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5bab77-6964-4d56-91de-37a11d3aec6e') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:40.686718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5bab77-6964-4d56-91de-37a11d3aec6e') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:40.699907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.717655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.723977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:40.724361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.772369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Calling delete_port for 134cde1d-ae84-42e8-9091-9d50c49040e1 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:40.781998 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7118328 Mar 11 16:06:40.786027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33468) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:40.806704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Request body: {'subnet': {'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:40.810809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Calling delete_port for e6757cce-4e82-458e-a202-7eda5cea8820 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:40.833086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:40.844959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 943bad75-1970-4e67-8e4f-b422c5c551d7 not found, will not notify nova. {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:40.845647 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:40.849357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:40.850992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:40.909302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.008107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e6757cce-4e82-458e-a202-7eda5cea8820 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:41.016953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=6922be46-d985-471d-adbe-73172611ec5c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:41.053385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.068578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:41.069399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-5f54d2db-abd9-4b20-a90a-5252ea954229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:41.074572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:41.078512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Usage tracker for resource:subnet and tenant:ae345d54717f4a6387942bd21014d4c4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:41.078821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e6757cce-4e82-458e-a202-7eda5cea8820 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:41.079515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e6757cce-4e82-458e-a202-7eda5cea8820 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:41.080149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 134cde1d-ae84-42e8-9091-9d50c49040e1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:41.081459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:41.088482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:41.106896 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5285722d-b34a-4e9d-8c93-5fc88d1d609c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/6922be46-d985-471d-adbe-73172611ec5c HTTP/1.1" status: 204 len: 168 time: 1.9545856 Mar 11 16:06:41.107012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7305c5-8350-4e87-b23d-08c3e2402fd9 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'Network': ['ID=fd0615b1-9a62-4dd4-8482-e1243ce4fc87,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:41.107012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:41.107153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=7e8e3dce-c4b8-49d1-85d0-d6140fd3af58,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:41.117622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:41.117622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Made reservation on behalf of ae345d54717f4a6387942bd21014d4c4 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:41.128793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:41.133662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:41.134351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.138030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33476) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.171043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.172432 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:41.172850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:41.187854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:41.188556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:41.196168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:41.218643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=134cde1d-ae84-42e8-9091-9d50c49040e1,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:41.267086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:41.267944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:41.323073 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-39f0104e-42da-4018-8c6a-504f81a83ca2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0287607 Mar 11 16:06:41.336310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33484) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.417137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.421430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.460293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b921639-0670-47a5-866b-4e6407635312 None None] Pushing event deleted for resources: {'Port': ['ID=e6757cce-4e82-458e-a202-7eda5cea8820,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:41.469115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-944d183c-556d-40d1-803a-cde2892693b0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2674928 Mar 11 16:06:41.475150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.475288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b921639-0670-47a5-866b-4e6407635312 None None] No DVR routers for this DVR port e6757cce-4e82-458e-a202-7eda5cea8820 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:41.493350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:41.493805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2297f638-6122-4b42-8daf-69096ef39166 None None] The sync data for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:41.495957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:41.504411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1161cb98-108b-44a1-8b0a-dadd408615ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.506048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:41.506603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:41.541495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting port 134cde1d-ae84-42e8-9091-9d50c49040e1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:41.541867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.578220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4260ab2d-3932-4714-b128-f491de068841 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:41.578822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4260ab2d-3932-4714-b128-f491de068841 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:41.654082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.687876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:41.690504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Deleting port 943bad75-1970-4e67-8e4f-b422c5c551d7 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:41.690888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.713306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:41.753084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:41.756839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.759258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:41.760107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:41.773075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53007dd7-a784-4c1c-8d5b-c68200ee7b82 None None] The port '943bad75-1970-4e67-8e4f-b422c5c551d7' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:41.782940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:41.790106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4260ab2d-3932-4714-b128-f491de068841 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:41.790282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.790947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 943bad75-1970-4e67-8e4f-b422c5c551d7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:41.794290 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4260ab2d-3932-4714-b128-f491de068841 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 HTTP/1.1" status: 200 len: 844 time: 0.4537325 Mar 11 16:06:41.795180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33498) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.819164 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ba823b46-d141-4aab-97fa-75efc464a511 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3408945 Mar 11 16:06:41.820675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33502) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.869004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:41.869392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.880671 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f535a73a-ad38-4af7-9b8d-0a5d70e4538e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0546358 Mar 11 16:06:41.880900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 943bad75-1970-4e67-8e4f-b422c5c551d7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:41.880900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 943bad75-1970-4e67-8e4f-b422c5c551d7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:41.881417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:41.972201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:41.984533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=134cde1d-ae84-42e8-9091-9d50c49040e1,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:42.008899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Deleting port 134cde1d-ae84-42e8-9091-9d50c49040e1 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:42.009483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.027416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Calling delete_port for 134cde1d-ae84-42e8-9091-9d50c49040e1 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:42.048489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:42.100636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:42.101916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.126835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b3134-0774-4dec-a568-45149492fe2b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:42.130886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7b3b3134-0774-4dec-a568-45149492fe2b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2444501 Mar 11 16:06:42.132024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:42.178128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33516) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:42.308544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:42.308807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:42.382505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.422043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.446554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] For port 134cde1d-ae84-42e8-9091-9d50c49040e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=134cde1d-ae84-42e8-9091-9d50c49040e1,segment=NetworkSegment(0d6e8861-1814-41e6-9623-2bde80a64f62),segment_id=0d6e8861-1814-41e6-9623-2bde80a64f62)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:42.446907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.486675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-14b359bb-5d63-4f3e-9dc8-04e179299faf tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3536372 Mar 11 16:06:42.493634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33522) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:42.503852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:42.512843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.528165 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2f27506c-93a1-46d9-a5a8-86b5e8ddac80 tempest-AgentManagementNegativeTest-877811733 tempest-AgentManagementNegativeTest-877811733-project] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3489592 Mar 11 16:06:42.625756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Calling delete_port for 134cde1d-ae84-42e8-9091-9d50c49040e1 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:42.660502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:42.682733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:42.685290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:42.717426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.719835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:42.723520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.771146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] Pushing event deleted for resources: {'Port': ['ID=134cde1d-ae84-42e8-9091-9d50c49040e1,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:42.782693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b86cf-f539-4545-8a54-34036da5bf8d None None] No DVR routers for this DVR port 134cde1d-ae84-42e8-9091-9d50c49040e1 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:42.862277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'Subnet': ['ID=7912fab1-b6e8-4d00-be7a-c58ea3e512a9,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:42.864974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Deleting port 134cde1d-ae84-42e8-9091-9d50c49040e1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:42.865304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:42.958592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:42.962214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] The port '134cde1d-ae84-42e8-9091-9d50c49040e1' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:42.965932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Checking segment: {'id': 'c1b5486b-ae99-41e9-89b7-0a71efe141f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:42.966043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Network hostable DHCP agents. Network: fd0615b1-9a62-4dd4-8482-e1243ce4fc87, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:42.971012 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582cfc-e820-4582-9450-b90961a18eed None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:43.002746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33530) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.005269 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:43.016685 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.098606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.134603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.152236 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:43.153318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.171286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.179978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.234602 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-77582cfc-e820-4582-9450-b90961a18eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.235175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.235587 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77582cfc-e820-4582-9450-b90961a18eed None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:43.239545 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-513f1791-3ec9-4d26-84f1-0d66d167ba35 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.1123409 Mar 11 16:06:43.246394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33536) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.251906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:43.258398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-735133283'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:43.268416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.277396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=7e8e3dce-c4b8-49d1-85d0-d6140fd3af58,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:43.281109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:43.296450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:network and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:43.301665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:43.310949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419b668b-a4e6-4fb1-bff5-e8114bfc74f6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.318783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.337373 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e04531e5-4433-4da5-a11a-e68c1ba8a3bd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 HTTP/1.1" status: 204 len: 168 time: 1.5383198 Mar 11 16:06:43.338571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, fd0615b1-9a62-4dd4-8482-e1243ce4fc87) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:43.343847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33540) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.347263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f44478b-81c2-4f96-b488-139d213f95cd None None] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:43.349917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6e8861-1814-41e6-9623-2bde80a64f62') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.350212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6e8861-1814-41e6-9623-2bde80a64f62') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:43.364168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:43.364748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.388964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:43.415960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.439681 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4fea0f-767a-4a99-b387-a016806d0524 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:06:43.440530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d4fea0f-767a-4a99-b387-a016806d0524 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:43.446101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.454129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.465523 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-db05ffe0-acb3-4e98-913c-d24c98a3ff87 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6756799 Mar 11 16:06:43.472915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33544) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.478433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:43.478853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:43.497502 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:43.502866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:43.508811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:43.510136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Request body: {'port': {'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2025875731'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:43.511818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.574025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Usage tracker for resource:security_group_rule and tenant:b51520f1d71441638a9fb6ea85326f8c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:43.579572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:43.588593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d4fea0f-767a-4a99-b387-a016806d0524 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:43.598113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:43.598504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d4fea0f-767a-4a99-b387-a016806d0524 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/7e8e3dce-c4b8-49d1-85d0-d6140fd3af58 HTTP/1.1" status: 404 len: 333 time: 0.2533100 Mar 11 16:06:43.601527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:06:43.602779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33548) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.609035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-fd0615b1-9a62-4dd4-8482-e1243ce4fc87', 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87', 'tenant_id': 'ae345d54717f4a6387942bd21014d4c4', 'fixed_ips': [{'subnet_id': '7912fab1-b6e8-4d00-be7a-c58ea3e512a9'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:43.609901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.622884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:43.627850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'name': 'tempest-PortsIpV6TestJSON-1602104012'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:43.642128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.700330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.701308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Added segment 7244423d-5021-411d-a30f-478778c214a2 of type vlan for network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 Mar 11 16:06:43.728474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.763164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.794656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=419b668b-a4e6-4fb1-bff5-e8114bfc74f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:43.800982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Allocated IP 172.20.0.2 (fd0615b1-9a62-4dd4-8482-e1243ce4fc87/7912fab1-b6e8-4d00-be7a-c58ea3e512a9/5e8a1939-e8fa-4536-88ca-8a72ecc89236) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:43.833021 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-36191d6b-e5dc-466e-80f5-c124c99ee676 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/419b668b-a4e6-4fb1-bff5-e8114bfc74f6 HTTP/1.1" status: 204 len: 168 time: 2.6910913 Mar 11 16:06:43.840977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33552) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:43.877217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:43.899018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:43.910759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992cc0e-5505-4391-b8dc-ee7f4d0c4324 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:43.916504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:43.917466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.927247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.931911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=68a74380-3914-429a-a745-93be8fcfba03,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:43.936542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.945335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:43.958216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:43.959733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:43.981017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Usage tracker for resource:port and tenant:ae345d54717f4a6387942bd21014d4c4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:43.988687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:44.021640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:44.042625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:44.044557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.046727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da4a2a-6bfc-423d-b409-63e6a9391cdc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:44.058757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-32cb031a-261e-48d6-a8fa-881f468df64e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5638163 Mar 11 16:06:44.066853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e20ea904-d450-4776-8b99-64299ce813b6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b51520f1d71441638a9fb6ea85326f8c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0341616 Mar 11 16:06:44.067689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33556) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:44.068049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33558) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:44.074464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Made reservation on behalf of ae345d54717f4a6387942bd21014d4c4 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:44.075541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.077626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.079265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:44.079855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.093422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:24:f4:08', 'name': 'tempest-NetworksTestDHCPv6-1061484338'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:44.112965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:44.116256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.282565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] device_id is not set on port e9370429-5bab-4f71-bed2-9dc252a64445 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:44.310720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '68a74380-3914-429a-a745-93be8fcfba03'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:44.311547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.321994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.340231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Transition to ACTIVE for port object 5e8a1939-e8fa-4536-88ca-8a72ecc89236 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:44.402481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Transition to ACTIVE for port object 5e8a1939-e8fa-4536-88ca-8a72ecc89236 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:44.421209 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1711123 Mar 11 16:06:44.422260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:44.423615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.429986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33564) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:44.458657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'subnet': {'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:44.478605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Allocated IP 172.20.0.1 (299a3b49-d37d-40ae-b317-bea2a8edc355/133508b9-2377-44ae-a564-70a243e5cb6b/a35d7ff9-b6fe-4db8-a134-acab307cd2ad) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:44.490061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.494448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb0714-84d2-42e0-987e-0dc2a71c257e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Network': ['ID=6d5c4942-5952-49c6-8c2e-f61c62cf0aa1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:44.515955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:44.552765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:44.555132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:44.574185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:44.584427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Pushing event updated for resources: {'Port': ['ID=5e8a1939-e8fa-4536-88ca-8a72ecc89236,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:44.611798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.782526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Allocated IP 2001:db8::f816:3eff:fea2:c351 (a5201ef7-2506-4639-87b8-8e23809c1ec8/68a74380-3914-429a-a745-93be8fcfba03/3d2d448e-4ad4-4d05-a669-89855dc1a68b) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:44.791233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:44.805588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:44.823496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.834307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Attempting to bind port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:44.834737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Attempting to bind port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'c1b5486b-ae99-41e9-89b7-0a71efe141f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:44.834737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Attempting to bind port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 on network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:44.841087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ee36c3-7f97-4f42-b5dd-d5851f36921d') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:44.841479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ee36c3-7f97-4f42-b5dd-d5851f36921d') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:44.862908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:44.868450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:44.872675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.873215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Transition to ACTIVE for port object a35d7ff9-b6fe-4db8-a134-acab307cd2ad will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:44.883528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.895938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:subnet and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:44.900913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:44.906145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:44.906634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Checking segment: {'id': 'c1b5486b-ae99-41e9-89b7-0a71efe141f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:44.907901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.907901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Bound using segment: {'id': 'c1b5486b-ae99-41e9-89b7-0a71efe141f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:44.907901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Bound port: 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b5486b-ae99-41e9-89b7-0a71efe141f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:44.908274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.914920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.930056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.932313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:44.947316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.950248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Allocated IP 172.20.0.12 (fd0615b1-9a62-4dd4-8482-e1243ce4fc87/7912fab1-b6e8-4d00-be7a-c58ea3e512a9/e9370429-5bab-4f71-bed2-9dc252a64445) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:44.953312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:44.957941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.968799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:44.969216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:44.990929 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:45.006862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.031602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=a35d7ff9-b6fe-4db8-a134-acab307cd2ad,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.053554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:45.056096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:45.064966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.064966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:45.071270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] For port 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:45.076817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] For port 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5e8a1939-e8fa-4536-88ca-8a72ecc89236,segment=NetworkSegment(c1b5486b-ae99-41e9-89b7-0a71efe141f6),segment_id=c1b5486b-ae99-41e9-89b7-0a71efe141f6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:45.083204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:45.152346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.215697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:45.223909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:45.226819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.229332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=d410941d-34cb-47f9-8bb5-15bfdd3a7eb2,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.232225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:45.236814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:45.237813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.251897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port af405918-aa76-4db2-bfe1-1299240b37c7 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:45.266167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.276964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bce4c0b0-d835-4e6b-8ff2-394f2237bf08 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6625447 Mar 11 16:06:45.279385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33568) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:45.286375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:45.341567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.344437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e052b-0389-4bde-99d0-e4a36f31449f None None] Pushing event updated for resources: {'Port': ['ID=5e8a1939-e8fa-4536-88ca-8a72ecc89236,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.349396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Transition to ACTIVE for port object 3d2d448e-4ad4-4d05-a669-89855dc1a68b will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:45.373471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.385614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Transition to ACTIVE for port object 3d2d448e-4ad4-4d05-a669-89855dc1a68b will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:45.393058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.398585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.433461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0dd88181-8c02-49d5-833b-bff4c25f2204 None None] Provisioning for port a35d7ff9-b6fe-4db8-a134-acab307cd2ad completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:45.463747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0dd88181-8c02-49d5-833b-bff4c25f2204 None None] Provisioning complete for port a35d7ff9-b6fe-4db8-a134-acab307cd2ad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:45.463863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0dd88181-8c02-49d5-833b-bff4c25f2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.466404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.498135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.533236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:45.541000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:45.544768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Pushing event updated for resources: {'Port': ['ID=3d2d448e-4ad4-4d05-a669-89855dc1a68b,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.547139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:45.558816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0dd88181-8c02-49d5-833b-bff4c25f2204 None None] Port a35d7ff9-b6fe-4db8-a134-acab307cd2ad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:45.559126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.573144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.644393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da4a2a-6bfc-423d-b409-63e6a9391cdc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:45.684388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Attempting to bind port 3d2d448e-4ad4-4d05-a669-89855dc1a68b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:45.684743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Attempting to bind port 3d2d448e-4ad4-4d05-a669-89855dc1a68b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:45.685025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Attempting to bind port 3d2d448e-4ad4-4d05-a669-89855dc1a68b on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:45.693482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:45.694478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:45.694478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.695334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:45.695467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.695925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Bound port: 3d2d448e-4ad4-4d05-a669-89855dc1a68b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:45.696453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:45.697086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8b21115e-0607-44fb-9560-565fd659201f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b6da4a2a-6bfc-423d-b409-63e6a9391cdc HTTP/1.1" status: 204 len: 168 time: 1.6251988 Mar 11 16:06:45.756179 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a003e964-154f-4a11-8196-fae2d07095c5 tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/8fb16a92-eba2-4a47-9ee1-86a6a8ec74f0 HTTP/1.1" status: 204 len: 168 time: 1.9100544 Mar 11 16:06:45.756179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fe24:f408 (a5201ef7-2506-4639-87b8-8e23809c1ec8/68a74380-3914-429a-a745-93be8fcfba03/af405918-aa76-4db2-bfe1-1299240b37c7) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:45.767890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33574) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:45.867230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] For port 3d2d448e-4ad4-4d05-a669-89855dc1a68b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:45.881260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] For port 3d2d448e-4ad4-4d05-a669-89855dc1a68b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d2d448e-4ad4-4d05-a669-89855dc1a68b,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:45.894265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.062682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f028f2-11a2-423a-84de-127b2bfeb60d None None] Pushing event updated for resources: {'Port': ['ID=3d2d448e-4ad4-4d05-a669-89855dc1a68b,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.146083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.160211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.176277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.228213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] In _notify_port_updated(), no bound segment for port d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 on network 167a2332-369f-413e-b2c5-5f44b0b366ae {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:06:46.232038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:46.232705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.233970 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/ports/d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 HTTP/1.1" status: 200 len: 818 time: 0.9534457 Mar 11 16:06:46.236819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33584) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:46.359037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b600244-ef40-45ff-a278-f241cceabaea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=d410941d-34cb-47f9-8bb5-15bfdd3a7eb2,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.374739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:46.375288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.390876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.527157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.635329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Transition to ACTIVE for port object e9370429-5bab-4f71-bed2-9dc252a64445 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:46.644468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:46.673839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.704098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.720751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.775384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Subnet': ['ID=fd0b921d-42c9-4e33-80de-4fa9199f6040,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:46.779821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.802791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4007ed9c-e19f-4097-a9db-06d346fcbe70']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:46.823991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256a97f9-0c79-46ad-8665-a61f6ad2f975') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:46.824689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256a97f9-0c79-46ad-8665-a61f6ad2f975') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:46.853092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.874748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.885526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:46.886811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.921762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.936798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:46.969458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=a35d7ff9-b6fe-4db8-a134-acab307cd2ad,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:47.001240 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:47.059515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object af405918-aa76-4db2-bfe1-1299240b37c7 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:47.063790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d2d448e-4ad4-4d05-a669-89855dc1a68b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:47.076812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.168795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:47.177227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3d2d448e-4ad4-4d05-a669-89855dc1a68b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:47.189199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5e8a1939-e8fa-4536-88ca-8a72ecc89236 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:47.219975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33598) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:47.229695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169cb0ec-b0d4-404a-8489-c31fd9925843 None None] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:47.358064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:47.375030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.378888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.385056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.389136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:47.392155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:47.454372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=d410941d-34cb-47f9-8bb5-15bfdd3a7eb2,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:47.483711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.486499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Checking segment: {'id': '7244423d-5021-411d-a30f-478778c214a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:47.486893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network hostable DHCP agents. Network: 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:47.493186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:47.503139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:47.504107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1ec0fe09-c5a4-4e84-81ed-99737c0a7a5e None None] Provisioning for port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:47.513215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.521589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ab18fd81-03b5-4335-891e-affb6739323e tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:47.522240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-ab18fd81-03b5-4335-891e-affb6739323e tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:06:47.524210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ab18fd81-03b5-4335-891e-affb6739323e tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2967234 Mar 11 16:06:47.543909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:47.551156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] Pushing event deleted for resources: {'Network': ['ID=4007ed9c-e19f-4097-a9db-06d346fcbe70,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:47.576514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:47.594100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:47.594476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.614156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177394663'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:47.625482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fc22ba4e-98ae-465d-8334-1feb0d64e566 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 HTTP/1.1" status: 204 len: 168 time: 1.3838072 Mar 11 16:06:47.626802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-afeca736-bfec-4e55-8283-a9fde4d3333c tempest-BulkNetworkOpsIpV6Test-1434958860 tempest-BulkNetworkOpsIpV6Test-1434958860-project] 10.222.0.78 "DELETE /v2.0/networks/4007ed9c-e19f-4097-a9db-06d346fcbe70 HTTP/1.1" status: 204 len: 168 time: 1.8553774 Mar 11 16:06:47.627918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'Port': ['ID=e9370429-5bab-4f71-bed2-9dc252a64445,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:47.632863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33610) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:47.740780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:47.755003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:47.759929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:47.768935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:47.799812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.840436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.863886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:47.888177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:47.888917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.895327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:47.908641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:47.913115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:47.913899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.922424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.923084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5e8a1939-e8fa-4536-88ca-8a72ecc89236,segment=NetworkSegment(c1b5486b-ae99-41e9-89b7-0a71efe141f6),segment_id=c1b5486b-ae99-41e9-89b7-0a71efe141f6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:47.924786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Provisioning for port 3d2d448e-4ad4-4d05-a669-89855dc1a68b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:47.933532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:47.943199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=af405918-aa76-4db2-bfe1-1299240b37c7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:47.946168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:47.998375 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2ed08bb6-c528-4964-8a43-6080f33d453a tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5243037 Mar 11 16:06:48.003957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Provisioning complete for port 3d2d448e-4ad4-4d05-a669-89855dc1a68b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:48.004337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.005194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33616) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.008428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:48.025648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Request body: {'port': {'network_id': 'fd0615b1-9a62-4dd4-8482-e1243ce4fc87', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1610503720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:48.026579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] bootfile-name is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:48.027123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] tftp-server is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:48.027756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] server-ip-address is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:48.066854 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07bb85d5-0938-4ad5-86f3-5c196f52bf67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9968374 Mar 11 16:06:48.073999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:48.074208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c023f-3dac-4987-b6c1-517f101a4dc3 None None] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:48.075299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.095959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33620) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.214003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33624) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.258579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-648a8aad-f42e-42cf-b552-b6308265f8a7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8215158 Mar 11 16:06:48.261545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33630) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.292650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:48.292893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1637005682', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:48.307673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:48.310067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89b004-3ac3-468d-b3fe-e54b364ef6e7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:48.314482 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8c89b004-3ac3-468d-b3fe-e54b364ef6e7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6750431 Mar 11 16:06:48.315910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:48.324395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:router and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:48.328149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33634) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.333027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:48.337341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:48.363407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:48.375360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5e8a1939-e8fa-4536-88ca-8a72ecc89236,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:48.389225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Router 8378de89-3ced-429f-acbf-6e37733fe9e1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:06:48.391316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:48.417023 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695313a-c102-4594-8ce8-ba3c3209100c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:06:48.418115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1695313a-c102-4594-8ce8-ba3c3209100c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:48.453222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.454910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.472205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:48.482490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Usage tracker for resource:port and tenant:ae345d54717f4a6387942bd21014d4c4 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:48.486663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:48.496836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a332f1-e2f6-4695-9e90-bcb9d4e8498a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:48.504429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a332f1-e2f6-4695-9e90-bcb9d4e8498a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:48.505000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e7a332f1-e2f6-4695-9e90-bcb9d4e8498a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:48.521622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:48.584185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1695313a-c102-4594-8ce8-ba3c3209100c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:48.589106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e7a332f1-e2f6-4695-9e90-bcb9d4e8498a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:48.589279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1695313a-c102-4594-8ce8-ba3c3209100c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/d410941d-34cb-47f9-8bb5-15bfdd3a7eb2 HTTP/1.1" status: 404 len: 333 time: 0.2570279 Mar 11 16:06:48.598861 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e7a332f1-e2f6-4695-9e90-bcb9d4e8498a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4952836 Mar 11 16:06:48.598861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Made reservation on behalf of ae345d54717f4a6387942bd21014d4c4 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:48.602519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.615554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.615889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33640) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.629825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.637979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1539591263'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:48.686020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:48.689886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.704526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:48.708943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.713138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] device_id is not set on port 0b64d6ab-e7fb-471d-8b61-3021d2472b93 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:48.718647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] For port 3d2d448e-4ad4-4d05-a669-89855dc1a68b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d2d448e-4ad4-4d05-a669-89855dc1a68b,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:48.726694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.749649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:48.761021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-6d5c4942-5952-49c6-8c2e-f61c62cf0aa1', 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1', 'tenant_id': 'd759b54c58744e52a61d08169e2b1a44', 'fixed_ips': [{'subnet_id': 'fd0b921d-42c9-4e33-80de-4fa9199f6040'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:48.762226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.767292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:48.832232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.840063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3a3d89f9-c47f-4d58-9908-a41d0bd602ed admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=96e1195074ff443fbb43975391ea05b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6225564 Mar 11 16:06:48.840279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:48.843932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33646) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:48.846774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:48.861889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Pushing event updated for resources: {'Port': ['ID=3d2d448e-4ad4-4d05-a669-89855dc1a68b,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:48.879032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port af405918-aa76-4db2-bfe1-1299240b37c7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:48.879457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.009278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:49.035884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:49.041641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:49.059181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:49.061158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2c4fde-24e0-4451-bb88-9385576521ba,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:49.083739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Allocated IP 172.20.0.2 (6d5c4942-5952-49c6-8c2e-f61c62cf0aa1/fd0b921d-42c9-4e33-80de-4fa9199f6040/cea127d0-733f-4089-afb2-c4cb3d0acb3c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:49.120678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:49.188177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.224390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.232165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5e8a1939-e8fa-4536-88ca-8a72ecc89236 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:49.233203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.253817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Allocated IP 172.20.0.13 (fd0615b1-9a62-4dd4-8482-e1243ce4fc87/7912fab1-b6e8-4d00-be7a-c58ea3e512a9/0b64d6ab-e7fb-471d-8b61-3021d2472b93) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:49.269167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.269517 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 71960063-73c4-4217-8cd9-15095eae3b28 of type vlan for network 96b557b3-7d96-452e-a72f-381c7dd94f50 Mar 11 16:06:49.285968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:49.316300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] Sync routers for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:49.330960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7622b969-980e-4b4e-ab2f-e76c8c2367c3 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "PUT /v2.0/routers/8378de89-3ced-429f-acbf-6e37733fe9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4524140 Mar 11 16:06:49.337148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33650) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:49.345390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Request body: {'port': {'network_id': '299a3b49-d37d-40ae-b317-bea2a8edc355', 'name': 'tempest-FloatingIPAdminTestJSON-569398873'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:49.350434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Provisioning complete for port a35d7ff9-b6fe-4db8-a134-acab307cd2ad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:49.351076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.446599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.469402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:49.470579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:49.493653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.501092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.519989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7266c13b-77fd-4e04-8971-b766bd3dcba0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:49.558144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.573814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fb0050c5-1ac7-404d-8903-c82577e056ea None None] Port a35d7ff9-b6fe-4db8-a134-acab307cd2ad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:49.574426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.579025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6f4858fd-c6bc-4278-943f-d3e5b52ec341 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7266c13b-77fd-4e04-8971-b766bd3dcba0 HTTP/1.1" status: 204 len: 168 time: 0.7336779 Mar 11 16:06:49.583022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:49.600319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.608370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:49.608984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.633576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:49.639968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Usage tracker for resource:port and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:49.644929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:49.653485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:49.661138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:49.662021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:49.680414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Made reservation on behalf of fb056ff2f32d463dafe34db8005d3eee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:49.683483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.684715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.687179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:49.687768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.699195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.742981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Transition to ACTIVE for port object cea127d0-733f-4089-afb2-c4cb3d0acb3c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:49.748250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc4b51-595a-4872-8562-e8d857c49654,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:49.770825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:49.771465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d379c5-c3db-4f13-bc01-bd3822e10530 None None] The sync data for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:49.789291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.794887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Transition to ACTIVE for port object cea127d0-733f-4089-afb2-c4cb3d0acb3c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:49.810896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Provisioning complete for port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:49.811438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.831393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] device_id is not set on port 8186e1d8-8977-4480-943f-43168f494e09 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:49.848099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.883214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:49.954750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for af405918-aa76-4db2-bfe1-1299240b37c7 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:50.095144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.26.4.158 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/1d2ecc23-ba49-4baa-8046-ec566725e3fb) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:50.122109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.125597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3da59a74-2b62-4197-8688-c8a2d450265f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5644758 Mar 11 16:06:50.126338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33668) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:50.127288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:50.130579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:50.136520 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5159912 Mar 11 16:06:50.137177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:50.140719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Pushing event updated for resources: {'Port': ['ID=cea127d0-733f-4089-afb2-c4cb3d0acb3c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.153311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f512-3919-4836-93c6-571faa53d182 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=96b557b3-7d96-452e-a72f-381c7dd94f50,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.158572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc4b51-595a-4872-8562-e8d857c49654', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:50.165879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33672) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:50.178215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:50.194969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:50.216074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:50.227395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:50.251226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:50.253452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Allocated IP 172.20.0.5 (299a3b49-d37d-40ae-b317-bea2a8edc355/133508b9-2377-44ae-a564-70a243e5cb6b/8186e1d8-8977-4480-943f-43168f494e09) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:50.310943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:50.329356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.390958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Attempting to bind port cea127d0-733f-4089-afb2-c4cb3d0acb3c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:50.391325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Attempting to bind port cea127d0-733f-4089-afb2-c4cb3d0acb3c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7244423d-5021-411d-a30f-478778c214a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:50.391665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Attempting to bind port cea127d0-733f-4089-afb2-c4cb3d0acb3c on network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:50.419485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.422944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:50.423306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Checking segment: {'id': '7244423d-5021-411d-a30f-478778c214a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:50.423704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.424092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Bound using segment: {'id': '7244423d-5021-411d-a30f-478778c214a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:50.424576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Bound port: cea127d0-733f-4089-afb2-c4cb3d0acb3c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7244423d-5021-411d-a30f-478778c214a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:50.424951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.446776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:50.467434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:50.478346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:50.497636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:50.512101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Provisioning for port e9370429-5bab-4f71-bed2-9dc252a64445 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:50.516871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Transition to ACTIVE for port object 0b64d6ab-e7fb-471d-8b61-3021d2472b93 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:50.523542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.525361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:50.525781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Provisioning complete for port e9370429-5bab-4f71-bed2-9dc252a64445 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:50.526160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.555096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.576716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Transition to ACTIVE for port object 8186e1d8-8977-4480-943f-43168f494e09 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:50.603200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] For port cea127d0-733f-4089-afb2-c4cb3d0acb3c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:50.608185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] For port cea127d0-733f-4089-afb2-c4cb3d0acb3c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cea127d0-733f-4089-afb2-c4cb3d0acb3c,segment=NetworkSegment(7244423d-5021-411d-a30f-478778c214a2),segment_id=7244423d-5021-411d-a30f-478778c214a2)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:50.609285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Port e9370429-5bab-4f71-bed2-9dc252a64445 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:50.612622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1848b6c2-4d8e-42c5-a398-dcc1a62d71a4 None None] Could not find standard attr ID for object af405918-aa76-4db2-bfe1-1299240b37c7. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:06:50.619265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.667707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=af405918-aa76-4db2-bfe1-1299240b37c7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.672328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.694588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.752914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660d5c-0696-42ad-85d0-04f67b4c3a2e None None] Pushing event updated for resources: {'Port': ['ID=cea127d0-733f-4089-afb2-c4cb3d0acb3c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.788072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335057f9-5db7-41a4-af4f-c97c6beb69a0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.798540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.804339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.817923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.828444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.901756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event updated for resources: {'Port': ['ID=8186e1d8-8977-4480-943f-43168f494e09,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:50.925747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.930411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:50.932147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:50.932841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:50.933242 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-739123b4-93bf-4fcc-aa44-3a3173462a63 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7989388 Mar 11 16:06:50.938578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33686) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:50.943714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:51.013724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33688) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.028050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d2d448e-4ad4-4d05-a669-89855dc1a68b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:51.029650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc4b51-595a-4872-8562-e8d857c49654', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:51.054820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:51.057584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.088299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'Port': ['ID=0b64d6ab-e7fb-471d-8b61-3021d2472b93,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:51.101601 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e71b7015-fc82-47f8-828d-181291723a84 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/af405918-aa76-4db2-bfe1-1299240b37c7 HTTP/1.1" status: 204 len: 168 time: 2.4792488 Mar 11 16:06:51.107497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33696) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.165958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:51.196330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:51.196912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3d2d448e-4ad4-4d05-a669-89855dc1a68b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:51.209296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.226367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:51.268278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.270929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.273816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:51.279549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:51.282179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:51.301541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:51.312369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=1d2ecc23-ba49-4baa-8046-ec566725e3fb,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:51.320218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:51.332609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:51.507730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae8dc3db-92fb-4f4c-8800-6fa1199da6ef None None] Provisioning for port 8186e1d8-8977-4480-943f-43168f494e09 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:51.515131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae8dc3db-92fb-4f4c-8800-6fa1199da6ef None None] Provisioning complete for port 8186e1d8-8977-4480-943f-43168f494e09 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:51.515968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc3db-92fb-4f4c-8800-6fa1199da6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.520236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.521958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.537506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.554550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b06cb-f49b-46a0-b755-51616dc4b267 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.556369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b06cb-f49b-46a0-b755-51616dc4b267 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.560409 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1c1b06cb-f49b-46a0-b755-51616dc4b267 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4401863 Mar 11 16:06:51.562328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1730591517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:51.564863 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4efb0afd-6666-4243-a6dc-09fc93310c1f tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.5577927 Mar 11 16:06:51.565691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33702) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.566060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33704) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.570909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:51.578103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:router and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:51.590643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ae8dc3db-92fb-4f4c-8800-6fa1199da6ef None None] Port 8186e1d8-8977-4480-943f-43168f494e09 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:51.597606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:51.603031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0c866015-a19b-439d-85b2-7c5dc45cb591 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2647910 Mar 11 16:06:51.610396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.613043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:51.697878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.698833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.718230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-57c70236-6b3f-4b25-ad88-08ea298854b7 None None] Provisioning for port 0b64d6ab-e7fb-471d-8b61-3021d2472b93 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:51.725227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-57c70236-6b3f-4b25-ad88-08ea298854b7 None None] Provisioning complete for port 0b64d6ab-e7fb-471d-8b61-3021d2472b93 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:51.725227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-57c70236-6b3f-4b25-ad88-08ea298854b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.729253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.756695 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:06:51.757801 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aeee6274-e38a-41c9-8161-4c41102b266b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8182545 Mar 11 16:06:51.764145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.765232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33716) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.830294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-57c70236-6b3f-4b25-ad88-08ea298854b7 None None] Port 0b64d6ab-e7fb-471d-8b61-3021d2472b93 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:51.846194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.906432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'project_id': 'fb056ff2f32d463dafe34db8005d3eee', 'port_id': '8186e1d8-8977-4480-943f-43168f494e09'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:51.911433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.917010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:51.918547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=87af2940-9432-4642-9c59-5ff2bbdae4e3,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:51.919737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:51.923897 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-07cead1c-0872-4076-9739-3926ff83c39f tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9057176 Mar 11 16:06:51.936062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33720) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:51.942989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Usage tracker for resource:floatingip and tenant:fb056ff2f32d463dafe34db8005d3eee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:51.949385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1056502939'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:51.961018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:51.969101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:51.972858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.974051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:51.978718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.979158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:network and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:51.983106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:51.984162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Synchronizing usage tracker for tenant:ae345d54717f4a6387942bd21014d4c4 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:51.987629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:51.992266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.018235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 68a74380-3914-429a-a745-93be8fcfba03 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:52.019032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:52.021184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.028297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.076816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '71960063-73c4-4217-8cd9-15095eae3b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:52.077180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 96b557b3-7d96-452e-a72f-381c7dd94f50, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:52.084621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:52.088254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.097801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.150952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.151608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.162045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.166776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Unset dirty status for tenant:ae345d54717f4a6387942bd21014d4c4 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:52.168045 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c3ba0e40-fe5d-4808-804a-2f21c42336c7 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5973940 Mar 11 16:06:52.171720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33724) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.187212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:52.241683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 96b557b3-7d96-452e-a72f-381c7dd94f50) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:52.249599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.260270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:52.260455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62f036-1f2c-4f40-969e-190f24a672a5 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:52.260925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.277742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6ff311-49b7-48f7-9605-d072905d061e None None] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:52.279964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.322668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Deleting port 0b64d6ab-e7fb-471d-8b61-3021d2472b93 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:52.323044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.353917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc4b51-595a-4872-8562-e8d857c49654,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:52.374195 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c40c1d2-34f1-4058-be6b-77a51d0bc411 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2044878 Mar 11 16:06:52.376696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.377564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b59fbcf5-fae1-40ff-88d7-38292aa2ab35 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/b0cc4b51-595a-4872-8562-e8d857c49654 HTTP/1.1" status: 204 len: 168 time: 0.6104622 Mar 11 16:06:52.378671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:52.384299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33728) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.384557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33730) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.393883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:52.434565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:security_group_rule and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:52.450271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:52.470128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:52.504103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e5f5d0ba-1e26-4d05-9307-0ce8fa24caf3 None None] Provisioning for port cea127d0-733f-4089-afb2-c4cb3d0acb3c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:52.611849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.673898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=68a74380-3914-429a-a745-93be8fcfba03,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:52.686361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c34272b0-aefc-4fe1-982b-20b9c1d7a950 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:52.705133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.706115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-96b557b3-7d96-452e-a72f-381c7dd94f50', 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '87af2940-9432-4642-9c59-5ff2bbdae4e3'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:52.707189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.733170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e544c418-f8d5-470b-ae6a-1c06056bed5e None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:52.734453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.738730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-14ff19af-2e0e-4776-b5fc-de06dc37dfc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/68a74380-3914-429a-a745-93be8fcfba03 HTTP/1.1" status: 204 len: 168 time: 1.1701012 Mar 11 16:06:52.758399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33736) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.801165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:52.874691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:52.884704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.903062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:52.933909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.937196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c34272b0-aefc-4fe1-982b-20b9c1d7a950 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:52.947836 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c34272b0-aefc-4fe1-982b-20b9c1d7a950 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5512266 Mar 11 16:06:52.947836 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8fc48004-5a22-45b3-ac37-64ace5230869 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1452837 Mar 11 16:06:52.947836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:52.951562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33740) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.951875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33742) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:52.965435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:52.970861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:52.989801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109057066'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:53.026285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:53.057309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Calling delete_port for 0b64d6ab-e7fb-471d-8b61-3021d2472b93 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:53.115126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cea127d0-733f-4089-afb2-c4cb3d0acb3c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:53.142662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:53.188828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Allocated IP 2001:db8::2 (96b557b3-7d96-452e-a72f-381c7dd94f50/87af2940-9432-4642-9c59-5ff2bbdae4e3/3fb7d5fb-37ae-49e5-896c-9b816b54ca0f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:53.226561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:53.276358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.311397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:53.324031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port cea127d0-733f-4089-afb2-c4cb3d0acb3c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:53.332466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cea127d0-733f-4089-afb2-c4cb3d0acb3c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:53.332837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.354107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event deleted for resources: {'Port': ['ID=0b64d6ab-e7fb-471d-8b61-3021d2472b93,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:53.398770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b321c4a-a8c1-4b3f-9d46-5896d276d187,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:53.405398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.405913 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Added segment 700be541-eed9-4bfc-bcea-be63d34724d5 of type vlan for network 2b444497-2099-4307-927c-d04fe292d00b Mar 11 16:06:53.423129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.474068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.490828 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fbe012f1-d222-4823-9260-be952612e762 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "DELETE /v2.0/ports/0b64d6ab-e7fb-471d-8b61-3021d2472b93 HTTP/1.1" status: 204 len: 168 time: 1.2994769 Mar 11 16:06:53.496757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33748) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:53.504554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Request body: {'port': {'name': 'tempest-new-port-name-1050424020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:53.505304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] bootfile-name is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:53.505853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] tftp-server is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:53.506367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] server-ip-address is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:06:53.506627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:53.536556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Allocated IP 172.26.4.68 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4449b02b-7959-49b9-af0d-948bd4be205d) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:53.557612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:53.565234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.574810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:53.585949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:53.593081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.603444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:53.611034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.622985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Deleting port 3d2d448e-4ad4-4d05-a669-89855dc1a68b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:53.623437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.663437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.736266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40553860-c64b-40c6-8056-ac68e6ddd1fb None None] Provisioning complete for port cea127d0-733f-4089-afb2-c4cb3d0acb3c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:53.736633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40553860-c64b-40c6-8056-ac68e6ddd1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.801340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.840852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Transition to ACTIVE for port object 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:53.877504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port cea127d0-733f-4089-afb2-c4cb3d0acb3c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cea127d0-733f-4089-afb2-c4cb3d0acb3c,segment=NetworkSegment(7244423d-5021-411d-a30f-478778c214a2),segment_id=7244423d-5021-411d-a30f-478778c214a2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:53.888324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:53.892929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:53.895896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:53.896576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:53.903731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:53.964842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Transition to ACTIVE for port object 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:53.994837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:53.996958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.005364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.060786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.112798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:54.136775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.140065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=cea127d0-733f-4089-afb2-c4cb3d0acb3c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.172888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event updated for resources: {'Port': ['ID=e9370429-5bab-4f71-bed2-9dc252a64445,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.200757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] In _notify_port_updated(), no bound segment for port e9370429-5bab-4f71-bed2-9dc252a64445 on network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:06:54.209374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:54.212532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.214199 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6aa52aaf-4a9e-40f5-ab7e-f2f7e60abe95 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "PUT /v2.0/ports/e9370429-5bab-4f71-bed2-9dc252a64445 HTTP/1.1" status: 200 len: 1137 time: 0.7161536 Mar 11 16:06:54.218137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.274570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:54.281951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:54.291103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:54.296021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] For port 3d2d448e-4ad4-4d05-a669-89855dc1a68b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d2d448e-4ad4-4d05-a669-89855dc1a68b,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:54.296407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.320109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.322041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635487ea-d392-421e-8259-7167fbf6b6c8 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:54.323537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-635487ea-d392-421e-8259-7167fbf6b6c8 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Synchronizing usage tracker for tenant:ae345d54717f4a6387942bd21014d4c4 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:54.323938 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.ipam_backend_mixin [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87af2940-9432-4642-9c59-5ff2bbdae4e3 (CIDR: 2001:db8::/64) Mar 11 16:06:54.351180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-635487ea-d392-421e-8259-7167fbf6b6c8 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Unset dirty status for tenant:ae345d54717f4a6387942bd21014d4c4 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:54.356507 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-635487ea-d392-421e-8259-7167fbf6b6c8 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "GET /v2.0/ports/e9370429-5bab-4f71-bed2-9dc252a64445 HTTP/1.1" status: 200 len: 1137 time: 0.1373518 Mar 11 16:06:54.357179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33758) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.410997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.417869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:54.418605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.452222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Deleting port e9370429-5bab-4f71-bed2-9dc252a64445 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:54.452575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.462536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:54.463072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:06:54.504720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Calling delete_port for 3d2d448e-4ad4-4d05-a669-89855dc1a68b owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:54.556286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.620055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Attempting to bind port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:54.626168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Attempting to bind port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '71960063-73c4-4217-8cd9-15095eae3b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:54.627367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Attempting to bind port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f on network 96b557b3-7d96-452e-a72f-381c7dd94f50 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:54.666933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.681023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-be499865-be12-43d7-bcdb-7db7d5a36411 None None] Provisioning complete for port e9370429-5bab-4f71-bed2-9dc252a64445 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:54.681385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be499865-be12-43d7-bcdb-7db7d5a36411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.717665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.729985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router ee366146-9778-41c0-9711-5f9cdd3fd06e is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:06:54.761080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.765060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:54.765426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Checking segment: {'id': '71960063-73c4-4217-8cd9-15095eae3b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:54.765844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.766227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Bound using segment: {'id': '71960063-73c4-4217-8cd9-15095eae3b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:54.766705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Bound port: 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71960063-73c4-4217-8cd9-15095eae3b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:54.767063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.787983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c8a5dfc1-da42-4112-a9a5-460a4abfe112 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3997045 Mar 11 16:06:54.800916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Network': ['ID=2b444497-2099-4307-927c-d04fe292d00b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.808615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] Pushing event deleted for resources: {'Port': ['ID=3d2d448e-4ad4-4d05-a669-89855dc1a68b,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.809815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33764) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.814516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.825846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-81b2a29f-e10f-4fb6-a469-3c1b9962fbfc tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8876886 Mar 11 16:06:54.833216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:54.839034 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8818827 Mar 11 16:06:54.847043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:54.867867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33768) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.867867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.877288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18bdc5-a94f-4101-bc8e-82718ae9c507 None None] No DVR routers for this DVR port 3d2d448e-4ad4-4d05-a669-89855dc1a68b on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:54.878850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 2b444497-2099-4307-927c-d04fe292d00b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:06:54.885329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-42836c38-f437-42c7-82df-5360c78908aa tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '55624969-4af3-4cd3-b4a6-1a0a16269ae6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:54.886050 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-42836c38-f437-42c7-82df-5360c78908aa tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:54.889947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-42836c38-f437-42c7-82df-5360c78908aa tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0163093 Mar 11 16:06:54.892287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55dac2-92e7-4805-993b-ee4ae7359a8b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55624969-4af3-4cd3-b4a6-1a0a16269ae6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:54.902540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'subnet': {'network_id': '2b444497-2099-4307-927c-d04fe292d00b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:54.925086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:54.997146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cea127d0-733f-4089-afb2-c4cb3d0acb3c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:55.065016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-be499865-be12-43d7-bcdb-7db7d5a36411 None None] Port e9370429-5bab-4f71-bed2-9dc252a64445 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:06:55.075603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Calling delete_port for e9370429-5bab-4f71-bed2-9dc252a64445 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:55.124018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] For port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:06:55.127291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] For port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,segment=NetworkSegment(71960063-73c4-4217-8cd9-15095eae3b28),segment_id=71960063-73c4-4217-8cd9-15095eae3b28)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:06:55.128374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cea127d0-733f-4089-afb2-c4cb3d0acb3c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:55.128736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.159816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.249236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.299369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e687ed-5489-447b-885d-1ceb445c1188 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:55.316399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event deleted for resources: {'Port': ['ID=e9370429-5bab-4f71-bed2-9dc252a64445,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:55.436570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d2d448e-4ad4-4d05-a669-89855dc1a68b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:55.474041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.486374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:55.493910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3d2d448e-4ad4-4d05-a669-89855dc1a68b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:55.494488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d2d448e-4ad4-4d05-a669-89855dc1a68b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:55.500333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.503812 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-77b55cd5-9abf-464f-9d77-3f1fb2ab6402 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "DELETE /v2.0/ports/e9370429-5bab-4f71-bed2-9dc252a64445 HTTP/1.1" status: 204 len: 168 time: 1.1453183 Mar 11 16:06:55.506435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33782) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:55.552553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:subnet and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:55.563700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:55.593287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:55.595135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:55.632324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:55.653121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:55.676586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:55.712109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.722413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:55.761475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:55.776733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Pushing event updated for resources: {'Port': ['ID=4449b02b-7959-49b9-af0d-948bd4be205d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:55.789637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Deleting subnet 7912fab1-b6e8-4d00-be7a-c58ea3e512a9 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:06:55.795303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.849020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:55.853894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:55.856171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:55.947587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.034233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.035443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:56.040324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.075659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.082970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.084045 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2249a9d-b1ee-48d8-8890-2171e8c7cd0d None None] Network fd0615b1-9a62-4dd4-8482-e1243ce4fc87 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:56.091119 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "DELETE /v2.0/subnets/7912fab1-b6e8-4d00-be7a-c58ea3e512a9 HTTP/1.1" status: 204 len: 168 time: 0.5814490 Mar 11 16:06:56.092217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f0da2-ed2e-4fbc-b19c-1a664bc5f567 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event deleted for resources: {'Subnet': ['ID=7912fab1-b6e8-4d00-be7a-c58ea3e512a9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:56.095246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33788) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:56.228474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.241348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Deleting port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:56.242286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.260514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.433754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:06:56.458300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.492575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] DHCP port deletion for fd0615b1-9a62-4dd4-8482-e1243ce4fc87 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:06:56.497134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Deleting port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:56.497752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.510263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] For port 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5e8a1939-e8fa-4536-88ca-8a72ecc89236,segment=NetworkSegment(c1b5486b-ae99-41e9-89b7-0a71efe141f6),segment_id=c1b5486b-ae99-41e9-89b7-0a71efe141f6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:56.510802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.519856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.628383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55624969-4af3-4cd3-b4a6-1a0a16269ae6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:56.671052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb57490-c31e-44e8-963a-fd54078a5545 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:56.675593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Calling delete_port for 5e8a1939-e8fa-4536-88ca-8a72ecc89236 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:56.679387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:56.689897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:56.698397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=d4f7adc5-9092-477b-a298-33db16de7dba,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:56.705201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:56.705729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.751550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.756041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ceb9e1fe-2ef2-4722-9257-41baab505261 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/55624969-4af3-4cd3-b4a6-1a0a16269ae6 HTTP/1.1" status: 204 len: 168 time: 1.8223255 Mar 11 16:06:56.756204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:56.793869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.794722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbf3ca1-b3ba-45a0-a0cd-04682babc957 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:56.852828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event deleted for resources: {'Port': ['ID=5e8a1939-e8fa-4536-88ca-8a72ecc89236,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:56.868125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06a5aa2a-eee5-4436-8052-ba5bb497e8f9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:56.870786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] No DVR routers for this DVR port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:06:56.941364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] For port 5e8a1939-e8fa-4536-88ca-8a72ecc89236, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5e8a1939-e8fa-4536-88ca-8a72ecc89236,segment=NetworkSegment(c1b5486b-ae99-41e9-89b7-0a71efe141f6),segment_id=c1b5486b-ae99-41e9-89b7-0a71efe141f6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:56.942095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:56.963179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6a1d97b3-3f8c-4660-bdc9-6b5f8c5a13da None None] Provisioning for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:56.990022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:06:57.002633 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] Sync routers for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:06:57.018132 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-26a13c76-aeef-43a5-9aca-36819f41c1a8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0628040 Mar 11 16:06:57.033374 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:57.035053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33796) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.035494 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.061763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:ad:92:e4', 'name': 'tempest-NetworksTestDHCPv6-87640958'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:57.111338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06a5aa2a-eee5-4436-8052-ba5bb497e8f9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:57.113014 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-06a5aa2a-eee5-4436-8052-ba5bb497e8f9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3561814 Mar 11 16:06:57.128918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33800) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.138203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647942415'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:57.147757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:57.151054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:57.151305 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.154925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.162790 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:06:57.164515 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.184249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:57.198700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0615b1-9a62-4dd4-8482-e1243ce4fc87']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.214859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b5486b-ae99-41e9-89b7-0a71efe141f6') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.215427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b5486b-ae99-41e9-89b7-0a71efe141f6') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.226044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.229536 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:06:57.229969 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4aa97-83f3-4456-a759-cc1486552a1a None None] The sync data for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:06:57.240541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.265916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Calling delete_port for 5e8a1939-e8fa-4536-88ca-8a72ecc89236 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:06:57.267993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.282622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:06:57.283206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:06:57.298167 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:06:57.308220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:57.316443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.322880 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b7c7e4a-06cd-4f01-bcc6-26f4aab24cad tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0521803 Mar 11 16:06:57.340055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33804) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.355356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:57.359627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:57.375783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:57.431155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.459088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.477916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] Pushing event deleted for resources: {'Network': ['ID=fd0615b1-9a62-4dd4-8482-e1243ce4fc87,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:57.502450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.508168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b41315e2-90b2-47fd-88e3-c7764bd457f0 tempest-ExtraDHCPOptionsTestJSON-1745573484 tempest-ExtraDHCPOptionsTestJSON-1745573484-project] 10.222.0.78 "DELETE /v2.0/networks/fd0615b1-9a62-4dd4-8482-e1243ce4fc87 HTTP/1.1" status: 204 len: 168 time: 1.4093134 Mar 11 16:06:57.521032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.552744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.566531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189f902a-0cb8-4b89-96e8-f9b994ef573f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:57.571993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.573179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:06:57.574499 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-75da59c5-20f1-466f-8d4d-bb19b310fab9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4443002 Mar 11 16:06:57.577236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33810) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.586478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2f48df8a-5d04-471e-8765-c1642fd0d580 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '189f902a-0cb8-4b89-96e8-f9b994ef573f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:57.587630 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-2f48df8a-5d04-471e-8765-c1642fd0d580 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:57.588990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2f48df8a-5d04-471e-8765-c1642fd0d580 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103505 Mar 11 16:06:57.591552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:06:57.592069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33814) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.592210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:06:57.598732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'd4f7adc5-9092-477b-a298-33db16de7dba'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:57.600259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.619580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:57.620720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.678550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.698016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.711906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:57.732654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:57.737232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:57.741836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Subnet': ['ID=0fbd4660-ab90-4689-b624-2e224e8e6ce7,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:57.757867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.784247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:57.794702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:57.862537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.889092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f902a-0cb8-4b89-96e8-f9b994ef573f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:57.937662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:57.942301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-328e9020-e13a-4808-95f3-0a6b99912ff2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/189f902a-0cb8-4b89-96e8-f9b994ef573f HTTP/1.1" status: 204 len: 168 time: 0.3487186 Mar 11 16:06:57.943198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33820) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:57.965052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.011454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Allocated IP 2001:db8::f816:3eff:fe97:5bf4 (a5201ef7-2506-4639-87b8-8e23809c1ec8/d4f7adc5-9092-477b-a298-33db16de7dba/f9715eee-3b60-46ae-ba83-a8971b862270) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:58.041775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6667d07e-d3ad-4167-a3e7-9e11121e317d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:58.068347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6667d07e-d3ad-4167-a3e7-9e11121e317d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:58.078859 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6667d07e-d3ad-4167-a3e7-9e11121e317d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1343040 Mar 11 16:06:58.079589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33824) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.079923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33826) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.089944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--89326443'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.110767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:58.122251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Deleting port 5e8a1939-e8fa-4536-88ca-8a72ecc89236 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:06:58.122630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.128082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:58.140258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.158652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.160701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:58.166164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:58.167200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.182554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68474ee-a56f-4a10-8f61-704b1f4cfce6 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:58.185303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:58.191420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:58.195893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:58.197370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:58.201674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,segment=NetworkSegment(71960063-73c4-4217-8cd9-15095eae3b28),segment_id=71960063-73c4-4217-8cd9-15095eae3b28)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:06:58.201999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.204074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:58.216678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=bc795faf-35ae-4c34-bb16-ee7b6031403a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:58.312552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.321744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.322996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Checking segment: {'id': '700be541-eed9-4bfc-bcea-be63d34724d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2b444497-2099-4307-927c-d04fe292d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:58.323525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network hostable DHCP agents. Network: 2b444497-2099-4307-927c-d04fe292d00b, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:06:58.342545 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-01c2cbb3-748d-43f8-995c-737c915d8f88 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5191920 Mar 11 16:06:58.343505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33834) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.364119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 5f8a5f44-e295-4faf-83f5-99513c30e461 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:58.369337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'fixed_ips': [{'subnet_id': '87af2940-9432-4642-9c59-5ff2bbdae4e3'}, {'subnet_id': 'bc795faf-35ae-4c34-bb16-ee7b6031403a'}], 'name': 'tempest-PortsIpV6TestJSON-493755791'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.402386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.404527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.408620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dbd29c06-780a-4eca-937d-d97c057eacd2 None None] The port '5e8a1939-e8fa-4536-88ca-8a72ecc89236' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:06:58.492607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8607455-c9e5-4d58-92e2-e6d43cbe6617,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:58.500198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.500198 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-49198177-988a-4a15-a669-f9b6b60cd4e2 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4133654 Mar 11 16:06:58.501752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33838) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.512007 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9efae5f8-7b0e-41bd-b0b1-5dfa7012e928 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ae345d54717f4a6387942bd21014d4c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4286582 Mar 11 16:06:58.516423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9c4ca023-3c5a-45a6-87a3-641659f0cb04 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'e8607455-c9e5-4d58-92e2-e6d43cbe6617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.517191 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-9c4ca023-3c5a-45a6-87a3-641659f0cb04 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:58.524249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33842) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.524350 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9c4ca023-3c5a-45a6-87a3-641659f0cb04 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157604 Mar 11 16:06:58.524350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33844) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.528992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3b84397a-7523-471b-a396-30271b15c5fc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'e8607455-c9e5-4d58-92e2-e6d43cbe6617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.530062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-3b84397a-7523-471b-a396-30271b15c5fc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:58.533413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3b84397a-7523-471b-a396-30271b15c5fc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087998 Mar 11 16:06:58.535215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33850) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.554545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7b37c2c1-8794-4273-8925-3ba0667e06d3 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'e8607455-c9e5-4d58-92e2-e6d43cbe6617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.555381 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-7b37c2c1-8794-4273-8925-3ba0667e06d3 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:58.559055 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7b37c2c1-8794-4273-8925-3ba0667e06d3 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0203159 Mar 11 16:06:58.560722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33854) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.570509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-26809e40-f6f7-4ed6-a66e-8a43a4e9b12f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': 'e8607455-c9e5-4d58-92e2-e6d43cbe6617', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.571229 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-26809e40-f6f7-4ed6-a66e-8a43a4e9b12f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:06:58.575230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-26809e40-f6f7-4ed6-a66e-8a43a4e9b12f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108585 Mar 11 16:06:58.575787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33858) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.594045 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5e8a1939-e8fa-4536-88ca-8a72ecc89236 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:06:58.600992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 2b444497-2099-4307-927c-d04fe292d00b is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:06:58.613320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:58.617766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:58.620661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:58.635384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:58.641428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:58.645495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ead06b66-946f-43b8-9271-a821ac5bc458 None None] Provisioning complete for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:58.646020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ead06b66-946f-43b8-9271-a821ac5bc458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.658150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:58.702971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 2b444497-2099-4307-927c-d04fe292d00b) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:58.722039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5e8a1939-e8fa-4536-88ca-8a72ecc89236 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:06:58.722636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5e8a1939-e8fa-4536-88ca-8a72ecc89236 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:06:58.726669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:58.727477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.758219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adc4c0e-491a-4a0e-9d50-a30d68f62b49 None None] Network 2b444497-2099-4307-927c-d04fe292d00b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:06:58.808716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.855259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.870564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.903718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 593e1e46-5e16-4d64-8675-b785903f89af yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:06:58.916046 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9fe838e9-75bd-4e55-a2a1-3658be6653f8 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0440333 Mar 11 16:06:58.920635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.922372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33862) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:58.947923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'network': {'name': 'tempest-router-network01--1966734515'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:58.956804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:58.968983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:59.014344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.034807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:06:59.075151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Transition to ACTIVE for port object f9715eee-3b60-46ae-ba83-a8971b862270 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:59.087330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:network and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:59.092825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:59.100382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.106315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:59.135699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:06:59.146622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b366ad-5bbc-4ff8-a277-2a1c712b384b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:59.161899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.166105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.167151 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-74f87481-4c42-4df0-afb1-8fde5144825e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12b366ad-5bbc-4ff8-a277-2a1c712b384b HTTP/1.1" status: 204 len: 168 time: 0.6414471 Mar 11 16:06:59.168106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:06:59.171243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.186364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.231602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.251443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Transition to ACTIVE for port object f9715eee-3b60-46ae-ba83-a8971b862270 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:06:59.289978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.291941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8607455-c9e5-4d58-92e2-e6d43cbe6617,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:59.315824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.317615 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71c68f60-3cd4-46b3-9562-2ec3e9cc6ebe tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/e8607455-c9e5-4d58-92e2-e6d43cbe6617 HTTP/1.1" status: 204 len: 168 time: 0.7408848 Mar 11 16:06:59.322074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33868) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:59.346140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Pushing event updated for resources: {'Port': ['ID=4449b02b-7959-49b9-af0d-948bd4be205d,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:59.354564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:06:59.400413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.400575 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Added segment 49341898-5c3f-45b6-bbc3-c50407856214 of type vlan for network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 Mar 11 16:06:59.422393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:06:59.426796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:06:59.430335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:06:59.435490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fead:92e4 (a5201ef7-2506-4639-87b8-8e23809c1ec8/d4f7adc5-9092-477b-a298-33db16de7dba/5f8a5f44-e295-4faf-83f5-99513c30e461) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:59.437953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.505218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-2b444497-2099-4307-927c-d04fe292d00b', 'network_id': '2b444497-2099-4307-927c-d04fe292d00b', 'tenant_id': 'ecefb854a39b43b1b40a1ff2d6db725e', 'fixed_ips': [{'subnet_id': '0fbd4660-ab90-4689-b624-2e224e8e6ce7'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:06:59.506264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.516537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Pushing event updated for resources: {'Port': ['ID=f9715eee-3b60-46ae-ba83-a8971b862270,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:06:59.535178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72ac355a-a149-40a8-a140-69b01fd6820d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:06:59.568312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::2a (96b557b3-7d96-452e-a72f-381c7dd94f50/87af2940-9432-4642-9c59-5ff2bbdae4e3/593e1e46-5e16-4d64-8675-b785903f89af) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:59.576966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8:0:1::60 (96b557b3-7d96-452e-a72f-381c7dd94f50/bc795faf-35ae-4c34-bb16-ee7b6031403a/593e1e46-5e16-4d64-8675-b785903f89af) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:06:59.583763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72ac355a-a149-40a8-a140-69b01fd6820d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:06:59.586237 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-72ac355a-a149-40a8-a140-69b01fd6820d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2629054 Mar 11 16:06:59.594950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33876) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:59.608967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.609786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--773134509'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:06:59.632390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:59.650434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:59.670998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.721214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:06:59.726418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:06:59.739959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:06:59.747817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:06:59.759748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:06:59.760301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.794446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.798443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:06:59.799061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.809379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.824761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.899755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Update dhcp port {'port': {'network_id': '96b557b3-7d96-452e-a72f-381c7dd94f50', 'fixed_ips': [{'subnet_id': '87af2940-9432-4642-9c59-5ff2bbdae4e3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bc795faf-35ae-4c34-bb16-ee7b6031403a'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '3fb7d5fb-37ae-49e5-896c-9b816b54ca0f'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:06:59.939470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Attempting to bind port f9715eee-3b60-46ae-ba83-a8971b862270 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:06:59.940088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Attempting to bind port f9715eee-3b60-46ae-ba83-a8971b862270 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:06:59.940514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Attempting to bind port f9715eee-3b60-46ae-ba83-a8971b862270 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:06:59.962716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:06:59.963228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:06:59.963692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.964870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:06:59.965718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Bound port: f9715eee-3b60-46ae-ba83-a8971b862270, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:06:59.966452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.983396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:06:59.987728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3883839 Mar 11 16:06:59.989831 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:06:59.992320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:06:59.992989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca411fe0-cfcb-401f-a6eb-db88bf3925cc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b792083-9b34-4b63-a103-a645e5597ee6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:00.003743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0e72a34b-7d2a-41c6-8738-2b8507c581ec tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.004350 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-0e72a34b-7d2a-41c6-8738-2b8507c581ec tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:00.009200 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0e72a34b-7d2a-41c6-8738-2b8507c581ec tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135157 Mar 11 16:07:00.013154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33890) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.022981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.028730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:00.032673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:00.035624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:00.043076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:00.124740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.126857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.166754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 593e1e46-5e16-4d64-8675-b785903f89af will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:00.202206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Allocated IP 172.20.0.2 (2b444497-2099-4307-927c-d04fe292d00b/0fbd4660-ab90-4689-b624-2e224e8e6ce7/73f51329-c7df-4c8c-ad96-5d4912883e49) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:00.219033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.316525 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3822298 Mar 11 16:07:00.317402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988298-ee1f-4e07-bae4-c94d132fa525 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Network': ['ID=4ebc4feb-74c5-4133-9af7-024c1e0dae23,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:00.322143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33898) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.371640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'network': {'name': 'tempest-router-network02--235442333'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.387822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.405586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 5f8a5f44-e295-4faf-83f5-99513c30e461 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:00.426581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:00.435897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.438808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:network and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:00.448611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:00.466897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=593e1e46-5e16-4d64-8675-b785903f89af,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:00.480252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:00.482247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:00.501582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:00.503430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:00.509029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:00.509587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.515788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:00.520263 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-713925aa-4f90-4f81-9fa0-3c8d82741ef4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5060606 Mar 11 16:07:00.526812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.536159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ae05d94f-e4fe-4899-aceb-d82e87c46e69 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.537253 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-ae05d94f-e4fe-4899-aceb-d82e87c46e69 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:00.543037 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ae05d94f-e4fe-4899-aceb-d82e87c46e69 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0143876 Mar 11 16:07:00.543888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33908) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.544380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33910) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.547314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] For port f9715eee-3b60-46ae-ba83-a8971b862270, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:00.554288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.558532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:00.561208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:00.564028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:00.564776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:00.566807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:00.567734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:00.571151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.574393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:00.585660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:00.593224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:00.597618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:00.598469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.604085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=5f8a5f44-e295-4faf-83f5-99513c30e461,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:00.611770 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-66058386-b27c-4b02-b826-d05910cedc61 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.2529132 Mar 11 16:07:00.612837 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:00.618065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-91b6e1df-166e-47a6-9d1c-0c3500601aae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0720718 Mar 11 16:07:00.618647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33918) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.619037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33920) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.627167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87af2940-9432-4642-9c59-5ff2bbdae4e3'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.661493 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-523def46-5502-486a-9e53-fbcb58a61104 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6253686 Mar 11 16:07:00.670418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33926) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.671624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] For port f9715eee-3b60-46ae-ba83-a8971b862270, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f9715eee-3b60-46ae-ba83-a8971b862270,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:00.677606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:00.706716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9d397670-164b-466b-99f1-89dfb3bf253f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.707626 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-9d397670-164b-466b-99f1-89dfb3bf253f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:00.712082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9d397670-164b-466b-99f1-89dfb3bf253f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0902183 Mar 11 16:07:00.721030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33930) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:00.733611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.744378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.761149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:00.765200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.765767 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Added segment 36aef39c-809a-45fb-9543-09d87e5efb0b of type vlan for network f8a1aa69-5372-4335-8860-4b6ca4bff838 Mar 11 16:07:00.783548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:00.785298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:00.792965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:00.798227 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Floating IP 765d2bbe-637e-4778-83f0-571c606abb96 associated. External IP: 172.26.4.68, port: 8186e1d8-8977-4480-943f-43168f494e09. Mar 11 16:07:00.854170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5491a4cf-62ab-48b3-b597-1832219805bf tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] Request body: {'port': {'network_id': '73bbd0ea-852c-4201-ae90-5669e1b3048e', 'name': 'tempest-NetworksNegativeTestJSON-745980390'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:00.876402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:00.890404 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5491a4cf-62ab-48b3-b597-1832219805bf tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] POST failed (client error): The resource could not be found. Mar 11 16:07:00.890856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5491a4cf-62ab-48b3-b597-1832219805bf tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:00.894211 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5491a4cf-62ab-48b3-b597-1832219805bf tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3464158 Mar 11 16:07:00.935753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33936) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.029394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.044610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c64c04-daa4-4fbf-9b66-ce8216d8b63a tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] DELETE failed (client error): The resource could not be found. Mar 11 16:07:01.045223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c64c04-daa4-4fbf-9b66-ce8216d8b63a tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:01.101845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-46c64c04-daa4-4fbf-9b66-ce8216d8b63a tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "DELETE /v2.0/networks/ae446ecc-1f51-4629-8313-f03fc54055c0 HTTP/1.1" status: 404 len: 339 time: 0.1541290 Mar 11 16:07:01.115646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.131053 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:01.131313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1fec0-1b32-41d8-b17a-b6c369bcf11a None None] Pushing event updated for resources: {'Port': ['ID=f9715eee-3b60-46ae-ba83-a8971b862270,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:01.138893 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-91625fbe-2680-44da-bd95-d9ba04f1c152 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4049072 Mar 11 16:07:01.164205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33944) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.171885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7bd2e-3cb6-44ce-be1e-20a11bed13ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:01.175815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7bd2e-3cb6-44ce-be1e-20a11bed13ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:01.176354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d00f284e-d27a-470f-a9f1-1d82f76614e8 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:01.176610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9df7bd2e-3cb6-44ce-be1e-20a11bed13ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:01.176967 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-d00f284e-d27a-470f-a9f1-1d82f76614e8 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:01.182796 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d00f284e-d27a-470f-a9f1-1d82f76614e8 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127692 Mar 11 16:07:01.183061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33948) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.188708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:01.194760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:01.199412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:01.203163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:01.212277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:01.217173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Allocated IP 2001:db8:0:1::2 (96b557b3-7d96-452e-a72f-381c7dd94f50/bc795faf-35ae-4c34-bb16-ee7b6031403a/3fb7d5fb-37ae-49e5-896c-9b816b54ca0f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:01.235795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.251645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.251945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:01.258172 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d27b132-2b34-4232-8812-f7a3f48fd129 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0688972 Mar 11 16:07:01.258451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:01.258451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.258814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33952) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.261597 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc96a29-0c73-4cb4-8ce8-f00c4fa06be7 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] DELETE failed (client error): The resource could not be found. Mar 11 16:07:01.262065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc96a29-0c73-4cb4-8ce8-f00c4fa06be7 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:01.269811 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2fc96a29-0c73-4cb4-8ce8-f00c4fa06be7 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "DELETE /v2.0/ports/7c55ffe8-8cdf-4edf-9481-81fb1c175006 HTTP/1.1" status: 404 len: 333 time: 0.1407833 Mar 11 16:07:01.270125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '9b792083-9b34-4b63-a103-a645e5597ee6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:01.270348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Transition to ACTIVE for port object 73f51329-c7df-4c8c-ad96-5d4912883e49 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:01.275935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:01.281215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:01.284447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:01.293836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33956) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.294030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:01.405727 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:01.421751 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6b0674b9-dcea-40dd-9b3c-4489a47b1cda tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1609097 Mar 11 16:07:01.424988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33960) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.449259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1213675 Mar 11 16:07:01.457405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Transition to ACTIVE for port object 73f51329-c7df-4c8c-ad96-5d4912883e49 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:01.475694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33964) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.480870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.485466 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb14eba-b4d5-4919-b679-727ca3044e29 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] DELETE failed (client error): The resource could not be found. Mar 11 16:07:01.486412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb14eba-b4d5-4919-b679-727ca3044e29 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:01.492266 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ddb14eba-b4d5-4919-b679-727ca3044e29 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "DELETE /v2.0/subnets/c589fe3a-91dd-4d81-9a27-7942a5654907 HTTP/1.1" status: 404 len: 337 time: 0.1915731 Mar 11 16:07:01.502283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'subnet': {'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:01.507405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9df7bd2e-3cb6-44ce-be1e-20a11bed13ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:01.509499 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9df7bd2e-3cb6-44ce-be1e-20a11bed13ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.8376377 Mar 11 16:07:01.510559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33968) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.544499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33970) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.552790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ce0d-3e02-4b42-abe3-aaa37082d474 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Network': ['ID=f8a1aa69-5372-4335-8860-4b6ca4bff838,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:01.584256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:01.598697 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0c40f9-75ea-4c82-aec1-a3afa4b95c51 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] GET failed (client error): The resource could not be found. Mar 11 16:07:01.599943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d0c40f9-75ea-4c82-aec1-a3afa4b95c51 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "GET /v2.0/networks/8cd89f3a-8a44-4d5a-a0b7-6ecc9a47bcef HTTP/1.1" status: 404 len: 339 time: 0.0706315 Mar 11 16:07:01.607023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33976) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.677765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Pushing event updated for resources: {'Port': ['ID=73f51329-c7df-4c8c-ad96-5d4912883e49,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:01.713224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Network 2b444497-2099-4307-927c-d04fe292d00b is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:01.714925 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f043d064-2cc0-418b-aea5-bd49cf8d6f04 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] GET failed (client error): The resource could not be found. Mar 11 16:07:01.715750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f043d064-2cc0-418b-aea5-bd49cf8d6f04 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "GET /v2.0/ports/a12fed3d-3051-44e8-b5dc-a5e36a216956 HTTP/1.1" status: 404 len: 333 time: 0.1060793 Mar 11 16:07:01.717825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:01.727697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:01.729375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33980) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.731385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] For port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,segment=NetworkSegment(71960063-73c4-4217-8cd9-15095eae3b28),segment_id=71960063-73c4-4217-8cd9-15095eae3b28)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:01.786399 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f50059-257a-4e9c-87fb-edb2458d8120 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] GET failed (client error): The resource could not be found. Mar 11 16:07:01.787651 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-12f50059-257a-4e9c-87fb-edb2458d8120 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "GET /v2.0/subnets/03a110da-78ad-435c-8ef5-21b0ba2e9d4a HTTP/1.1" status: 404 len: 337 time: 0.0533729 Mar 11 16:07:01.792935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.794540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 5f8a5f44-e295-4faf-83f5-99513c30e461 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:01.795255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.805335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 33984) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.814725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-016ce6e8-1778-45e0-81bd-f9ec6615ee4e tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:01.845480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.848301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:01.855351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.873522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Attempting to bind port 73f51329-c7df-4c8c-ad96-5d4912883e49 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:01.873522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Attempting to bind port 73f51329-c7df-4c8c-ad96-5d4912883e49 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '700be541-eed9-4bfc-bcea-be63d34724d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2b444497-2099-4307-927c-d04fe292d00b'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:01.873897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:subnet and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:01.874002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Attempting to bind port 73f51329-c7df-4c8c-ad96-5d4912883e49 on network 2b444497-2099-4307-927c-d04fe292d00b {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:01.884753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Transition to ACTIVE for port object 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:01.886585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:01.887877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:01.888338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Checking segment: {'id': '700be541-eed9-4bfc-bcea-be63d34724d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2b444497-2099-4307-927c-d04fe292d00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:01.888787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.889178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Bound using segment: {'id': '700be541-eed9-4bfc-bcea-be63d34724d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2b444497-2099-4307-927c-d04fe292d00b'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:01.890427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Bound port: 73f51329-c7df-4c8c-ad96-5d4912883e49, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700be541-eed9-4bfc-bcea-be63d34724d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '2b444497-2099-4307-927c-d04fe292d00b'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:01.890427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.900092 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-016ce6e8-1778-45e0-81bd-f9ec6615ee4e tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] PUT failed (client error): The resource could not be found. Mar 11 16:07:01.900092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016ce6e8-1778-45e0-81bd-f9ec6615ee4e tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:01.901739 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-016ce6e8-1778-45e0-81bd-f9ec6615ee4e tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "PUT /v2.0/networks/b8882f05-e2b3-436e-9948-b1b739c9601f HTTP/1.1" status: 404 len: 339 time: 0.0949137 Mar 11 16:07:01.902289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:01.905648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:01.945402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33988) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:01.996448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d08fcb58-e512-46ca-9b5c-aa90cbbf577f tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:02.021753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.066200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] For port 73f51329-c7df-4c8c-ad96-5d4912883e49, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:02.069956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] For port 73f51329-c7df-4c8c-ad96-5d4912883e49, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=73f51329-c7df-4c8c-ad96-5d4912883e49,segment=NetworkSegment(700be541-eed9-4bfc-bcea-be63d34724d5),segment_id=700be541-eed9-4bfc-bcea-be63d34724d5)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:02.093618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.134588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:02.150358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08fcb58-e512-46ca-9b5c-aa90cbbf577f tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] PUT failed (client error): The resource could not be found. Mar 11 16:07:02.150946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08fcb58-e512-46ca-9b5c-aa90cbbf577f tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:02.157775 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d08fcb58-e512-46ca-9b5c-aa90cbbf577f tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "PUT /v2.0/ports/e3f31c40-ab23-44ec-923c-3f8fc49d2b13 HTTP/1.1" status: 404 len: 333 time: 0.1986377 Mar 11 16:07:02.163932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 33992) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:02.231534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3205e-45cc-44aa-a253-e330900f9d9c None None] Pushing event updated for resources: {'Port': ['ID=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:02.264009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-07ddb0a4-9aa5-4f2b-9d78-fd8cbf9230e0 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:02.324262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46f170-17ec-4fee-b0b1-be63b6f61f16 None None] Pushing event updated for resources: {'Port': ['ID=73f51329-c7df-4c8c-ad96-5d4912883e49,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:02.371042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Delete allocated IP 2001:db8:0:1::60 (96b557b3-7d96-452e-a72f-381c7dd94f50/bc795faf-35ae-4c34-bb16-ee7b6031403a) {{(pid=83841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:07:02.480711 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ddb0a4-9aa5-4f2b-9d78-fd8cbf9230e0 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] PUT failed (client error): The resource could not be found. Mar 11 16:07:02.481086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ddb0a4-9aa5-4f2b-9d78-fd8cbf9230e0 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:02.494403 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07ddb0a4-9aa5-4f2b-9d78-fd8cbf9230e0 tempest-NetworksNegativeTestJSON-1035591988 tempest-NetworksNegativeTestJSON-1035591988-project] 10.222.0.78 "PUT /v2.0/subnets/3f02468f-23fc-4a27-962b-828ea76c6bea HTTP/1.1" status: 404 len: 337 time: 0.3251648 Mar 11 16:07:02.563170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.668340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:02.785782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.1 (6d5c4942-5952-49c6-8c2e-f61c62cf0aa1/fd0b921d-42c9-4e33-80de-4fa9199f6040/60323213-584c-48ac-ab7c-04d53106d819) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:02.830050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b25c9546-5647-40ea-a43f-ae1826154657 None None] Provisioning for port f9715eee-3b60-46ae-ba83-a8971b862270 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:03.023174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Router 8378de89-3ced-429f-acbf-6e37733fe9e1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:03.145846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34000) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:03.189279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.241642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:03.302934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b792083-9b34-4b63-a103-a645e5597ee6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:03.354393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40833074-04e5-4b8f-b5da-f451422d2904 None None] Provisioning for port 5f8a5f44-e295-4faf-83f5-99513c30e461 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:03.375130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-40833074-04e5-4b8f-b5da-f451422d2904 None None] Provisioning complete for port 5f8a5f44-e295-4faf-83f5-99513c30e461 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:03.375609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40833074-04e5-4b8f-b5da-f451422d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.395869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.406989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 5f8a5f44-e295-4faf-83f5-99513c30e461 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:03.452955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Transition to ACTIVE for port object 60323213-584c-48ac-ab7c-04d53106d819 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:03.468696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f9715eee-3b60-46ae-ba83-a8971b862270 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:03.505059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.523550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.524703 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5863de6-5379-490d-bdef-331ed968f4bd tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b792083-9b34-4b63-a103-a645e5597ee6 HTTP/1.1" status: 204 len: 168 time: 2.0978079 Mar 11 16:07:03.544088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34006) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:03.576370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-40833074-04e5-4b8f-b5da-f451422d2904 None None] Port 5f8a5f44-e295-4faf-83f5-99513c30e461 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:03.599731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f9715eee-3b60-46ae-ba83-a8971b862270 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:03.611970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f9715eee-3b60-46ae-ba83-a8971b862270 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:03.612692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.618951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.700338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:03.724490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Usage tracker for resource:security_group_rule and tenant:f1e8f5d8379e4b0494eb83da3736e9a0 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:03.735366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:03.761140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ba968a56-feca-49ff-b96c-f3eb943a7fad None None] Provisioning for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:03.764137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:03.770014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ba968a56-feca-49ff-b96c-f3eb943a7fad None None] Provisioning complete for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:03.770014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba968a56-feca-49ff-b96c-f3eb943a7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.770331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=60323213-584c-48ac-ab7c-04d53106d819,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:03.784697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.795797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:03.803921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:03.806680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:03.824311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Ignored duplicate provisioning block setup for port 593e1e46-5e16-4d64-8675-b785903f89af by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:07:03.842683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ad4299b6-358e-4efc-a97b-9d6ed1c0f6a6 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:03.853352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.875962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.876305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.876636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.876964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.877292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.877615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.878133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.878464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.878782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.879104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.879567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:03.940088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ad4299b6-358e-4efc-a97b-9d6ed1c0f6a6 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:03.942348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.947319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ad4299b6-358e-4efc-a97b-9d6ed1c0f6a6 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3993080 Mar 11 16:07:03.949239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34010) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:03.953194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.960518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:03.979115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297600616'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:03.980348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] Sync routers for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:03.994218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:03.999224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.033022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20900467-5307-4f32-be69-5f5eb4f8a410 None None] Network 2b444497-2099-4307-927c-d04fe292d00b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:04.034457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:04.121805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:04.130793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=593e1e46-5e16-4d64-8675-b785903f89af,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.144978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.152675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.182119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.205820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.211666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] In _notify_port_updated(), no bound segment for port 593e1e46-5e16-4d64-8675-b785903f89af on network 96b557b3-7d96-452e-a72f-381c7dd94f50 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:07:04.216567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:04.217448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.223853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f1520c9d-f45f-4a1b-83f0-096b94a70442 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/ports/593e1e46-5e16-4d64-8675-b785903f89af HTTP/1.1" status: 200 len: 924 time: 3.6035912 Mar 11 16:07:04.232520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34014) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.263026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87af2940-9432-4642-9c59-5ff2bbdae4e3'}, {'subnet_id': 'bc795faf-35ae-4c34-bb16-ee7b6031403a'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:04.328570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:04.329379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:04.385287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=5f8a5f44-e295-4faf-83f5-99513c30e461,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.403920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:04.406134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef45a88e-de48-4d0c-a046-02018cbd08f9,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.427568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:04.437227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:04.443340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f9715eee-3b60-46ae-ba83-a8971b862270, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f9715eee-3b60-46ae-ba83-a8971b862270,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:04.453222 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4dd11e8e-e0bd-48cd-a134-78b5c43dd7e6 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.8379447 Mar 11 16:07:04.454061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34018) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.456700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:04.457203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:04.466960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.467193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.468204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 73f51329-c7df-4c8c-ad96-5d4912883e49 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:04.489847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Subnet': ['ID=da152c82-8073-44c6-98ec-590864530d10,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.510008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.522994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Checking segment: {'id': '49341898-5c3f-45b6-bbc3-c50407856214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:04.523414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network hostable DHCP agents. Network: 4ebc4feb-74c5-4133-9af7-024c1e0dae23, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:04.550204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1e7943d2-b72b-4341-9783-0cddac839989 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f1e8f5d8379e4b0494eb83da3736e9a0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4006078 Mar 11 16:07:04.558334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.623098 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ee725cb-4d0d-43d7-a73f-a95c53f5bc85 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/5f8a5f44-e295-4faf-83f5-99513c30e461 HTTP/1.1" status: 204 len: 168 time: 3.0763919 Mar 11 16:07:04.627510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34026) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.687644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:04.722648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:04.723293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:04.734746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4ebc4feb-74c5-4133-9af7-024c1e0dae23) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:04.756250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d097f-456f-48d9-98d9-23db784476ce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:04.758150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756d097f-456f-48d9-98d9-23db784476ce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:04.759141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-756d097f-456f-48d9-98d9-23db784476ce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:04.762144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:04.762707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.785335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f9715eee-3b60-46ae-ba83-a8971b862270,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:04.788842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae559f45-959e-4850-8406-8dcef363e300 None None] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:04.837220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a9a4585d-af5d-4551-a9a8-97168b199133 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3575399 Mar 11 16:07:04.843962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34030) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.852446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'subnet': {'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:04.871076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c5917c87-2d02-4cfd-9e11-02ea5353b5a3 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "GET /v2.0/floatingips/765d2bbe-637e-4778-83f0-571c606abb96 HTTP/1.1" status: 200 len: 981 time: 0.4077144 Mar 11 16:07:04.874050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning for port 593e1e46-5e16-4d64-8675-b785903f89af completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:04.874213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34034) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:04.875601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:04.876008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35db9945-af95-42b4-b7fb-82033ca1288f None None] The sync data for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:04.902035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.902394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.902734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.903070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.903404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.903733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.904678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.904678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.904678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.905077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.905317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:04.906342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.909089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning complete for port 593e1e46-5e16-4d64-8675-b785903f89af triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:04.909990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.923769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.954968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:04.979150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-756d097f-456f-48d9-98d9-23db784476ce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:04.980293 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-756d097f-456f-48d9-98d9-23db784476ce tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3518763 Mar 11 16:07:04.983435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34038) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:05.051885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67515b7c-c94d-4a29-aa38-384b420ee60f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:05.082282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.089992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.090216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Port 593e1e46-5e16-4d64-8675-b785903f89af cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:05.096704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:05.099683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.099857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 73f51329-c7df-4c8c-ad96-5d4912883e49 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:05.102913 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4e0e368e-6b7f-4d3e-9b91-468133b599e0 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1514030 Mar 11 16:07:05.103560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34042) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:05.107256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Usage tracker for resource:subnet and tenant:ecefb854a39b43b1b40a1ff2d6db725e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:05.120468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:05.131207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '67515b7c-c94d-4a29-aa38-384b420ee60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:05.140222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning for port 73f51329-c7df-4c8c-ad96-5d4912883e49 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:05.148443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:05.152921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning complete for port 73f51329-c7df-4c8c-ad96-5d4912883e49 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:05.153292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.175137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:05.208229 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f210b182-019c-4438-b768-23e3e447584c tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3018 time: 0.3296623 Mar 11 16:07:05.215327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34046) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:05.252601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f9715eee-3b60-46ae-ba83-a8971b862270 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:05.257081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Made reservation on behalf of ecefb854a39b43b1b40a1ff2d6db725e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:05.333118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-4ebc4feb-74c5-4133-9af7-024c1e0dae23', 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23', 'tenant_id': 'ecefb854a39b43b1b40a1ff2d6db725e', 'fixed_ips': [{'subnet_id': 'da152c82-8073-44c6-98ec-590864530d10'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:05.333933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.361086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:05.373456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:05.449616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:05.612181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet d4f7adc5-9092-477b-a298-33db16de7dba {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:05.616019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Allocated IP 172.20.0.2 (4ebc4feb-74c5-4133-9af7-024c1e0dae23/da152c82-8073-44c6-98ec-590864530d10/4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:05.616227 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The resource could not be found. Mar 11 16:07:05.620370 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b9180d28-55bc-4bcf-add6-b1235aed1538 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5042036 Mar 11 16:07:05.622034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.622184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34050) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:05.637386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.640080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '67515b7c-c94d-4a29-aa38-384b420ee60f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '61af4857-b2f2-4000-b19b-a9489a27b208'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:05.661430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:05.684972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef45a88e-de48-4d0c-a046-02018cbd08f9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:05.715750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.716865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-780271a7-5aad-4adc-a047-73ad3946599b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ef45a88e-de48-4d0c-a046-02018cbd08f9 HTTP/1.1" status: 204 len: 168 time: 1.1418860 Mar 11 16:07:05.721137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.724419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.730536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:05.738217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.752073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:05.755433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.787642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:05.811015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f9715eee-3b60-46ae-ba83-a8971b862270 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:05.811388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.916660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=60323213-584c-48ac-ab7c-04d53106d819,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:05.918396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:05.922471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.036176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.046130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] For port 73f51329-c7df-4c8c-ad96-5d4912883e49, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=73f51329-c7df-4c8c-ad96-5d4912883e49,segment=NetworkSegment(700be541-eed9-4bfc-bcea-be63d34724d5),segment_id=700be541-eed9-4bfc-bcea-be63d34724d5)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:06.057783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.135539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8:0:1::2fb (96b557b3-7d96-452e-a72f-381c7dd94f50/bc795faf-35ae-4c34-bb16-ee7b6031403a/593e1e46-5e16-4d64-8675-b785903f89af) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:06.141369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port 4449b02b-7959-49b9-af0d-948bd4be205d {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:06.141369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.178573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.186418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:06.226457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:06.319949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Pushing event updated for resources: {'Port': ['ID=73f51329-c7df-4c8c-ad96-5d4912883e49,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:06.322487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f7adc5-9092-477b-a298-33db16de7dba,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:06.322916 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The resource could not be found. Mar 11 16:07:06.325268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.328256 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d2257a40-a9e2-4e17-b5bd-29903a07453f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6947603 Mar 11 16:07:06.328519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning for port 60323213-584c-48ac-ab7c-04d53106d819 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:06.332933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34064) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:06.339404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Provisioning complete for port 60323213-584c-48ac-ab7c-04d53106d819 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:06.339828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.387763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Transition to ACTIVE for port object 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:06.427364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Transition to ACTIVE for port object 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:06.428537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-713a97f6-18e7-4cb5-9020-f165d22545dd None None] Port 60323213-584c-48ac-ab7c-04d53106d819 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:06.435950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.510854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:06.515118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:06.527523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:06.543196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.560241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.563842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e662dff8-87a4-40b6-bd22-a7589215ab7e None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:06.601191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f83a674-1382-4b15-a4ea-40a40dc952a1 None None] Provisioning complete for port 73f51329-c7df-4c8c-ad96-5d4912883e49 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:06.601735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f83a674-1382-4b15-a4ea-40a40dc952a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.612360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 593e1e46-5e16-4d64-8675-b785903f89af will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:06.641172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.675563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Pushing event updated for resources: {'Port': ['ID=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:06.704783 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-106a80b0-3276-4780-8fb8-262bcec50d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/d4f7adc5-9092-477b-a298-33db16de7dba HTTP/1.1" status: 204 len: 168 time: 1.7151039 Mar 11 16:07:06.714578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:06.827487 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-567864e9-9d98-40fc-8e7f-8af11376ae6a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1067123 Mar 11 16:07:06.828513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34078) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:06.862051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Attempting to bind port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:06.862417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Attempting to bind port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '49341898-5c3f-45b6-bbc3-c50407856214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:06.868354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Attempting to bind port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 on network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:06.953047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=593e1e46-5e16-4d64-8675-b785903f89af,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:06.979710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] In _notify_port_updated(), no bound segment for port 593e1e46-5e16-4d64-8675-b785903f89af on network 96b557b3-7d96-452e-a72f-381c7dd94f50 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:07:06.984465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:06.985167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.987117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/ports/593e1e46-5e16-4d64-8675-b785903f89af HTTP/1.1" status: 200 len: 1010 time: 2.7419055 Mar 11 16:07:06.994013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:06.994536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.000015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:07.000757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Checking segment: {'id': '49341898-5c3f-45b6-bbc3-c50407856214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:07.001314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.001728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Bound using segment: {'id': '49341898-5c3f-45b6-bbc3-c50407856214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:07.002342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Bound port: 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49341898-5c3f-45b6-bbc3-c50407856214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '4ebc4feb-74c5-4133-9af7-024c1e0dae23'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:07.002719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.003896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.005547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34084) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:07.017188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.058418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10adcd6-93ff-48b3-bb01-158aa1ab55fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:07.060021 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f10adcd6-93ff-48b3-bb01-158aa1ab55fd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2305729 Mar 11 16:07:07.070416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:07.161936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.162410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.163608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.163608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.163998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:07.165005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.165411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.165929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.166367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.166839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.167293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.167709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee6f084-1cf2-4fec-a69c-e1f9a276c565 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:07.205059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] For port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:07.244477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] For port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,segment=NetworkSegment(49341898-5c3f-45b6-bbc3-c50407856214),segment_id=49341898-5c3f-45b6-bbc3-c50407856214)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:07.245552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6e6a58c9-795a-4c77-898a-fd1df6b2308f None None] Provisioning complete for port 60323213-584c-48ac-ab7c-04d53106d819 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:07.245986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6e6a58c9-795a-4c77-898a-fd1df6b2308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.266472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f2efb6-3f80-4b32-8a1b-ffe79debd7ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:07.267182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b5f2efb6-3f80-4b32-8a1b-ffe79debd7ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:07.275234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for 4449b02b-7959-49b9-af0d-948bd4be205d owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:07.279856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router ee366146-9778-41c0-9711-5f9cdd3fd06e has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:07.299364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b5f2efb6-3f80-4b32-8a1b-ffe79debd7ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:07.300736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b5f2efb6-3f80-4b32-8a1b-ffe79debd7ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2287147 Mar 11 16:07:07.304817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34098) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:07.335932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Subnet': ['ID=53fa800b-100c-45d8-a857-162c1090e774,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:07.339622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6e6a58c9-795a-4c77-898a-fd1df6b2308f None None] Port 60323213-584c-48ac-ab7c-04d53106d819 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:07.344894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.350788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 73f51329-c7df-4c8c-ad96-5d4912883e49 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:07.384282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.441531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 593e1e46-5e16-4d64-8675-b785903f89af {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:07.441833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.486650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-703152286'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:07.526936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a72a4-68a6-4474-9072-6d8697c4a6ef None None] Pushing event updated for resources: {'Port': ['ID=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:07.532946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e6afa64c-d66a-4963-8233-94cfd72cb3f6 None None] Provisioning for port 593e1e46-5e16-4d64-8675-b785903f89af completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:07.542271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e6afa64c-d66a-4963-8233-94cfd72cb3f6 None None] Provisioning complete for port 593e1e46-5e16-4d64-8675-b785903f89af triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:07.542783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6afa64c-d66a-4963-8233-94cfd72cb3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.562912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:07.579686 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2068e04e-b249-4cfd-b598-769b9e8c16b2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2737198 Mar 11 16:07:07.587191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:07.590834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34102) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:07.611651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 73f51329-c7df-4c8c-ad96-5d4912883e49 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:07.612479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.650477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:07.668149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:07.668869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Deleting port f9715eee-3b60-46ae-ba83-a8971b862270 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:07.669340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.682590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:07.693630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:07.725944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e6afa64c-d66a-4963-8233-94cfd72cb3f6 None None] Port 593e1e46-5e16-4d64-8675-b785903f89af cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:07.793455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:07.797034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.842225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.876917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:07.911577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:07.913369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Checking segment: {'id': '36aef39c-809a-45fb-9543-09d87e5efb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:07.913873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network hostable DHCP agents. Network: f8a1aa69-5372-4335-8860-4b6ca4bff838, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:07.945001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:07.948861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.951959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:07.993475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67515b7c-c94d-4a29-aa38-384b420ee60f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:08.066043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] For port f9715eee-3b60-46ae-ba83-a8971b862270, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f9715eee-3b60-46ae-ba83-a8971b862270,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:08.066583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.087175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:08.106121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:security_group_rule and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:08.112519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:08.122162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:08.159043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.168697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.217817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c997ecf-92c7-4013-8637-81fcfdfacab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.220028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:08.227333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Calling delete_port for f9715eee-3b60-46ae-ba83-a8971b862270 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:08.236508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=4449b02b-7959-49b9-af0d-948bd4be205d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:08.315058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:08.317441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.329537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] Sync routers for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:08.342694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.352553 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:08.353085 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:08.366687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] Pushing event deleted for resources: {'Port': ['ID=f9715eee-3b60-46ae-ba83-a8971b862270,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:08.371747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 593e1e46-5e16-4d64-8675-b785903f89af owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:08.378876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2375588-5903-453d-a0ae-8620a1021182 None None] No DVR routers for this DVR port f9715eee-3b60-46ae-ba83-a8971b862270 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:08.390183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.414879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, f8a1aa69-5372-4335-8860-4b6ca4bff838) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:08.416822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.420377 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-046a083b-3148-4b58-8842-8bad8537bf46 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/67515b7c-c94d-4a29-aa38-384b420ee60f HTTP/1.1" status: 204 len: 168 time: 2.0689244 Mar 11 16:07:08.428341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0aaec-daca-4691-bb15-9a789380fe89 None None] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:08.449494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34106) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:08.454969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27918bd5-1036-41c6-9e84-6956868a5e40,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:08.479753 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:08.494226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:08.494980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.499670 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:08.500532 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:08.527360 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d6f255f0-10d9-4061-98dc-cf9978e04738 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/routers/ee366146-9778-41c0-9711-5f9cdd3fd06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1848867 Mar 11 16:07:08.548685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34110) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:08.570340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ec67bfb4-f298-4120-a089-a450c855f97b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:08.587161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'port': {'network_id': '6d5c4942-5952-49c6-8c2e-f61c62cf0aa1', 'name': 'tempest-FloatingIPTestJSON-1980443443'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:08.587310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:08.611523 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:08.612110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71c5e3-3477-487d-958d-027b61d0990c None None] The sync data for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:08.654500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ec67bfb4-f298-4120-a089-a450c855f97b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:08.659412 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ec67bfb4-f298-4120-a089-a450c855f97b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1972325 Mar 11 16:07:08.659412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.659412 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment 838cb026-f13b-4c19-993a-c763ec11b2e3 of type vlan for network a8a51be9-24e9-448b-b927-bd224bf5b179 Mar 11 16:07:08.668646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34114) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:08.685305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '1071b22e-4d92-4633-8a29-ce21df781bb1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:08.703589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:08.720210 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-81eb1828-a683-4d0b-a6c6-c17761c78b00 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8769572 Mar 11 16:07:08.721223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34118) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:08.726800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:08.734586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.739630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:08.781832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:08.809793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:07:08.834457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.850850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-f8a1aa69-5372-4335-8860-4b6ca4bff838', 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838', 'tenant_id': 'ecefb854a39b43b1b40a1ff2d6db725e', 'fixed_ips': [{'subnet_id': '53fa800b-100c-45d8-a857-162c1090e774'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:08.852070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.890356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.897799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.902362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:08.903081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:08.968138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e6a07-f0fb-406d-8e58-20829c126819 None None] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:09.035332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:09.041755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=a8a51be9-24e9-448b-b927-bd224bf5b179,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:09.044435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:09.054354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:09.055044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.079904 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The resource could not be found. Mar 11 16:07:09.086187 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6a47862c-648b-42b6-8790-fc0b69f97830 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4109511 Mar 11 16:07:09.088496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34122) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:09.101219 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b6d73708-adc7-4f2f-8a41-3de4b6b3b37e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9333549 Mar 11 16:07:09.102308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34126) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:09.103218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357824757'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:09.103954 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5127504 Mar 11 16:07:09.104761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6ba90-436a-4fb4-b4d2-bde541782f67 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=a830f356-3d8d-4e84-9df8-25d650ce18c4,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:09.108778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34128) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:09.113963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1958875035'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:09.117298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a8a51be9-24e9-448b-b927-bd224bf5b179 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:09.125819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:f4:5a:51', 'name': 'tempest-NetworksTestDHCPv6-1094530390'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:09.129478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6714e975-6d72-4a94-b07b-f66dfcd66de5 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:09.132604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:09.143837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:09.156209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:09.168598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:09.218605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:09.237356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:09.267684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:09.267684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.269980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:09.326732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Usage tracker for resource:port and tenant:d759b54c58744e52a61d08169e2b1a44 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:09.332157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:09.363267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:09.369570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:09.375615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:09.380108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:09.384020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.384435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment 5ae05305-c897-4980-b26f-3f72c8311863 of type vlan for network a1280f43-c385-4467-b9ad-0782bc675e30 Mar 11 16:07:09.392238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:09.393034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:09.406805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-22dae318-5ea2-448a-9add-1b02ba12d841 None None] Provisioning for port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:09.421363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Allocated IP 172.20.0.2 (f8a1aa69-5372-4335-8860-4b6ca4bff838/53fa800b-100c-45d8-a857-162c1090e774/e7c25f9c-7637-4173-8ddf-d69e4246d825) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:09.421693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:09.426409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.436935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.481573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 6cf469be-4dd2-4b04-9820-69146af1c739 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:09.542560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.545952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:09.546655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.550546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.568597 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:09.613387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Made reservation on behalf of d759b54c58744e52a61d08169e2b1a44 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:09.617777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.661439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.690789 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5832891 Mar 11 16:07:09.710572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:09.713397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:09.715176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34134) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:09.730494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308cd72-5f6a-40e8-870e-4ff038f66fa7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=a1280f43-c385-4467-b9ad-0782bc675e30,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:09.739898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:09.751863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a1280f43-c385-4467-b9ad-0782bc675e30 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:09.766867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fef4:5a51 (a5201ef7-2506-4639-87b8-8e23809c1ec8/a830f356-3d8d-4e84-9df8-25d650ce18c4/6cf469be-4dd2-4b04-9820-69146af1c739) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:09.769585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] device_id is not set on port 6620c420-5ebe-4486-a38d-c346d1678211 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:09.806024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:09.806024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.812141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:09.822267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=593e1e46-5e16-4d64-8675-b785903f89af,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:09.890127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:09.956389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'a830f356-3d8d-4e84-9df8-25d650ce18c4'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:09.957533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:09.976468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:10.174007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.187898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.208063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Transition to ACTIVE for port object e7c25f9c-7637-4173-8ddf-d69e4246d825 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:10.232913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 6cf469be-4dd2-4b04-9820-69146af1c739 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:10.291008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.302308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:10.307104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:10.310215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:10.316720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:10.346589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.365421 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b374756c-cb61-4ba1-841c-caa48bba3a60 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/593e1e46-5e16-4d64-8675-b785903f89af HTTP/1.1" status: 204 len: 168 time: 3.3529992 Mar 11 16:07:10.380524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34138) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:10.381396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:10.407327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:10.425783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:10.428153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=6cf469be-4dd2-4b04-9820-69146af1c739,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:10.432260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:10.436433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:10.437092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.457090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Transition to ACTIVE for port object e7c25f9c-7637-4173-8ddf-d69e4246d825 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:10.476588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.492545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.500255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2fc508ab-49d8-459c-a002-1f98b514e938 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3799999 Mar 11 16:07:10.501118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34142) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:10.588632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Allocated IP 2001:db8::f816:3eff:fe8c:be5c (a5201ef7-2506-4639-87b8-8e23809c1ec8/a830f356-3d8d-4e84-9df8-25d650ce18c4/81281b0e-7d34-48ae-ae30-437173a81d40) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:10.620527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:10.625259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:10.628756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Pushing event updated for resources: {'Port': ['ID=e7c25f9c-7637-4173-8ddf-d69e4246d825,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:10.630966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:10.637573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,segment=NetworkSegment(49341898-5c3f-45b6-bbc3-c50407856214),segment_id=49341898-5c3f-45b6-bbc3-c50407856214)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:10.657002 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-26741aa1-30a9-4ad8-bd1d-99b575f3921d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:07:10.657512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-26741aa1-30a9-4ad8-bd1d-99b575f3921d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:10.663591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.669966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.707389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.740858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Allocated IP 172.20.0.6 (6d5c4942-5952-49c6-8c2e-f61c62cf0aa1/fd0b921d-42c9-4e33-80de-4fa9199f6040/6620c420-5ebe-4486-a38d-c346d1678211) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:10.785766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f9715eee-3b60-46ae-ba83-a8971b862270 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:10.795927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.819868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.823717 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7297533 Mar 11 16:07:10.824228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34148) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:10.830233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-26741aa1-30a9-4ad8-bd1d-99b575f3921d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:10.834206 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-26741aa1-30a9-4ad8-bd1d-99b575f3921d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/593e1e46-5e16-4d64-8675-b785903f89af HTTP/1.1" status: 404 len: 333 time: 0.4344628 Mar 11 16:07:10.834863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460020244'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:10.838876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34152) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:10.850222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:10.881469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f9715eee-3b60-46ae-ba83-a8971b862270 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:07:10.881727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f9715eee-3b60-46ae-ba83-a8971b862270 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:07:10.900841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-760ec4fa-ae1a-4739-adf4-6941ca0f82ce None None] Provisioning complete for port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:10.901114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-760ec4fa-ae1a-4739-adf4-6941ca0f82ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.921968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:10.960404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.987688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:10.993848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:10.996450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Attempting to bind port e7c25f9c-7637-4173-8ddf-d69e4246d825 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:10.996810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Attempting to bind port e7c25f9c-7637-4173-8ddf-d69e4246d825 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '36aef39c-809a-45fb-9543-09d87e5efb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:10.997175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Attempting to bind port e7c25f9c-7637-4173-8ddf-d69e4246d825 on network f8a1aa69-5372-4335-8860-4b6ca4bff838 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:11.033932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:11.034346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Checking segment: {'id': '36aef39c-809a-45fb-9543-09d87e5efb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:11.034781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.035087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Bound using segment: {'id': '36aef39c-809a-45fb-9543-09d87e5efb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:11.035623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Bound port: e7c25f9c-7637-4173-8ddf-d69e4246d825, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36aef39c-809a-45fb-9543-09d87e5efb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'f8a1aa69-5372-4335-8860-4b6ca4bff838'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:11.035966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.066507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:11.071317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:11.074300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:11.085187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:11.165243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet bc795faf-35ae-4c34-bb16-ee7b6031403a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:11.168497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.232184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.233170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.239616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0287719-b374-4de8-ac24-e4ff7d5101b9 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b388b-c637-4e72-963a-7e69a70bdfe4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:11.250335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:11.288183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a4351ce4-863e-4da7-b8ce-7f547e6ae506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.303262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Transition to ACTIVE for port object 81281b0e-7d34-48ae-ae30-437173a81d40 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:11.318069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.324442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.328243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] For port e7c25f9c-7637-4173-8ddf-d69e4246d825, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:11.349040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] For port e7c25f9c-7637-4173-8ddf-d69e4246d825, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e7c25f9c-7637-4173-8ddf-d69e4246d825,segment=NetworkSegment(36aef39c-809a-45fb-9543-09d87e5efb0b),segment_id=36aef39c-809a-45fb-9543-09d87e5efb0b)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:11.357394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Transition to ACTIVE for port object 81281b0e-7d34-48ae-ae30-437173a81d40 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:11.363020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.395360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942a1aaa-d179-4647-b6c1-87102ab31b63,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:11.401553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.402975 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f9a59586-aa22-4866-b20a-cdfc4fa4d08f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5768833 Mar 11 16:07:11.407626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34156) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:11.407918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.414286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group_rule': {'security_group_id': '3b1b388b-c637-4e72-963a-7e69a70bdfe4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '942a1aaa-d179-4647-b6c1-87102ab31b63'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:11.426381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:11.432216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:11.436975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:11.444877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.479792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:11.483809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:11.491349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332f701-13a0-45de-9a10-97c011c46754 None None] Pushing event updated for resources: {'Port': ['ID=e7c25f9c-7637-4173-8ddf-d69e4246d825,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:11.494247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:11.539002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:11.539667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.552489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:11.554079 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-797c6a3c-81b3-4763-8732-bfd094ff1b3d tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1462662 Mar 11 16:07:11.560080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34160) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:11.570588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:11.599588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.634298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a0367-a927-47bc-b953-cab11a16ba29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:11.635751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2e3a0367-a927-47bc-b953-cab11a16ba29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:11.675330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=bc795faf-35ae-4c34-bb16-ee7b6031403a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:11.693985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.696742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Pushing event updated for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:11.703816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70fdccaa-200e-4543-aff8-4cb125ea5628 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/bc795faf-35ae-4c34-bb16-ee7b6031403a HTTP/1.1" status: 204 len: 168 time: 0.8636515 Mar 11 16:07:11.706097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaab0b5-b284-4ede-bdf3-94fdc6099106 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:11.758053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34164) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:11.768161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.799170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2e3a0367-a927-47bc-b953-cab11a16ba29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:11.803101 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2e3a0367-a927-47bc-b953-cab11a16ba29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.2878795 Mar 11 16:07:11.822164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34168) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:11.835649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Attempting to bind port 81281b0e-7d34-48ae-ae30-437173a81d40 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:11.836641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Attempting to bind port 81281b0e-7d34-48ae-ae30-437173a81d40 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:11.838699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Attempting to bind port 81281b0e-7d34-48ae-ae30-437173a81d40 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:11.869246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.917106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:11.917475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:11.918397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.919050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:11.919532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Bound port: 81281b0e-7d34-48ae-ae30-437173a81d40, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:11.919907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:11.954708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.032831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 87af2940-9432-4642-9c59-5ff2bbdae4e3 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:12.043172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.093645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.101248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 6cf469be-4dd2-4b04-9820-69146af1c739 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:12.101951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.133516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.167398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942a1aaa-d179-4647-b6c1-87102ab31b63,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:12.186869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.214562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:12.238257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.239730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:12.239920 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7551a3a9-59cc-4f49-a06f-bedf141b0849 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/942a1aaa-d179-4647-b6c1-87102ab31b63 HTTP/1.1" status: 204 len: 168 time: 0.6786263 Mar 11 16:07:12.245266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34172) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:12.250267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.254967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.311088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Allocated IP 172.20.0.1 (4ebc4feb-74c5-4133-9af7-024c1e0dae23/da152c82-8073-44c6-98ec-590864530d10/a1904e14-89b0-4cac-817c-f4fc76f02f59) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:12.339335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.349378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e8e7-9ee0-41e6-bfb5-dd84814e6d91 None None] Pushing event updated for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:12.425835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Transition to ACTIVE for port object 6620c420-5ebe-4486-a38d-c346d1678211 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:12.540663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=48ddfcd7-ba69-4c87-b0e4-8473d915739d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:12.556353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0daf551-0244-4aae-aa93-93285102c365 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:12.570980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.616400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': '838cb026-f13b-4c19-993a-c763ec11b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:12.617325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: a8a51be9-24e9-448b-b927-bd224bf5b179, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:12.671363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.695056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Router 8378de89-3ced-429f-acbf-6e37733fe9e1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:12.721314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.784199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0daf551-0244-4aae-aa93-93285102c365 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:12.784453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:12.789263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a0daf551-0244-4aae-aa93-93285102c365 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5407164 Mar 11 16:07:12.789892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34176) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:12.793292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a8a51be9-24e9-448b-b927-bd224bf5b179 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:12.939915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:12.947781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Transition to ACTIVE for port object a1904e14-89b0-4cac-817c-f4fc76f02f59 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:12.951359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:12.953172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a8a51be9-24e9-448b-b927-bd224bf5b179) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:12.957274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:12.972644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899f4bf2-eef9-4efa-a4ef-6c585ee346a7 None None] Network a8a51be9-24e9-448b-b927-bd224bf5b179 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:12.974431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 6cf469be-4dd2-4b04-9820-69146af1c739 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:13.098019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:13.102159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.147278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event updated for resources: {'Port': ['ID=6620c420-5ebe-4486-a38d-c346d1678211,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:13.231386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.249186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:13.249186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.261277 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-abb4011b-1632-4685-aac7-28baa1b16261 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5300183 Mar 11 16:07:13.270216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34180) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:13.288435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:13.328112 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d3e7557f-c52e-4439-82f6-14f2035d7e74 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7667978 Mar 11 16:07:13.329048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34184) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:13.338785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.342257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=87af2940-9432-4642-9c59-5ff2bbdae4e3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:13.376009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e6a3a-e8f2-49d8-90df-6de6452dd590 None None] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:13.396696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.428865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Request body: {'floatingip': {'port_id': '6620c420-5ebe-4486-a38d-c346d1678211'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:13.470808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.511750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-64cb9710-eac8-4a47-bd6e-a3946e5fd3d2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/87af2940-9432-4642-9c59-5ff2bbdae4e3 HTTP/1.1" status: 204 len: 168 time: 1.7451088 Mar 11 16:07:13.513939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e7c25f9c-7637-4173-8ddf-d69e4246d825 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:13.515150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34188) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:13.542699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.665859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.686042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.748961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=6cf469be-4dd2-4b04-9820-69146af1c739,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:13.762239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.779071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Port': ['ID=a1904e14-89b0-4cac-817c-f4fc76f02f59,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:13.796942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886ebeb-940d-47b0-9961-4e3bdbde40b4 None None] Network 96b557b3-7d96-452e-a72f-381c7dd94f50 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:13.812910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.818184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.839973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:13.840595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.860323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-61c9f1de-45d4-4d0c-8f70-cc1ec7dc2260 None None] Provisioning for port e7c25f9c-7637-4173-8ddf-d69e4246d825 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:13.889227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.901009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b388b-c637-4e72-963a-7e69a70bdfe4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:13.917356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:13.923998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:13.925730 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b2ce7003-5811-49b3-b18b-688b281a4403 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/6cf469be-4dd2-4b04-9820-69146af1c739 HTTP/1.1" status: 204 len: 168 time: 2.0080695 Mar 11 16:07:13.926756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:13.931033 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-94a51c6c-9e83-4223-922f-c646751efb88 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b1b388b-c637-4e72-963a-7e69a70bdfe4 HTTP/1.1" status: 204 len: 168 time: 1.0737696 Mar 11 16:07:13.932748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:13.937666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34192) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:13.938086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34194) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:13.938930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:14.078315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a0df1-fd64-41f9-86c3-1d3ebfca5f71 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:14.079907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a0df1-fd64-41f9-86c3-1d3ebfca5f71 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:14.081761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-042a0df1-fd64-41f9-86c3-1d3ebfca5f71 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1087692 Mar 11 16:07:14.154077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,segment=NetworkSegment(71960063-73c4-4217-8cd9-15095eae3b28),segment_id=71960063-73c4-4217-8cd9-15095eae3b28)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:14.154447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.304775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:14.306065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e7c25f9c-7637-4173-8ddf-d69e4246d825 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:14.317114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a8a51be9-24e9-448b-b927-bd224bf5b179', 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '48ddfcd7-ba69-4c87-b0e4-8473d915739d'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:14.317842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.337973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:14.341253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34200) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:14.355228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Provisioning complete for port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:14.355781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.362307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:14.433832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e7c25f9c-7637-4173-8ddf-d69e4246d825 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:14.433832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.442479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.443089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:14.469094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.521781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Could not find standard attr ID for object 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:07:14.524763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=3fb7d5fb-37ae-49e5-896c-9b816b54ca0f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:14.529281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No DVR routers for this DVR port 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:14.539352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:14.592673 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.plugins.ml2.db [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] No ports have port_id starting with 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f Mar 11 16:07:14.690026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.710809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.749814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b557b3-7d96-452e-a72f-381c7dd94f50']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:14.770113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71960063-73c4-4217-8cd9-15095eae3b28') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:14.770530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71960063-73c4-4217-8cd9-15095eae3b28') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:14.779882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.793205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.797075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Provisioning for port 6620c420-5ebe-4486-a38d-c346d1678211 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:14.800307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7adf2-b1ab-4de6-b925-450fa4e6f986 None None] DHCP port deletion for 96b557b3-7d96-452e-a72f-381c7dd94f50 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:14.817654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.828781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:07:14.829639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.845461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Provisioning complete for port 6620c420-5ebe-4486-a38d-c346d1678211 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:14.845871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:07:14.916702 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:07:14.961901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a81ca824-be7c-47c4-9141-8d0334d73498 None None] Port 6620c420-5ebe-4486-a38d-c346d1678211 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:14.962678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.969073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.976176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e7c25f9c-7637-4173-8ddf-d69e4246d825, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e7c25f9c-7637-4173-8ddf-d69e4246d825,segment=NetworkSegment(36aef39c-809a-45fb-9543-09d87e5efb0b),segment_id=36aef39c-809a-45fb-9543-09d87e5efb0b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:14.989380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:14.990748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 81281b0e-7d34-48ae-ae30-437173a81d40 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:15.000583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=96b557b3-7d96-452e-a72f-381c7dd94f50,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:15.013253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a0a404fd-325f-438a-b92c-ace0122c8188 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/96b557b3-7d96-452e-a72f-381c7dd94f50 HTTP/1.1" status: 204 len: 168 time: 1.4951353 Mar 11 16:07:15.017561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.029605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Allocated IP 172.20.0.2 (a8a51be9-24e9-448b-b927-bd224bf5b179/48ddfcd7-ba69-4c87-b0e4-8473d915739d/ff7e5a57-caa7-4a61-a0cd-299a5429e41c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:15.042952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ef29e4e2-0dda-4e0f-95ae-c5f863131314 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:15.122165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.133497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857d2f99-7e5d-495a-bc4f-b4fcb56ba9db tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:15.134333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-857d2f99-7e5d-495a-bc4f-b4fcb56ba9db tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:15.154406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-857d2f99-7e5d-495a-bc4f-b4fcb56ba9db tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:15.159061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e7c25f9c-7637-4173-8ddf-d69e4246d825,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:15.161409 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-857d2f99-7e5d-495a-bc4f-b4fcb56ba9db tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1424248 Mar 11 16:07:15.161598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.162070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34208) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.217557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ef29e4e2-0dda-4e0f-95ae-c5f863131314 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:15.222914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ef29e4e2-0dda-4e0f-95ae-c5f863131314 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2440526 Mar 11 16:07:15.226484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34212) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.234497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'tempest-secgroup--501141765'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:15.250237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:15.255496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Provisioning complete for port e7c25f9c-7637-4173-8ddf-d69e4246d825 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:15.257474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.267009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:15.295981 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-01c04e66-618d-4c98-b80e-2df58a912572 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1272116 Mar 11 16:07:15.296191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:15.296432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34216) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.300933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.317009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1474194861'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:15.319272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] Sync routers for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:15.325494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:15.334883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:15.338730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 81281b0e-7d34-48ae-ae30-437173a81d40 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:15.338913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:15.348939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:15.379058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:15.380314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.383610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:15.387453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:15.387645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.388147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:15.401462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Usage tracker for resource:security_group_rule and tenant:6c8c65b82bcd447484b397b2ec4cb141 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:15.407686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:15.418494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:15.420378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet a830f356-3d8d-4e84-9df8-25d650ce18c4 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:15.440967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.447138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:15.469589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.469589 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment 684d3262-2e24-44f0-9177-412f5168b430 of type vlan for network 3ab6a420-35b0-49c1-8d34-248a2a90994a Mar 11 16:07:15.529805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:15.535078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.537760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.543338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.565152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e7c25f9c-7637-4173-8ddf-d69e4246d825 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:15.681330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.689023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:15.689659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:15.718866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.722347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e1bc5-a956-4ac1-bc05-e51f0f089a2b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:15.731906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.736989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0ad37884-92c6-4661-bd5c-154d2d98d9ae tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5088766 Mar 11 16:07:15.737896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.741365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.745566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:15.746299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.753139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-cf9d4e8c-ac9e-4464-bbdc-10f3c6cc319f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:15.753586 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0d404d49-a145-466f-9b10-3f9b11ce6ef9 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/floatingips/765d2bbe-637e-4778-83f0-571c606abb96 HTTP/1.1" status: 204 len: 168 time: 10.5372210 Mar 11 16:07:15.755022 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-cf9d4e8c-ac9e-4464-bbdc-10f3c6cc319f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 16:07:15.758489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cf9d4e8c-ac9e-4464-bbdc-10f3c6cc319f tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "PUT /v2.0/security-groups/f92e1bc5-a956-4ac1-bc05-e51f0f089a2b HTTP/1.1" status: 409 len: 330 time: 0.0190079 Mar 11 16:07:15.762652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Transition to ACTIVE for port object ff7e5a57-caa7-4a61-a0cd-299a5429e41c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:15.770153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:15.770540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f2e147-4492-4660-ac84-36872cc8629a None None] The sync data for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:15.777200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34224) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.777738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34226) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.793184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Transition to ACTIVE for port object ff7e5a57-caa7-4a61-a0cd-299a5429e41c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:15.796774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Provisioning for port 81281b0e-7d34-48ae-ae30-437173a81d40 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:15.802597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.837331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Provisioning complete for port 81281b0e-7d34-48ae-ae30-437173a81d40 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:15.837808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.862892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:15.882670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:15.883303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e7c25f9c-7637-4173-8ddf-d69e4246d825 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:15.883681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:15.889112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5907085 Mar 11 16:07:15.897280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34232) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:15.904292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:15.947360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Usage tracker for resource:floatingip and tenant:fc6e9e8e1ad040dc96d6bdcc9cc8a8de is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:15.974943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:15.977968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1deb5-ac36-4832-ad3f-28942145436c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=3ab6a420-35b0-49c1-8d34-248a2a90994a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:15.980513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Network a8a51be9-24e9-448b-b927-bd224bf5b179 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:15.986119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:15.991392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:16.002218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:16.057138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:16.062212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:16.066215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:16.074430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:16.091127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:16.091913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:16.108830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:16.220155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.263166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.278731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Attempting to bind port ff7e5a57-caa7-4a61-a0cd-299a5429e41c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:16.279089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Attempting to bind port ff7e5a57-caa7-4a61-a0cd-299a5429e41c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '838cb026-f13b-4c19-993a-c763ec11b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:16.279439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Attempting to bind port ff7e5a57-caa7-4a61-a0cd-299a5429e41c on network a8a51be9-24e9-448b-b927-bd224bf5b179 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:16.309476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:16.309476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Checking segment: {'id': '838cb026-f13b-4c19-993a-c763ec11b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:16.310162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.310162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Bound using segment: {'id': '838cb026-f13b-4c19-993a-c763ec11b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:16.310508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Bound port: ff7e5a57-caa7-4a61-a0cd-299a5429e41c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838cb026-f13b-4c19-993a-c763ec11b2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a8a51be9-24e9-448b-b927-bd224bf5b179'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:16.311736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.313674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.322156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.399741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:16.406939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.450971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:07:16.451318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3fb7d5fb-37ae-49e5-896c-9b816b54ca0f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:07:16.455162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:16.469828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.487667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.521118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Could not find standard attr ID for object 6cf469be-4dd2-4b04-9820-69146af1c739. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:07:16.536873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] For port ff7e5a57-caa7-4a61-a0cd-299a5429e41c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:16.544359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.555630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] For port ff7e5a57-caa7-4a61-a0cd-299a5429e41c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,segment=NetworkSegment(838cb026-f13b-4c19-993a-c763ec11b2e3),segment_id=838cb026-f13b-4c19-993a-c763ec11b2e3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:16.560734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Pushing event updated for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:16.565492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.570577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=fcf7244d-3919-4ca1-a151-e0362905bae0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:16.604486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.605583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Provisioning for port a1904e14-89b0-4cac-817c-f4fc76f02f59 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:16.635416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Provisioning complete for port a1904e14-89b0-4cac-817c-f4fc76f02f59 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:16.635787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.684617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': '5ae05305-c897-4980-b26f-3f72c8311863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:16.684953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: a1280f43-c385-4467-b9ad-0782bc675e30, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:16.688418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=2a0321d3-7fcc-4419-8d06-724d2bdc4533,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:16.698168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': '684d3262-2e24-44f0-9177-412f5168b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:16.698675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 3ab6a420-35b0-49c1-8d34-248a2a90994a, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:16.704740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199448f-c0d4-425b-b1bf-4e08088dca13 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:16.723720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.730052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3c927729-0afc-4a1a-86ad-bc6e25bab618 None None] Port a1904e14-89b0-4cac-817c-f4fc76f02f59 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:16.738081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.745094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:16.757205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 3ab6a420-35b0-49c1-8d34-248a2a90994a) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:16.763200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:16.764153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:16.769964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7013ece-8c88-4128-af2c-2fc0e2983f6d None None] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:16.782258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:16.797277 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eba3e571-94ad-40c9-be20-c55f90bac045 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8984532 Mar 11 16:07:16.799688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34236) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:16.811406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a', 'name': 'tempest-PortsIpV6TestJSON-423049807'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:16.938626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.060794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-3ab6a420-35b0-49c1-8d34-248a2a90994a', 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '2a0321d3-7fcc-4419-8d06-724d2bdc4533'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:17.061613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.069986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.106382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:17.117051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:17.136655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:17.142351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.147295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e1bc5-a956-4ac1-bc05-e51f0f089a2b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:17.149178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=a830f356-3d8d-4e84-9df8-25d650ce18c4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:17.180374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-6eb5da5d-6bbc-4a7e-977c-fbcaf6da087a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2110724 Mar 11 16:07:17.188158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port fc8f7358-c593-41d5-b17e-596e238c11d5 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:17.210510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.221648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.223749 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9ba343a2-07aa-4b25-a9ab-b4608e4d4927 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a830f356-3d8d-4e84-9df8-25d650ce18c4 HTTP/1.1" status: 204 len: 168 time: 2.8674109 Mar 11 16:07:17.227665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.229026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01962541-a6fb-4bf7-b9d1-dc52c6692bf5 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/f92e1bc5-a956-4ac1-bc05-e51f0f089a2b HTTP/1.1" status: 204 len: 168 time: 1.4482722 Mar 11 16:07:17.231531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Port': ['ID=a1904e14-89b0-4cac-817c-f4fc76f02f59,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:17.238328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34242) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:17.239166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:17.262188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.263184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a1280f43-c385-4467-b9ad-0782bc675e30 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:17.309011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Allocated IP 2001:db8::2 (3ab6a420-35b0-49c1-8d34-248a2a90994a/2a0321d3-7fcc-4419-8d06-724d2bdc4533/be7fe19c-09ce-43d4-94e2-f92fce1088e9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:17.338700 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-30220f57-8388-4471-b887-3f39c23df422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958617 Mar 11 16:07:17.361287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34250) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:17.409835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.481235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:17.486837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-d5848db3-7468-4d16-8526-8aee1ebab864 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.1490011 Mar 11 16:07:17.645318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a1280f43-c385-4467-b9ad-0782bc675e30) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:17.649240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:17.707410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557bbe0-e7b4-41a0-9550-7cb3877d48bf None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:17.741476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f0aab-307c-42a9-bc4c-0bec1982207d None None] Network a1280f43-c385-4467-b9ad-0782bc675e30 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:17.757607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-0c8b0687-5a0c-4d96-bd56-bd6724df550e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:17.759287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-0c8b0687-5a0c-4d96-bd56-bd6724df550e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.2316525 Mar 11 16:07:17.786792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:17.788197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.820353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:17.831643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ff7e5a57-caa7-4a61-a0cd-299a5429e41c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:17.859144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.881719 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-89230c6b-0d79-45ea-9758-538708e1b07c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6072576 Mar 11 16:07:17.885085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34254) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:17.893696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-302015208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:17.902801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:17.907786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:17.912935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:17.922136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:17.931861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-51ed1fb9-f857-449c-85bb-8b495f84932b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Synchronizing usage tracker for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:17.947048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:17.950362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.950646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.951365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.954726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:17.968912 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-46d0c139-db28-4eab-9ced-235d6136755a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.2033184 Mar 11 16:07:18.032345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Transition to ACTIVE for port object be7fe19c-09ce-43d4-94e2-f92fce1088e9 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:18.096624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:18.114629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-1ce83388-68f5-407a-a8fa-e225b77d7921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:18.116194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-1ce83388-68f5-407a-a8fa-e225b77d7921 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.1394255 Mar 11 16:07:18.161426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c464fe0c-614f-4d66-88cd-2a1bfa2a5ff7 None None] Network a8a51be9-24e9-448b-b927-bd224bf5b179 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:18.208227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:18.269909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:18.271506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9408930f-6764-42f0-b331-5a957f483b47 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3851156 Mar 11 16:07:18.274958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34258) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:18.357972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Transition to ACTIVE for port object be7fe19c-09ce-43d4-94e2-f92fce1088e9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:18.448295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-51ed1fb9-f857-449c-85bb-8b495f84932b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] Unset dirty status for tenant:6c8c65b82bcd447484b397b2ec4cb141 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:18.453250 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-51ed1fb9-f857-449c-85bb-8b495f84932b tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2055011 Mar 11 16:07:18.462351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34262) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:18.481064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:18.504106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:18.504678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:18.585815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-da551cb3-b0d5-4c59-94f7-848cf8457c18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4617629 Mar 11 16:07:18.620666 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-356ba358-d803-47b5-876d-21a8e51df6dc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] delete failed (client error): The resource could not be found. Mar 11 16:07:18.626016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-356ba358-d803-47b5-876d-21a8e51df6dc tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "DELETE /v2.0/security-groups/0f5a397a-57ab-4f8a-9766-2e436a1e0333 HTTP/1.1" status: 404 len: 347 time: 0.1500843 Mar 11 16:07:18.626156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ff7e5a57-caa7-4a61-a0cd-299a5429e41c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:18.638069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34266) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:18.687427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 81281b0e-7d34-48ae-ae30-437173a81d40 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:18.713963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Pushing event updated for resources: {'Port': ['ID=be7fe19c-09ce-43d4-94e2-f92fce1088e9,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:18.747344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-61f4285e-3739-441e-aa1c-1472b718a1a4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] show failed (client error): The resource could not be found. Mar 11 16:07:18.748526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-61f4285e-3739-441e-aa1c-1472b718a1a4 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-groups/2de572c5-5c92-497c-8a30-b2cef6d3c56c HTTP/1.1" status: 404 len: 347 time: 0.1050155 Mar 11 16:07:18.758988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34270) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:18.786050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::100 (3ab6a420-35b0-49c1-8d34-248a2a90994a/2a0321d3-7fcc-4419-8d06-724d2bdc4533/fc8f7358-c593-41d5-b17e-596e238c11d5) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:18.789071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:18.789838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Provisioning for port ff7e5a57-caa7-4a61-a0cd-299a5429e41c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:18.803909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:18.807274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:18.808921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Provisioning complete for port ff7e5a57-caa7-4a61-a0cd-299a5429e41c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:18.809282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:18.828499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Allocated IP 172.26.4.14 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/83a492dc-bf3f-45db-a41f-f5aa0f4709ef) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:18.861500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:07:18.878862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-c15e3d14-1243-450d-8499-2ceef8491983 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] show failed (client error): The resource could not be found. Mar 11 16:07:18.883742 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c15e3d14-1243-450d-8499-2ceef8491983 tempest-NegativeSecGroupTest-1489565582 tempest-NegativeSecGroupTest-1489565582-project] 10.222.0.78 "GET /v2.0/security-group-rules/500cfbdf-9db2-433e-8454-09b8e7f1381c HTTP/1.1" status: 404 len: 356 time: 0.1166830 Mar 11 16:07:19.018182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a1280f43-c385-4467-b9ad-0782bc675e30', 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': 'fcf7244d-3919-4ca1-a151-e0362905bae0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:19.019731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.095470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-1c481ddb-add6-42bc-ad88-d9abc5e64d41 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943693 Mar 11 16:07:19.221497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 8c2726d8-3439-4be9-a24b-49239a64ffbd associated. External IP: 172.26.4.79, port: d01d496e-8aac-4e98-9c5d-9c48a518e1d1. Mar 11 16:07:19.270839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:19.277737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 81281b0e-7d34-48ae-ae30-437173a81d40 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:19.279378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.316059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Deleting port 81281b0e-7d34-48ae-ae30-437173a81d40 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:19.316378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.345420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34278) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:19.372704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.435268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.495191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.495876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] For port ff7e5a57-caa7-4a61-a0cd-299a5429e41c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,segment=NetworkSegment(838cb026-f13b-4c19-993a-c763ec11b2e3),segment_id=838cb026-f13b-4c19-993a-c763ec11b2e3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:19.517210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.599279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98c307a9-a74d-49ab-9290-bd5f5a76c957 req-686c638d-fe77-4be8-bdfd-c8bd1f8e7b96 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013066 Mar 11 16:07:19.600844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Attempting to bind port be7fe19c-09ce-43d4-94e2-f92fce1088e9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:19.601143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Attempting to bind port be7fe19c-09ce-43d4-94e2-f92fce1088e9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '684d3262-2e24-44f0-9177-412f5168b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:19.602302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Attempting to bind port be7fe19c-09ce-43d4-94e2-f92fce1088e9 on network 3ab6a420-35b0-49c1-8d34-248a2a90994a {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:19.611827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.621453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.656793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.680020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object fc8f7358-c593-41d5-b17e-596e238c11d5 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:19.684112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:19.696303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:19.718618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:19.719886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:19.720434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Checking segment: {'id': '684d3262-2e24-44f0-9177-412f5168b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:19.720632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.721024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Bound using segment: {'id': '684d3262-2e24-44f0-9177-412f5168b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:19.721497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Bound port: be7fe19c-09ce-43d4-94e2-f92fce1088e9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684d3262-2e24-44f0-9177-412f5168b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:19.721894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:19.767782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Pushing event updated for resources: {'Port': ['ID=83a492dc-bf3f-45db-a41f-f5aa0f4709ef,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:19.866276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.039038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f26e9-b50e-4d8f-85e6-0def9e319373 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:20.042662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Allocated IP 172.21.0.2 (a1280f43-c385-4467-b9ad-0782bc675e30/fcf7244d-3919-4ca1-a151-e0362905bae0/5a7518da-d340-4eb1-a27a-9855f891e4be) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:20.095251 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-baa9f856-ac62-48a1-b6b0-1ee2fb040907 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6c8c65b82bcd447484b397b2ec4cb141&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7469952 Mar 11 16:07:20.102324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34284) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:20.103632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Router 901b7891-c19b-47bd-b205-26451b1f8fa8 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:07:20.138904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:20.150157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:20.185618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=fc8f7358-c593-41d5-b17e-596e238c11d5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:20.188079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:20.191991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:20.192659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.196084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:20.261488 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a01c98b4-ccf7-4d07-a042-b5fe9c7eb476 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4606576 Mar 11 16:07:20.268982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34288) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:20.279578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '3ab6a420-35b0-49c1-8d34-248a2a90994a', 'name': 'tempest-PortsIpV6TestJSON-1055743239'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:20.321238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b316cb65-dbdb-483c-a14e-7ccb4596e9b7 None None] Provisioning complete for port a1904e14-89b0-4cac-817c-f4fc76f02f59 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:20.322093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b316cb65-dbdb-483c-a14e-7ccb4596e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.391723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] For port be7fe19c-09ce-43d4-94e2-f92fce1088e9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:20.404861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:20.438207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] For port be7fe19c-09ce-43d4-94e2-f92fce1088e9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=be7fe19c-09ce-43d4-94e2-f92fce1088e9,segment=NetworkSegment(684d3262-2e24-44f0-9177-412f5168b430),segment_id=684d3262-2e24-44f0-9177-412f5168b430)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:20.464043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.532406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b316cb65-dbdb-483c-a14e-7ccb4596e9b7 None None] Port a1904e14-89b0-4cac-817c-f4fc76f02f59 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:20.536705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.554475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ff7e5a57-caa7-4a61-a0cd-299a5429e41c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:20.562251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.572767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.573477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.577096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.607289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.20.0.1 (a8a51be9-24e9-448b-b927-bd224bf5b179/48ddfcd7-ba69-4c87-b0e4-8473d915739d/6d6626be-7245-4846-8658-ac9740a52718) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:20.625831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.685038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:20.686095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.778644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:20.782364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:20.788351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:20.790461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=3caf54ed-fef9-41c2-8543-845d0867c02b,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:20.793379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:20.794257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.800536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:20.807489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.832069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=6']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:20.833133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:20.837934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.857283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:20.890479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2c4fde-24e0-4451-bb88-9385576521ba,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:20.900930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 3f5e1c5f-f387-4239-a686-6f1197ef2e1a yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:20.917236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Calling delete_port for 81281b0e-7d34-48ae-ae30-437173a81d40 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:20.923577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-988357bc-ff3b-4416-89f4-96fc9d884bc4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.5600822 Mar 11 16:07:20.929084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:20.930469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:20.939632 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de02c706-587c-4f93-b325-a44593ae7fee tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2089443 Mar 11 16:07:20.941692 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] Sync routers for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:20.951390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34296) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:20.962165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:7c:1b:35', 'name': 'tempest-NetworksTestDHCPv6-2000361017'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:20.971992 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:20.973254 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:20.995887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa2031-502c-477a-82b4-2f57964d8475 None None] Pushing event updated for resources: {'Port': ['ID=be7fe19c-09ce-43d4-94e2-f92fce1088e9,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:21.033841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.045752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e72e3d3-1ef5-4dcc-978e-5058df806178 None None] Provisioning complete for port ff7e5a57-caa7-4a61-a0cd-299a5429e41c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:21.046374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e72e3d3-1ef5-4dcc-978e-5058df806178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.092547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Transition to ACTIVE for port object 5a7518da-d340-4eb1-a27a-9855f891e4be will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:21.108944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.110124 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f5f1495-b0f0-4b83-bb54-bdb6476bbefa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9c2c4fde-24e0-4451-bb88-9385576521ba HTTP/1.1" status: 204 len: 168 time: 0.9981992 Mar 11 16:07:21.114010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.144826 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:21.173658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ff7e5a57-caa7-4a61-a0cd-299a5429e41c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:21.180718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.192006 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:21.194231 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:21.248374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Transition to ACTIVE for port object 5a7518da-d340-4eb1-a27a-9855f891e4be will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:21.266343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:07:21.267043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:07:21.270309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object 6d6626be-7245-4846-8658-ac9740a52718 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:21.274426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.348417 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:21.348816 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274e204f-d308-47ce-aad4-f223a329a698 None None] The sync data for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:21.376633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:21.405190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:21.410487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:21.445628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.449736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:21.456698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Network a1280f43-c385-4467-b9ad-0782bc675e30 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:21.470353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:21.473005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Pushing event updated for resources: {'Port': ['ID=5a7518da-d340-4eb1-a27a-9855f891e4be,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:21.476175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:21.481285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.563731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.657635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a8a51be9-24e9-448b-b927-bd224bf5b179 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:21.666622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::af (3ab6a420-35b0-49c1-8d34-248a2a90994a/2a0321d3-7fcc-4419-8d06-724d2bdc4533/3f5e1c5f-f387-4239-a686-6f1197ef2e1a) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:21.669347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:21.675608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=6d6626be-7245-4846-8658-ac9740a52718,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:21.682095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:21.718231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Pushing event updated for resources: {'Port': ['ID=83a492dc-bf3f-45db-a41f-f5aa0f4709ef,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:21.718935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Attempting to bind port 5a7518da-d340-4eb1-a27a-9855f891e4be on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:21.719305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Attempting to bind port 5a7518da-d340-4eb1-a27a-9855f891e4be by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '5ae05305-c897-4980-b26f-3f72c8311863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:21.719667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Attempting to bind port 5a7518da-d340-4eb1-a27a-9855f891e4be on network a1280f43-c385-4467-b9ad-0782bc675e30 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:21.751862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:21.752584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Checking segment: {'id': '5ae05305-c897-4980-b26f-3f72c8311863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:21.753288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.754636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Bound using segment: {'id': '5ae05305-c897-4980-b26f-3f72c8311863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:21.755724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Bound port: 5a7518da-d340-4eb1-a27a-9855f891e4be, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae05305-c897-4980-b26f-3f72c8311863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'a1280f43-c385-4467-b9ad-0782bc675e30'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:21.758341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.794399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 81281b0e-7d34-48ae-ae30-437173a81d40 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:21.861058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.868926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Deleting port 81281b0e-7d34-48ae-ae30-437173a81d40 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:21.869301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:21.966340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.261554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] For port 5a7518da-d340-4eb1-a27a-9855f891e4be, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:22.270370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] For port 5a7518da-d340-4eb1-a27a-9855f891e4be, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5a7518da-d340-4eb1-a27a-9855f891e4be,segment=NetworkSegment(5ae05305-c897-4980-b26f-3f72c8311863),segment_id=5ae05305-c897-4980-b26f-3f72c8311863)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:22.303959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.324075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.329476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.334868 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b44e1c20-8641-4008-8eac-d91d2ae24872 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5550139 Mar 11 16:07:22.336554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34316) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:22.338753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.367258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.367889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 3f5e1c5f-f387-4239-a686-6f1197ef2e1a will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:22.445244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.543384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port e0801518-3838-4173-80d1-696a4f9c9646 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:22.720255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-482653b3-9224-4104-b673-9320bda347be None None] Provisioning for port 6d6626be-7245-4846-8658-ac9740a52718 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:22.720467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34324) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:22.732421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:22.732840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:22.733234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.741738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114c45c-6776-4a85-81e1-076de4bca357 None None] Pushing event updated for resources: {'Port': ['ID=5a7518da-d340-4eb1-a27a-9855f891e4be,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:22.749749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:22.755660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-482653b3-9224-4104-b673-9320bda347be None None] Provisioning complete for port 6d6626be-7245-4846-8658-ac9740a52718 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:22.756726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-482653b3-9224-4104-b673-9320bda347be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.770228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Usage tracker for resource:floatingip and tenant:db391e9920cf45d5aef4361d1ef002ab is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:22.779182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:22.791607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:22.797144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fe7c:1b35 (a5201ef7-2506-4639-87b8-8e23809c1ec8/3caf54ed-fef9-41c2-8543-845d0867c02b/e0801518-3838-4173-80d1-696a4f9c9646) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:22.822219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:22.852873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-469ac96c-c625-449d-af80-b9a5240eac8c tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-254857197', 'prefixes': ['172.20.0.0/16']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:22.875210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-482653b3-9224-4104-b673-9320bda347be None None] Port 6d6626be-7245-4846-8658-ac9740a52718 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:22.875672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:22.877074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c4a3f-2408-4777-b6ad-25fe449ad3f9 None None] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:22.880648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-469ac96c-c625-449d-af80-b9a5240eac8c tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:22.956992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:22.960205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:22.973477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Calling delete_port for 81281b0e-7d34-48ae-ae30-437173a81d40 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:23.057580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.194561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.258011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=3f5e1c5f-f387-4239-a686-6f1197ef2e1a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:23.276501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:23.295910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:23.301786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:23.314112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:23.314112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.344131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:23.344768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:23.453749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-32b63622-efa8-405a-96fc-1a6de99d5195 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1828308 Mar 11 16:07:23.458060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34330) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:23.519073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:07:23.519936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:07:23.520437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.521442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device be7fe19c-09ce-43d4-94e2-f92fce1088e9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:23.573947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object e0801518-3838-4173-80d1-696a4f9c9646 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:23.599960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.601434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-27b66bce-5a63-434c-9287-8947adfa6cbd None None] Provisioning for port be7fe19c-09ce-43d4-94e2-f92fce1088e9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:23.621041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:23.647346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.656180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-643df28c-9d69-47a5-b38f-6cc4d0b50217 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:23.657299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-643df28c-9d69-47a5-b38f-6cc4d0b50217 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7030249 Mar 11 16:07:23.659812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.664594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34334) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:23.673778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:23.723604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:23.738946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:23.739696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:23.780956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.806062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=6d6626be-7245-4846-8658-ac9740a52718,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:23.808349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:23.808868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d9e05-b6ed-4908-b9ea-de016526b6a0 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:23.813578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c2c0d-5c45-4dd6-bb5a-dfbe6c9b6317 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:23.816669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d12c2c0d-5c45-4dd6-bb5a-dfbe6c9b6317 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:23.876694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port be7fe19c-09ce-43d4-94e2-f92fce1088e9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:23.883739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-469ac96c-c625-449d-af80-b9a5240eac8c tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Notify callbacks [] for subnetpool, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.887505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port be7fe19c-09ce-43d4-94e2-f92fce1088e9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:23.887652 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-469ac96c-c625-449d-af80-b9a5240eac8c tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.1635456 Mar 11 16:07:23.887784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.888419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34338) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:23.932657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:23.933480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d12c2c0d-5c45-4dd6-bb5a-dfbe6c9b6317 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:23.934836 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d12c2c0d-5c45-4dd6-bb5a-dfbe6c9b6317 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A100 HTTP/1.1" status: 200 len: 928 time: 0.4757240 Mar 11 16:07:23.939253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:23.942530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e4a4f0b-de4a-4b75-96bd-8d5bd3cff9e9 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "GET /v2.0/subnetpools/640b10ad-a568-4848-9c25-49afbfaf3446 HTTP/1.1" status: 200 len: 731 time: 0.0528955 Mar 11 16:07:23.945760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34344) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:23.953172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f6ef86f1-95a9-4e52-8128-0e59ed84679a tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1708491882'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:24.065602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a8a51be9-24e9-448b-b927-bd224bf5b179 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:24.079601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:24.137472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.187751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port be7fe19c-09ce-43d4-94e2-f92fce1088e9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=be7fe19c-09ce-43d4-94e2-f92fce1088e9,segment=NetworkSegment(684d3262-2e24-44f0-9177-412f5168b430),segment_id=684d3262-2e24-44f0-9177-412f5168b430)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:24.197019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.315498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=be7fe19c-09ce-43d4-94e2-f92fce1088e9,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:24.341801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 3f5e1c5f-f387-4239-a686-6f1197ef2e1a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:24.342407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.392062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Deleting port 81281b0e-7d34-48ae-ae30-437173a81d40 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:24.392864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.413173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f6ef86f1-95a9-4e52-8128-0e59ed84679a tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Notify callbacks [] for subnetpool, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.416263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f6ef86f1-95a9-4e52-8128-0e59ed84679a tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "PUT /v2.0/subnetpools/640b10ad-a568-4848-9c25-49afbfaf3446 HTTP/1.1" status: 200 len: 684 time: 0.4692998 Mar 11 16:07:24.429775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:24.444960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:24.450042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:24.479027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:24.483079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:24.483879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.501476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Allocated IP 172.26.4.27 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/9bd87839-7a37-4757-a0b1-dea15d6dd950) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:24.508482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=e0801518-3838-4173-80d1-696a4f9c9646,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:24.674145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Provisioning for port 3f5e1c5f-f387-4239-a686-6f1197ef2e1a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:24.684255 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc1cd3ba-1584-4562-9338-9910cb940ce2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7497952 Mar 11 16:07:24.692621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34356) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:24.714574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Provisioning complete for port 3f5e1c5f-f387-4239-a686-6f1197ef2e1a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:24.714954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.830754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aac17d-43ac-4f4d-a4d5-821d7ab97388 None None] Network a1280f43-c385-4467-b9ad-0782bc675e30 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:24.939250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12eaf832-abdc-4dad-8f00-44862719a1e6 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] Notify callbacks [] for subnetpool, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:24.943096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-12eaf832-abdc-4dad-8f00-44862719a1e6 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "DELETE /v2.0/subnetpools/640b10ad-a568-4848-9c25-49afbfaf3446 HTTP/1.1" status: 204 len: 168 time: 0.4422588 Mar 11 16:07:24.948684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34360) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:24.980060 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-80815c02-b0a2-4255-ba90-56bdaf7aae46 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] show failed (client error): The resource could not be found. Mar 11 16:07:24.983957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-80815c02-b0a2-4255-ba90-56bdaf7aae46 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "GET /v2.0/subnetpools/640b10ad-a568-4848-9c25-49afbfaf3446 HTTP/1.1" status: 404 len: 346 time: 0.0331981 Mar 11 16:07:24.984710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34364) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:25.010710 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-2372239a-5df9-466e-b7cc-85dc8e126179 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] delete failed (client error): The resource could not be found. Mar 11 16:07:25.019663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2372239a-5df9-466e-b7cc-85dc8e126179 tempest-SubnetPoolsTestJSON-1562969623 tempest-SubnetPoolsTestJSON-1562969623-project] 10.222.0.78 "DELETE /v2.0/subnetpools/640b10ad-a568-4848-9c25-49afbfaf3446 HTTP/1.1" status: 404 len: 346 time: 0.0321846 Mar 11 16:07:25.111016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee89fd0-4ea8-40b7-a826-e4c19dbb4e72 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:25.115473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee89fd0-4ea8-40b7-a826-e4c19dbb4e72 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:25.116917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cee89fd0-4ea8-40b7-a826-e4c19dbb4e72 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:25.141065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cee89fd0-4ea8-40b7-a826-e4c19dbb4e72 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:25.143036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cee89fd0-4ea8-40b7-a826-e4c19dbb4e72 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4468205 Mar 11 16:07:25.151325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34370) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:25.181991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Port 3f5e1c5f-f387-4239-a686-6f1197ef2e1a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:25.205830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router bc48274d-48f2-4694-8ad5-b0d7d946ef76 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:07:25.248595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.268161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.338858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] For port 81281b0e-7d34-48ae-ae30-437173a81d40, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=81281b0e-7d34-48ae-ae30-437173a81d40,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:25.339162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.397760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Provisioning complete for port be7fe19c-09ce-43d4-94e2-f92fce1088e9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:25.397760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.400907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port e0801518-3838-4173-80d1-696a4f9c9646 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:25.401329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.488752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 3f5e1c5f-f387-4239-a686-6f1197ef2e1a owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:25.570701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5a7518da-d340-4eb1-a27a-9855f891e4be up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:25.657040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34380) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:25.689131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.714427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Calling delete_port for 81281b0e-7d34-48ae-ae30-437173a81d40 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:25.791647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.872014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.891335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc218061-e2b4-4fab-ba52-d091cf9b8558 req-3197bfdf-f0b4-444e-84cb-79bde7525393 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:25.892868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc218061-e2b4-4fab-ba52-d091cf9b8558 req-3197bfdf-f0b4-444e-84cb-79bde7525393 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2789924 Mar 11 16:07:25.922751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:25.933809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:25.936316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:25.938216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Pushing event updated for resources: {'Port': ['ID=9bd87839-7a37-4757-a0b1-dea15d6dd950,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:25.956517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:25.958396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:25.977369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] Sync routers for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:26.003047 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:26.004471 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:26.043369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c556ff88-6056-45a4-a4e1-47d545ad88f0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7669659 Mar 11 16:07:26.054948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for e0801518-3838-4173-80d1-696a4f9c9646 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:26.061077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34388) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:26.076057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=3f5e1c5f-f387-4239-a686-6f1197ef2e1a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:26.126204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5a7518da-d340-4eb1-a27a-9855f891e4be completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:26.138871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device be7fe19c-09ce-43d4-94e2-f92fce1088e9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:26.149866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router ee366146-9778-41c0-9711-5f9cdd3fd06e has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:26.167751 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:26.170110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.195227 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:26.196212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc218061-e2b4-4fab-ba52-d091cf9b8558 req-9d157411-cef1-4827-a016-4e1e70deebed tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340493 Mar 11 16:07:26.196948 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:26.263190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.303027 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:26.303423 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed02c51-d2f3-4ddb-819f-36917a497202 None None] The sync data for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:26.346319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Provisioning for port fc8f7358-c593-41d5-b17e-596e238c11d5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:26.351483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] Pushing event deleted for resources: {'Port': ['ID=81281b0e-7d34-48ae-ae30-437173a81d40,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:26.372667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Provisioning complete for port fc8f7358-c593-41d5-b17e-596e238c11d5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:26.373048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.414261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.493671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=e0801518-3838-4173-80d1-696a4f9c9646,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:26.515569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.529794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b5a3c-783c-489e-a94b-e9da6ac03e25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:26.531220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-158b5a3c-783c-489e-a94b-e9da6ac03e25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports/6d6626be-7245-4846-8658-ac9740a52718 HTTP/1.1" status: 200 len: 910 time: 0.4614899 Mar 11 16:07:26.542030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34396) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:26.557526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:26.588186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b71906-a7d3-4b39-a26c-9e8f214d8fea None None] No DVR routers for this DVR port 81281b0e-7d34-48ae-ae30-437173a81d40 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:26.602303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53b4f0af-4533-481a-8f4b-1f904e0d040c None None] Port fc8f7358-c593-41d5-b17e-596e238c11d5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:26.602550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Usage tracker for resource:security_group_rule and tenant:29a1c577a15848dba22e8b75a7e45b94 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:26.606169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port be7fe19c-09ce-43d4-94e2-f92fce1088e9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:26.606458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.630424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:26.637182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410334d0-f6e4-466d-8739-e059b1b70484 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:26.643779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:26.686118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.763009 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f6df13fe-7591-45da-a11e-7da4f9bd5843 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/e0801518-3838-4173-80d1-696a4f9c9646 HTTP/1.1" status: 204 len: 168 time: 1.6080990 Mar 11 16:07:26.769872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34400) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:26.782894 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-597b05d0-73c2-4e22-a1fe-6d011cc769aa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/3f5e1c5f-f387-4239-a686-6f1197ef2e1a HTTP/1.1" status: 204 len: 168 time: 2.8326690 Mar 11 16:07:26.800871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34404) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:26.810211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Provisioning complete for port 6d6626be-7245-4846-8658-ac9740a52718 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:26.810581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.855840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bae1e7-b8f2-4a37-8736-c4540ec88ef6 req-14125a01-cd78-4985-92ad-71648b9b5f86 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:26.858387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-31bae1e7-b8f2-4a37-8736-c4540ec88ef6 req-14125a01-cd78-4985-92ad-71648b9b5f86 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3676934 Mar 11 16:07:26.861163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.902247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:26.931563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e650d9-8e38-469f-bea2-eb6370c051c8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:26.933391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e650d9-8e38-469f-bea2-eb6370c051c8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:26.933601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-15e650d9-8e38-469f-bea2-eb6370c051c8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:26.935311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb7cffd-150b-47af-887e-52636fe9aedd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:07:26.935998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2bb7cffd-150b-47af-887e-52636fe9aedd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:26.982690 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-31bae1e7-b8f2-4a37-8736-c4540ec88ef6 req-f07a5624-1f51-43c4-9e57-2824f59d7922 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181121 Mar 11 16:07:26.988995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774b61c2-d5e0-4d06-9e4d-4625b7acd601,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:26.994982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-178d5aa7-7799-450a-ad58-8429df998499 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=29a1c577a15848dba22e8b75a7e45b94&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2807863 Mar 11 16:07:26.997750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34408) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:27.043663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-15e650d9-8e38-469f-bea2-eb6370c051c8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:27.044839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-15e650d9-8e38-469f-bea2-eb6370c051c8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2717476 Mar 11 16:07:27.049241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34412) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:27.134540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2bb7cffd-150b-47af-887e-52636fe9aedd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:27.135991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2bb7cffd-150b-47af-887e-52636fe9aedd tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/3f5e1c5f-f387-4239-a686-6f1197ef2e1a HTTP/1.1" status: 404 len: 333 time: 0.3336511 Mar 11 16:07:27.138737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34418) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:27.142044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.183504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '3caf54ed-fef9-41c2-8543-845d0867c02b'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:27.185151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.186090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.229611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Port 6d6626be-7245-4846-8658-ac9740a52718 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:27.245415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Could not find standard attr ID for object 3f5e1c5f-f387-4239-a686-6f1197ef2e1a. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:07:27.355813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Provisioning for port 5a7518da-d340-4eb1-a27a-9855f891e4be completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:27.358448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.367425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Provisioning complete for port 5a7518da-d340-4eb1-a27a-9855f891e4be triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:27.367844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.502222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.552596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port fc8f7358-c593-41d5-b17e-596e238c11d5 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:27.552948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.578325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Allocated IP 2001:db8::f816:3eff:fe42:5c86 (a5201ef7-2506-4639-87b8-8e23809c1ec8/3caf54ed-fef9-41c2-8543-845d0867c02b/5ed17cad-bc9b-4bc8-9a88-f36011c72cfb) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:27.589021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.701624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] For port 5a7518da-d340-4eb1-a27a-9855f891e4be, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5a7518da-d340-4eb1-a27a-9855f891e4be,segment=NetworkSegment(5ae05305-c897-4980-b26f-3f72c8311863),segment_id=5ae05305-c897-4980-b26f-3f72c8311863)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:27.712592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.729993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 3caf54ed-fef9-41c2-8543-845d0867c02b {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:27.756196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5bbb-d57e-4a62-a49a-8d60dac0ceba req-474a628e-920e-4824-8dc6-a952dfb486a9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:27.757733 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5cfc5bbb-d57e-4a62-a49a-8d60dac0ceba req-474a628e-920e-4824-8dc6-a952dfb486a9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4738328 Mar 11 16:07:27.765330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:27.776191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.788003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] Sync routers for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:27.789541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.832144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774b61c2-d5e0-4d06-9e4d-4625b7acd601,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:27.833367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Pushing event updated for resources: {'Port': ['ID=5a7518da-d340-4eb1-a27a-9855f891e4be,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:27.873644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Provisioning complete for port fc8f7358-c593-41d5-b17e-596e238c11d5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:27.874537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.887016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.890820 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8e326fce-d01f-4c36-ae0b-acf05cc5f56a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/774b61c2-d5e0-4d06-9e4d-4625b7acd601 HTTP/1.1" status: 204 len: 168 time: 0.8893678 Mar 11 16:07:27.900217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:27.900994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:27.936881 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5cfc5bbb-d57e-4a62-a49a-8d60dac0ceba req-e7b79d16-2e21-4bef-bd8f-16963bf01ee5 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678391 Mar 11 16:07:27.977269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:27.993186 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ccf3f42-a2c8-40c8-8f7c-1c9c9ad44a45 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/floatingips/8c2726d8-3439-4be9-a24b-49239a64ffbd HTTP/1.1" status: 200 len: 977 time: 14.6565294 Mar 11 16:07:27.996452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34426) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:28.003245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.026995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.053889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:28.180855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-67a569be-ff41-4b1a-9aa3-5504adfa4646 None None] Port fc8f7358-c593-41d5-b17e-596e238c11d5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:28.204483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:28.205313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:28.266754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for fc8f7358-c593-41d5-b17e-596e238c11d5 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:28.275020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.281443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:28.288519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9471702e-d811-4d68-bb19-f2aa45cd2277 None None] The sync data for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:28.307033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Transition to ACTIVE for port object 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:28.334528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Transition to ACTIVE for port object 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:28.342715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.375625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.419061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-242b163c-91dc-4f8f-8b17-3e89f64aee75 None None] Provisioning complete for port 5a7518da-d340-4eb1-a27a-9855f891e4be triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:28.420295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-242b163c-91dc-4f8f-8b17-3e89f64aee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.445294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Pushing event updated for resources: {'Port': ['ID=9bd87839-7a37-4757-a0b1-dea15d6dd950,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:28.474368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Pushing event updated for resources: {'Port': ['ID=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:28.478149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:28.487794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 6620c420-5ebe-4486-a38d-c346d1678211 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:28.487894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:28.487976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.495932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:28.519935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.572351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.606116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Attempting to bind port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:28.606690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Attempting to bind port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:28.606818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Attempting to bind port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:28.618190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:28.618590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:28.618967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.619358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:28.619845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Bound port: 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:28.620217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.642905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.719124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=fc8f7358-c593-41d5-b17e-596e238c11d5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:28.739140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab7d9c-079f-4209-8232-6c5bdfce36da req-97f50a2d-3488-427a-9fff-41b48ed2ec60 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:28.741430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6ab7d9c-079f-4209-8232-6c5bdfce36da req-97f50a2d-3488-427a-9fff-41b48ed2ec60 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4153008 Mar 11 16:07:28.763380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] For port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:28.767249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] For port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:28.774870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.843672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.885382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.886404 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6ab7d9c-079f-4209-8232-6c5bdfce36da req-ea077160-ae54-41de-8074-9d54dd7ee1dd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896695 Mar 11 16:07:28.887729 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-098d4884-f310-44ed-b0fa-4f034d278fa1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/fc8f7358-c593-41d5-b17e-596e238c11d5 HTTP/1.1" status: 204 len: 168 time: 1.7480786 Mar 11 16:07:28.892449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34442) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:28.900766 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cd885928-9cc9-47ed-9bbf-59026385f4de tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5570917 Mar 11 16:07:28.906181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:28.941599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c20b70-9602-446b-9737-11a3b97f7bfc None None] Pushing event updated for resources: {'Port': ['ID=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:28.959783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34446) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:29.012935 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-63baa227-7ade-48c3-aa6e-dc76c9e9be3c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:07:29.016421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63baa227-7ade-48c3-aa6e-dc76c9e9be3c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:29.033666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.114750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f503c64c-39b5-42ff-9e6e-ff9c61f2f287 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Synchronizing usage tracker for tenant:fc6e9e8e1ad040dc96d6bdcc9cc8a8de on resource:floatingip {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:29.233368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63baa227-7ade-48c3-aa6e-dc76c9e9be3c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:29.235568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63baa227-7ade-48c3-aa6e-dc76c9e9be3c tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/fc8f7358-c593-41d5-b17e-596e238c11d5 HTTP/1.1" status: 404 len: 333 time: 0.3411674 Mar 11 16:07:29.238472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34456) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:29.383353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.388216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting port a1904e14-89b0-4cac-817c-f4fc76f02f59 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:29.388216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.437679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f503c64c-39b5-42ff-9e6e-ff9c61f2f287 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Unset dirty status for tenant:fc6e9e8e1ad040dc96d6bdcc9cc8a8de on resource:floatingip {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:29.441726 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f503c64c-39b5-42ff-9e6e-ff9c61f2f287 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3203 time: 0.4741287 Mar 11 16:07:29.442654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34464) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:29.535995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=3caf54ed-fef9-41c2-8543-845d0867c02b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:29.554558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:29.623267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.649990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:29.667207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5a7518da-d340-4eb1-a27a-9855f891e4be up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:29.704127 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6d434205-361f-465d-9b77-55dc72051d55 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/3caf54ed-fef9-41c2-8543-845d0867c02b HTTP/1.1" status: 204 len: 168 time: 2.6537554 Mar 11 16:07:29.727466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:29.768559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 2a0321d3-7fcc-4419-8d06-724d2bdc4533 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:29.777745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.800131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5a7518da-d340-4eb1-a27a-9855f891e4be triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:29.800568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:29.868071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54998bc-6bc4-46b8-97bd-4e0469e6d45f req-8eb4f1f8-adc1-4daf-8071-178f121bafa1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:29.869996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54998bc-6bc4-46b8-97bd-4e0469e6d45f req-8eb4f1f8-adc1-4daf-8071-178f121bafa1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3060687 Mar 11 16:07:29.892628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e8c74f4-f136-4f57-aa94-1db4a64d7173 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Synchronizing usage tracker for tenant:fb056ff2f32d463dafe34db8005d3eee on resource:floatingip {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:29.918795 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ba746eba-1e35-4013-9686-c58ae06902ab tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1868250 Mar 11 16:07:29.919413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34476) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:30.104798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.135742 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54998bc-6bc4-46b8-97bd-4e0469e6d45f req-1b481c82-9398-4f8a-a808-9605d1e10d9c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535324 Mar 11 16:07:30.225156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.321336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.351853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e8c74f4-f136-4f57-aa94-1db4a64d7173 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Unset dirty status for tenant:fb056ff2f32d463dafe34db8005d3eee on resource:floatingip {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:30.353030 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e8c74f4-f136-4f57-aa94-1db4a64d7173 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.8936098 Mar 11 16:07:30.360220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34488) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:30.372522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0321d3-7fcc-4419-8d06-724d2bdc4533,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:30.431244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.431789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.432314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Floating IP 8c2726d8-3439-4be9-a24b-49239a64ffbd disassociated. External IP: 172.26.4.79, port: 6620c420-5ebe-4486-a38d-c346d1678211. Mar 11 16:07:30.432909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 6620c420-5ebe-4486-a38d-c346d1678211 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:30.469240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.491881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f1eb3-7ae0-488f-b844-e7a516104bd0 None None] Network 3ab6a420-35b0-49c1-8d34-248a2a90994a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:30.504765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.507591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7f20c-c9d1-461b-a694-6f4293c1d950 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:30.563891 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f804e43-4c20-4289-bb6e-7493cab3cfe7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/2a0321d3-7fcc-4419-8d06-724d2bdc4533 HTTP/1.1" status: 204 len: 168 time: 1.3242066 Mar 11 16:07:30.580162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34494) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:30.595196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.619528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Deleting port 9bd87839-7a37-4757-a0b1-dea15d6dd950 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:30.619885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.792218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Provisioning for port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:30.798076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.826412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Calling delete_port for a1904e14-89b0-4cac-817c-f4fc76f02f59 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:30.835325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Provisioning complete for port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:30.835688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.889272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port be7fe19c-09ce-43d4-94e2-f92fce1088e9 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:30.889715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:30.918118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb137a-b0c9-4fa3-be71-53599bc11a5c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:30.919522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1afb137a-b0c9-4fa3-be71-53599bc11a5c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:31.079498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1afb137a-b0c9-4fa3-be71-53599bc11a5c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:31.080901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1afb137a-b0c9-4fa3-be71-53599bc11a5c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0780342 Mar 11 16:07:31.087570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34504) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:31.131495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.167859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] For port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:31.178408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.180757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.181254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.261226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] DHCP port deletion for 3ab6a420-35b0-49c1-8d34-248a2a90994a request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:31.275689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Deleting port be7fe19c-09ce-43d4-94e2-f92fce1088e9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:31.275689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.323051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:31.358118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.361459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Deleting port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:31.362097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.398778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device be7fe19c-09ce-43d4-94e2-f92fce1088e9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:31.407766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Calling delete_port for 9bd87839-7a37-4757-a0b1-dea15d6dd950 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:31.467812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=6620c420-5ebe-4486-a38d-c346d1678211,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:31.478713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51a5dd-d692-4df5-8fb5-2681e41b1e65 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:31.479413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eb51a5dd-d692-4df5-8fb5-2681e41b1e65 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:31.528677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port be7fe19c-09ce-43d4-94e2-f92fce1088e9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=be7fe19c-09ce-43d4-94e2-f92fce1088e9,segment=NetworkSegment(684d3262-2e24-44f0-9177-412f5168b430),segment_id=684d3262-2e24-44f0-9177-412f5168b430)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:31.529030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.582233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34510) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:31.601942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce351c3-9cdc-4a9e-b9c2-006e10542c5c None None] Pushing event updated for resources: {'Port': ['ID=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:31.604633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-770486906', 'description': 'tempest-secgroup-smoke-770486906 description', 'project_id': '8f28bf28d15742a2be1fb07c696cedba'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:31.625220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:31.632156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eb51a5dd-d692-4df5-8fb5-2681e41b1e65 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:31.633337 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eb51a5dd-d692-4df5-8fb5-2681e41b1e65 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5407674 Mar 11 16:07:31.693111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:31.695927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34514) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:31.703988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for be7fe19c-09ce-43d4-94e2-f92fce1088e9 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:31.710390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:31.791095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.802527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:31.842029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f613d-cdd0-4ee8-acfc-82d0b46cd13e req-685d4f81-f900-4377-9387-7469dea8240b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:31.843731 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d2f613d-cdd0-4ee8-acfc-82d0b46cd13e req-685d4f81-f900-4377-9387-7469dea8240b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4030569 Mar 11 16:07:31.878486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.890363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.21.0.1 (a1280f43-c385-4467-b9ad-0782bc675e30/fcf7244d-3919-4ca1-a151-e0362905bae0/b4398c5c-fe56-4264-96ab-2b60ed4ab4a4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:31.894854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port be7fe19c-09ce-43d4-94e2-f92fce1088e9 update to DOWN by agent not found {{(pid=83842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 16:07:31.908007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Port': ['ID=a1904e14-89b0-4cac-817c-f4fc76f02f59,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:31.911324 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-58610c17-8d39-497d-8a02-ee068feb2eda tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2031028 Mar 11 16:07:31.924204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34518) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:31.944565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:31.946697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] For port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:31.947086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.955811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] For port be7fe19c-09ce-43d4-94e2-f92fce1088e9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=be7fe19c-09ce-43d4-94e2-f92fce1088e9,segment=NetworkSegment(684d3262-2e24-44f0-9177-412f5168b430),segment_id=684d3262-2e24-44f0-9177-412f5168b430)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:31.956202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:31.983362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.129227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=be7fe19c-09ce-43d4-94e2-f92fce1088e9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:32.171386 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d2f613d-cdd0-4ee8-acfc-82d0b46cd13e req-b645e00c-de89-4ca2-893e-df0b306c9fc9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879839 Mar 11 16:07:32.174859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No DVR routers for this DVR port be7fe19c-09ce-43d4-94e2-f92fce1088e9 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:32.228128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Calling delete_port for 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:32.260054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Calling delete_port for be7fe19c-09ce-43d4-94e2-f92fce1088e9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:32.260584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.291880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.366361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Pushing event deleted for resources: {'Port': ['ID=9bd87839-7a37-4757-a0b1-dea15d6dd950,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:32.379871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:07:32.381363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:07:32.390277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.439476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.446343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] Pushing event deleted for resources: {'Port': ['ID=5ed17cad-bc9b-4bc8-9a88-f36011c72cfb,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:32.454989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce33dcef-04fe-4b20-82b0-687d9994acdf None None] No DVR routers for this DVR port 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:32.471349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:32.474030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:32.509662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab6a420-35b0-49c1-8d34-248a2a90994a']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:32.527325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684d3262-2e24-44f0-9177-412f5168b430') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:32.527720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684d3262-2e24-44f0-9177-412f5168b430') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:32.545864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.552881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.569973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.575383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:32.578321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.584840 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e26adc4-b7ee-4d60-9584-9644d4b31838 tempest-FloatingIPAdminTestJSON-904031564 tempest-FloatingIPAdminTestJSON-904031564-project] 10.222.0.78 "DELETE /v2.0/floatingips/99afecc6-c14a-4e9a-8b37-460c8c95f3f7 HTTP/1.1" status: 204 len: 168 time: 2.2181163 Mar 11 16:07:32.585131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:32.585343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:07:32.585343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.586140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:07:32.602231 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:07:32.687853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.705791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.716586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=3ab6a420-35b0-49c1-8d34-248a2a90994a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:32.717445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:32.719279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-40d25b67-7d68-43b6-b234-1ccde1321df2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/3ab6a420-35b0-49c1-8d34-248a2a90994a HTTP/1.1" status: 204 len: 168 time: 2.1399229 Mar 11 16:07:32.719750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:32.723200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34526) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:32.729562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801330309'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:32.735235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:32.739079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.739303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:32.742774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:32.748913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:32.759376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:32.762466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.795300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:32.806979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.807407 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment d0ab61b5-b43b-4691-9aeb-34310c6b8d95 of type vlan for network 62ca705a-7962-48b0-a984-ad385bb1037d Mar 11 16:07:32.852645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.869095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:32.883870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Deleting port be7fe19c-09ce-43d4-94e2-f92fce1088e9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:32.884256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.885253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.890211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:32.891262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:32.903757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:32.993725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.006729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Deleting port 83a492dc-bf3f-45db-a41f-f5aa0f4709ef {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:33.007167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.020600 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2963500 Mar 11 16:07:33.028057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1f97a1ea-b50d-4812-876d-d597b615521f None None] The port 'be7fe19c-09ce-43d4-94e2-f92fce1088e9' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:07:33.029342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:33.030242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e3e1e-7492-42ce-af18-c4113d8699b6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=62ca705a-7962-48b0-a984-ad385bb1037d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:33.045144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 62ca705a-7962-48b0-a984-ad385bb1037d details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:33.049872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:33.139109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.187753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:33.191651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:33.195298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:33.201611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:33.216211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:33.315928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:33.354277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:07:33.354644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5ed17cad-bc9b-4bc8-9a88-f36011c72cfb not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:07:33.385843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.512109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.531422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9348d-d47a-4b75-9756-3f73fcf6ccb6 req-a797bb1a-fcd0-4b89-bda5-8b5c509570a7 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:33.532881 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-42e9348d-d47a-4b75-9756-3f73fcf6ccb6 req-a797bb1a-fcd0-4b89-bda5-8b5c509570a7 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2037718 Mar 11 16:07:33.570400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.616901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.638352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-42e9348d-d47a-4b75-9756-3f73fcf6ccb6 req-fb4ba67e-b3ff-4494-aad8-3d8dc38b4d08 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977154 Mar 11 16:07:33.689954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.720453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router ee366146-9778-41c0-9711-5f9cdd3fd06e has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:33.739488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=b4398c5c-fe56-4264-96ab-2b60ed4ab4a4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:33.750253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a1280f43-c385-4467-b9ad-0782bc675e30 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:33.776264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=692bef9f-6f6c-4532-b750-57fa97e9b39a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:33.795766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:33.796126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: 62ca705a-7962-48b0-a984-ad385bb1037d, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:33.820872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 62ca705a-7962-48b0-a984-ad385bb1037d is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:33.835040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 62ca705a-7962-48b0-a984-ad385bb1037d) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:33.839273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:33.839925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:33.844525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14707230-5052-4051-ab19-965bc4bf3e1d None None] Network 62ca705a-7962-48b0-a984-ad385bb1037d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:33.869076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c1f22a03-8c4d-4cd2-8cd6-986ba7ca0713 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8263636 Mar 11 16:07:33.872426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34536) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:33.878330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d', 'name': 'tempest-PortsIpV6TestJSON-1235271109', 'fixed_ips': [{'subnet_id': '692bef9f-6f6c-4532-b750-57fa97e9b39a', 'ip_address': '2001:db8::10'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:33.957473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:33.968559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:34.029892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:34.047184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.047762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.049311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:34.063974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:34.072051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:34.072458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.083268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:34.096667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 73cde210-39b8-4351-bed4-ab7d705b3826 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:34.112825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fdeef0-f789-4209-95f1-a37fd4677d8e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:34.123940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:34.136742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-62ca705a-7962-48b0-a984-ad385bb1037d', 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '692bef9f-6f6c-4532-b750-57fa97e9b39a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:34.137563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.205257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:34.321890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Calling delete_port for 83a492dc-bf3f-45db-a41f-f5aa0f4709ef owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:34.357631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2ed5ad06-fe3b-485e-acd1-4d90184dace3 None None] Provisioning for port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:34.368409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Allocated IP 2001:db8::2 (62ca705a-7962-48b0-a984-ad385bb1037d/692bef9f-6f6c-4532-b750-57fa97e9b39a/370afd54-e889-4407-a447-b30f4869f98d) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:34.373183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2ed5ad06-fe3b-485e-acd1-4d90184dace3 None None] Provisioning complete for port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:34.373493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ed5ad06-fe3b-485e-acd1-4d90184dace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.467009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.509412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5ad06-fe3b-485e-acd1-4d90184dace3 None None] Port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:34.638161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.651424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Transition to ACTIVE for port object 370afd54-e889-4407-a447-b30f4869f98d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:34.681690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Transition to ACTIVE for port object 370afd54-e889-4407-a447-b30f4869f98d will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:34.688760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.769266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::10 (62ca705a-7962-48b0-a984-ad385bb1037d/692bef9f-6f6c-4532-b750-57fa97e9b39a/73cde210-39b8-4351-bed4-ab7d705b3826) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:34.792205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Network 62ca705a-7962-48b0-a984-ad385bb1037d is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:34.797082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Pushing event updated for resources: {'Port': ['ID=370afd54-e889-4407-a447-b30f4869f98d,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:34.799893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:34.803062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:34.812700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.828659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.908158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.915898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Attempting to bind port 370afd54-e889-4407-a447-b30f4869f98d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:34.916326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Attempting to bind port 370afd54-e889-4407-a447-b30f4869f98d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:34.916685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Attempting to bind port 370afd54-e889-4407-a447-b30f4869f98d on network 62ca705a-7962-48b0-a984-ad385bb1037d {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:34.925534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:34.926017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Checking segment: {'id': 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:34.926531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:34.927878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Bound using segment: {'id': 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:34.928496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Bound port: 370afd54-e889-4407-a447-b30f4869f98d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:34.929647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.025732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] For port 370afd54-e889-4407-a447-b30f4869f98d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:35.028476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7662f-05f8-464f-b2e0-37c7d2a95732 req-3efcbd76-a0a9-44f5-9200-5e930824324a tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:35.030799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] For port 370afd54-e889-4407-a447-b30f4869f98d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=370afd54-e889-4407-a447-b30f4869f98d,segment=NetworkSegment(d0ab61b5-b43b-4691-9aeb-34310c6b8d95),segment_id=d0ab61b5-b43b-4691-9aeb-34310c6b8d95)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:35.034541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-51e7662f-05f8-464f-b2e0-37c7d2a95732 req-3efcbd76-a0a9-44f5-9200-5e930824324a tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2047188 Mar 11 16:07:35.039096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.057292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e6e326-2200-4627-b7eb-c006c3e4fbba,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.086734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Router 901b7891-c19b-47bd-b205-26451b1f8fa8 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:35.097760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.114726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:35.127050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:35.129135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=9fae1bdc-da36-4291-8c53-195ac9248e1c,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.137174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:35.138028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.140635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.146120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-51e7662f-05f8-464f-b2e0-37c7d2a95732 req-c032fead-3621-4d58-a37f-db1fa30645e6 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964684 Mar 11 16:07:35.148153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.160501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 73cde210-39b8-4351-bed4-ab7d705b3826 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:35.164693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a83e8-7c52-4395-90d5-5ea673d1f114 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:35.189231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.190576 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-368d61b9-bb9d-421d-b087-4a568cefbcda tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 3.6075764 Mar 11 16:07:35.192741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.194852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34544) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:35.241516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:35.243785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Pushing event deleted for resources: {'Port': ['ID=83a492dc-bf3f-45db-a41f-f5aa0f4709ef,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.254063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:35.258061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1041a8c6-6bbd-4024-a0bf-4f90775fcd9c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3255479 Mar 11 16:07:35.266172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34548) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:35.281209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:35.285997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:35.300125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b288f-ab62-4183-91f0-280098464e95 None None] Pushing event updated for resources: {'Port': ['ID=370afd54-e889-4407-a447-b30f4869f98d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.300462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:35.308882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 62ca705a-7962-48b0-a984-ad385bb1037d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:35.311372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:35.313149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=73cde210-39b8-4351-bed4-ab7d705b3826,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.317198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:35.322544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:35.323155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.344464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:ff:49:98', 'name': 'tempest-NetworksTestDHCPv6-1529941666'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:35.356240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.379099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f9379f1-d0b2-4446-995b-618342337734 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5042171 Mar 11 16:07:35.380338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34552) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:35.386844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': '62ca705a-7962-48b0-a984-ad385bb1037d', 'name': 'tempest-PortsIpV6TestJSON-1526399333', 'fixed_ips': [{'subnet_id': '692bef9f-6f6c-4532-b750-57fa97e9b39a', 'ip_address': '2001:db8::f'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:35.523418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '9fae1bdc-da36-4291-8c53-195ac9248e1c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:35.525360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.547717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.561406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.606047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439f317b-aad9-4655-9752-2eae0c70d049,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:35.613664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:35.621737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:35.629926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:35.637194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.641226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f5ba4674-a703-408e-a6af-cd5b2286cb29 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4425716 Mar 11 16:07:35.642625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34556) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:35.651005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:35.673723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:35.682727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:35.688235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:35.693002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:35.697671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:35.704936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.729392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:35.747871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 707ed1e0-883b-422e-821a-57602f44b994 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:35.817507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/9fae1bdc-da36-4291-8c53-195ac9248e1c/e4221b12-8636-4086-b7e0-dc9864c65916) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:35.881214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.995180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:35.997410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.003580 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-278c79e3-239f-44d1-bce7-a2813ed3f619 tempest-FloatingIPAdminTestJSON-1025477450 tempest-FloatingIPAdminTestJSON-1025477450-project-admin] 10.222.0.78 "DELETE /v2.0/floatingips/a7a09d7a-20d7-4e06-a849-2e2fa0c8c570 HTTP/1.1" status: 204 len: 168 time: 3.3680406 Mar 11 16:07:36.005433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34560) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:36.079940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:36.084302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:36.095293 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6cd6ed05-0941-4e06-b00a-917cc67234df tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4285798 Mar 11 16:07:36.095513 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] Sync routers for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:36.108438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.109264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34564) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:36.117099 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:36.117800 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.150370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:36.158641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:36.186851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.200398 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.203805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:36.223111 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:36.224013 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.237291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:36.268138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-49dfc74d-e9f8-4477-a5e7-0b09c6d55846 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] delete failed (client error): The resource could not be found. Mar 11 16:07:36.280895 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-49dfc74d-e9f8-4477-a5e7-0b09c6d55846 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-2035178916 HTTP/1.1" status: 404 len: 335 time: 0.1675568 Mar 11 16:07:36.281685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34570) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:36.296684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.313033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.316888 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6653783 Mar 11 16:07:36.317063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Transition to ACTIVE for port object e4221b12-8636-4086-b7e0-dc9864c65916 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:36.327206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecab228-1cf3-45d9-b72b-8cccb043b434 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc844d6a-7bfd-4d41-bc47-ecfc83fce59c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:36.329455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34574) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:36.336862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e23e8ac2-a7eb-46f9-8f7d-35cc2dfdd5f6 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'router': {'external_gateway_info': {'network_id': '901b7891-c19b-47bd-b205-26451b1f8fa8'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:36.344386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:36.354103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.358792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Transition to ACTIVE for port object e4221b12-8636-4086-b7e0-dc9864c65916 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:36.367279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] Sync routers for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:36.383698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.403849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.405833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6681f7a2-d633-451e-8694-2a8750d227d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/6620c420-5ebe-4486-a38d-c346d1678211 HTTP/1.1" status: 204 len: 168 time: 8.4071445 Mar 11 16:07:36.410752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34576) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:36.426485 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.427134 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa57144-e9c7-410a-848b-093cc48b4736 None None] The sync data for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:36.453037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::f (62ca705a-7962-48b0-a984-ad385bb1037d/692bef9f-6f6c-4532-b750-57fa97e9b39a/707ed1e0-883b-422e-821a-57602f44b994) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:36.459593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.464244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port 8186e1d8-8977-4480-943f-43168f494e09 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:36.464598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.494132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:36.498706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Pushing event updated for resources: {'Port': ['ID=e4221b12-8636-4086-b7e0-dc9864c65916,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:36.501621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:36.503774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:36.504290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.510089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:36.520173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:36.526950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:36.531399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:36.533768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.542754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:36.577162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:36.580843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 60995b17-2378-463b-8035-83d6ec063d10 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:36.591320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.607979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:36.609339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.711989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:36.712509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6919064-bcec-46ac-9710-7c4095faf52d None None] The sync data for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:36.793767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Attempting to bind port e4221b12-8636-4086-b7e0-dc9864c65916 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:36.794509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Attempting to bind port e4221b12-8636-4086-b7e0-dc9864c65916 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:36.795077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Attempting to bind port e4221b12-8636-4086-b7e0-dc9864c65916 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:36.808415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:36.808921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:36.809405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.809913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:36.810522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Bound port: e4221b12-8636-4086-b7e0-dc9864c65916, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:36.811532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.828135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.831278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:36.900644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=b4398c5c-fe56-4264-96ab-2b60ed4ab4a4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:36.934978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffac986-21d0-487b-963a-44ecb6d9fa80 None None] Network 62ca705a-7962-48b0-a984-ad385bb1037d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:36.983546 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:07:37.024868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::2c5 (a5201ef7-2506-4639-87b8-8e23809c1ec8/9fae1bdc-da36-4291-8c53-195ac9248e1c/60995b17-2378-463b-8035-83d6ec063d10) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:37.036351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] For port e4221b12-8636-4086-b7e0-dc9864c65916, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:37.058118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] For port e4221b12-8636-4086-b7e0-dc9864c65916, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4221b12-8636-4086-b7e0-dc9864c65916,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:37.085098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e7fff6c-caac-4b77-9ec0-34f55c0ec294 None None] Provisioning for port 370afd54-e889-4407-a447-b30f4869f98d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:37.088968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.265271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4072a8-568f-439a-8014-9809fc3ae96b None None] Pushing event updated for resources: {'Port': ['ID=e4221b12-8636-4086-b7e0-dc9864c65916,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:37.411571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 370afd54-e889-4407-a447-b30f4869f98d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:37.451393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network a1280f43-c385-4467-b9ad-0782bc675e30 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:37.459722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:37.488931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.529634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 370afd54-e889-4407-a447-b30f4869f98d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:37.560805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 370afd54-e889-4407-a447-b30f4869f98d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:37.561457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.566956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a109f15-ca14-476f-beea-b3a56b22f637 req-48ce424c-5a4c-4472-90a7-4893cf89f236 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:37.575721 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2a109f15-ca14-476f-beea-b3a56b22f637 req-48ce424c-5a4c-4472-90a7-4893cf89f236 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 1.1242931 Mar 11 16:07:37.676436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.745407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.752038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1862bb-b928-4431-afbb-b2b0fa8e496f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:37.793307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 370afd54-e889-4407-a447-b30f4869f98d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=370afd54-e889-4407-a447-b30f4869f98d,segment=NetworkSegment(d0ab61b5-b43b-4691-9aeb-34310c6b8d95),segment_id=d0ab61b5-b43b-4691-9aeb-34310c6b8d95)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:37.800990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.825171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.919845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=370afd54-e889-4407-a447-b30f4869f98d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:37.932533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Provisioning complete for port 370afd54-e889-4407-a447-b30f4869f98d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:37.932997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.939965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:37.943501 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ccbfaf7b-9158-4943-a310-c0b157bafa76 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4914582 Mar 11 16:07:37.949727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34582) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:38.029642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:38.047224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:38.058701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.069966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:38.077732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:38.102638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for 8186e1d8-8977-4480-943f-43168f494e09 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:38.106396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:38.110579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f831b96-2e96-4720-a9df-ba148e5f417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.117528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Provisioning for port 73cde210-39b8-4351-bed4-ab7d705b3826 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:38.135237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Provisioning complete for port 73cde210-39b8-4351-bed4-ab7d705b3826 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:38.135590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.152259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2a109f15-ca14-476f-beea-b3a56b22f637 req-4df6c27b-88e6-4ce5-927c-6c3775f4b2a6 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5753527 Mar 11 16:07:38.190398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 60995b17-2378-463b-8035-83d6ec063d10 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:38.211254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-01526d76-9387-4dae-b989-5d95fb43f372 None None] Port 73cde210-39b8-4351-bed4-ab7d705b3826 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:38.296923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.308983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.337235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e23e8ac2-a7eb-46f9-8f7d-35cc2dfdd5f6 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.344868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Provisioning complete for port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:38.345392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.348300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 707ed1e0-883b-422e-821a-57602f44b994 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:38.406472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.447359 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-e23e8ac2-a7eb-46f9-8f7d-35cc2dfdd5f6 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] update failed (client error): The resource could not be found. Mar 11 16:07:38.453028 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e23e8ac2-a7eb-46f9-8f7d-35cc2dfdd5f6 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8 HTTP/1.1" status: 404 len: 339 time: 2.1368506 Mar 11 16:07:38.453028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.454557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34586) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:38.459514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:38.479334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Provisioning complete for port 73cde210-39b8-4351-bed4-ab7d705b3826 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:38.479827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.487857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.524535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.542944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=707ed1e0-883b-422e-821a-57602f44b994,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:38.547521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0a18b091-47fd-4d5e-9b26-11e44bdfe223 None None] Port 73cde210-39b8-4351-bed4-ab7d705b3826 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:38.598097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:38.610167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:38.618133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2ab99d-d18b-41c7-a01f-5f9dbc5b4b90,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:38.625803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:38.630018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:38.631826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.640117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=60995b17-2378-463b-8035-83d6ec063d10,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:38.650465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.656389 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9905f424-e75a-4ec7-959c-98cfcb5a685a tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6895130 Mar 11 16:07:38.656786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34590) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:38.666908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:38.683783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:38.688130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router bc48274d-48f2-4694-8ad5-b0d7d946ef76 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:38.692485 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-55479247-4794-4655-bfba-d6e23e5f43ca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4143050 Mar 11 16:07:38.695068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:38.700269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34594) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:38.701066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:38.712020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:38.727387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.738488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 62ca705a-7962-48b0-a984-ad385bb1037d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:38.745816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.759930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:38.783573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9f81a6d6-f94e-4761-a2de-dbaf92f560e5 None None] Provisioning for port e4221b12-8636-4086-b7e0-dc9864c65916 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:38.800159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Project 8f28bf28d15742a2be1fb07c696cedba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:07:38.816729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:38.823025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:38.823810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:38.850390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=8186e1d8-8977-4480-943f-43168f494e09,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:38.920612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.116567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.131993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.173828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec64a91-6c97-4296-ae65-e48164b78a16,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:39.179532 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c56590fa-692c-4566-b9e7-da69d030a8d1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7936647 Mar 11 16:07:39.182141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34598) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.241828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e9d9c56c-f45e-4957-a3bd-b1ded4cca299 None None] Provisioning for port 60995b17-2378-463b-8035-83d6ec063d10 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:39.262934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e9d9c56c-f45e-4957-a3bd-b1ded4cca299 None None] Provisioning complete for port 60995b17-2378-463b-8035-83d6ec063d10 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:39.263389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e9d9c56c-f45e-4957-a3bd-b1ded4cca299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.264390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.267360 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-06b5a698-c0a0-47f8-b0cf-b715f114b4da tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6093907 Mar 11 16:07:39.270064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.277886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388106-0e6d-4023-a739-c5ebcc6fba81 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:39.282048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85388106-0e6d-4023-a739-c5ebcc6fba81 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:39.283073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-85388106-0e6d-4023-a739-c5ebcc6fba81 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:39.295345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'security_group_rule': {'security_group_id': '50e6e326-2200-4627-b7eb-c006c3e4fbba', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:39.328057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:39.336069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:39.358479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] Sync routers for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:39.381500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:security_group_rule and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:39.384888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e9d9c56c-f45e-4957-a3bd-b1ded4cca299 None None] Port 60995b17-2378-463b-8035-83d6ec063d10 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:39.393283 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:39.394104 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:39.401136 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-47e2744f-6584-442a-92f7-55aeba04d2ed tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8521695 Mar 11 16:07:39.401136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:39.405021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34608) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.422276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:39.430404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.438219 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b0b121fd-b110-4119-836c-c17a012fc53f tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/ports/8186e1d8-8977-4480-943f-43168f494e09 HTTP/1.1" status: 204 len: 168 time: 3.3973041 Mar 11 16:07:39.472293 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:39.486643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 370afd54-e889-4407-a447-b30f4869f98d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:39.500578 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:39.501833 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:39.509196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34612) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.553428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-85388106-0e6d-4023-a739-c5ebcc6fba81 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:39.555045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-85388106-0e6d-4023-a739-c5ebcc6fba81 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8552020 Mar 11 16:07:39.558665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-08ea3d02-bdfa-489b-8257-adfd974c4460 None None] Provisioning for port 707ed1e0-883b-422e-821a-57602f44b994 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:39.566540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34616) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.568254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-08ea3d02-bdfa-489b-8257-adfd974c4460 None None] Provisioning complete for port 707ed1e0-883b-422e-821a-57602f44b994 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:39.568930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-08ea3d02-bdfa-489b-8257-adfd974c4460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.600643 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:39.601055 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7337834-f400-482d-bac1-d828c83d5a69 None None] The sync data for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:39.638595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-08ea3d02-bdfa-489b-8257-adfd974c4460 None None] Port 707ed1e0-883b-422e-821a-57602f44b994 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:39.641024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 370afd54-e889-4407-a447-b30f4869f98d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:39.641590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.727734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737f81e-4ad6-419e-b8ac-695eb3542ca4 req-e97ffac8-3bf3-4367-8f17-082d4eeddb01 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:39.735278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f737f81e-4ad6-419e-b8ac-695eb3542ca4 req-e97ffac8-3bf3-4367-8f17-082d4eeddb01 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2269230 Mar 11 16:07:39.758296 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Project 8f28bf28d15742a2be1fb07c696cedba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:07:39.762300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 60995b17-2378-463b-8035-83d6ec063d10 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:39.763005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.819212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4221b12-8636-4086-b7e0-dc9864c65916 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:39.820010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.841561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d83eab3-5ee6-4bf3-ac4f-96bf984109c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:39.843090 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9d83eab3-5ee6-4bf3-ac4f-96bf984109c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6569202 Mar 11 16:07:39.848076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77c788-e4c3-424e-8504-f9fa8e7d6e2d tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:39.848649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9e77c788-e4c3-424e-8504-f9fa8e7d6e2d tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:39.855023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34620) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:39.874071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.900269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e4221b12-8636-4086-b7e0-dc9864c65916 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:39.904657 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f737f81e-4ad6-419e-b8ac-695eb3542ca4 req-5332be87-4503-437c-b8a3-06ed907e1b07 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681643 Mar 11 16:07:39.905495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e4221b12-8636-4086-b7e0-dc9864c65916 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:39.905981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:39.989494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9e77c788-e4c3-424e-8504-f9fa8e7d6e2d tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:39.994471 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9e77c788-e4c3-424e-8504-f9fa8e7d6e2d tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports/b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 HTTP/1.1" status: 200 len: 910 time: 0.5859442 Mar 11 16:07:39.997080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34624) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:40.038409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.080054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e4221b12-8636-4086-b7e0-dc9864c65916, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4221b12-8636-4086-b7e0-dc9864c65916,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:40.086652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.156529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c320f362-b3fb-426f-a8f6-cd4cfc9b1db4 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:40.156882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c320f362-b3fb-426f-a8f6-cd4cfc9b1db4 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Synchronizing usage tracker for tenant:fb056ff2f32d463dafe34db8005d3eee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:40.169516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e4221b12-8636-4086-b7e0-dc9864c65916,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:40.322677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c320f362-b3fb-426f-a8f6-cd4cfc9b1db4 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Unset dirty status for tenant:fb056ff2f32d463dafe34db8005d3eee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:40.327937 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c320f362-b3fb-426f-a8f6-cd4cfc9b1db4 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "GET /v2.0/ports?device_id=8378de89-3ced-429f-acbf-6e37733fe9e1 HTTP/1.1" status: 200 len: 913 time: 0.8138099 Mar 11 16:07:40.327937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.328712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34628) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:40.337078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.353459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622cee9-3a4e-40df-8c8e-e3e918dd5765 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:40.357363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622cee9-3a4e-40df-8c8e-e3e918dd5765 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:40.361238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622cee9-3a4e-40df-8c8e-e3e918dd5765 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:40.362942 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1622cee9-3a4e-40df-8c8e-e3e918dd5765 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5018582 Mar 11 16:07:40.368461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.369969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34632) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:40.449085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98fe41e-18ed-4ae4-a8a9-469d5ef2f427,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:40.512086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.513945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8a29de5a-db6e-428f-bd9f-05325ea581f7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2382987 Mar 11 16:07:40.522819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34636) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:40.532936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 707ed1e0-883b-422e-821a-57602f44b994 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:40.533270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.562409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'network': {'name': 'tempest-network-smoke--441423003', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:40.576661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:40.596872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:network and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:40.603017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:40.624129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:40.717350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Made reservation on behalf of 8f28bf28d15742a2be1fb07c696cedba for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:40.720332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:40.730244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 60995b17-2378-463b-8035-83d6ec063d10 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:40.823927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Allocated IP 172.20.0.1 (2b444497-2099-4307-927c-d04fe292d00b/0fbd4660-ab90-4689-b624-2e224e8e6ce7/fc95548c-6341-4569-8246-2fc12edd3917) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:41.116049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:41.142027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.160869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.161196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Added segment a99d1ef8-e207-4395-ae3c-71ae40d62ebc of type vlan for network 1627a53c-be98-44fc-8a13-3354842eeceb Mar 11 16:07:41.164830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.174439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-edcb0d60-7432-4fd9-8e85-4ca9de046ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.208050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.275077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=60995b17-2378-463b-8035-83d6ec063d10,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:41.319030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Transition to ACTIVE for port object fc95548c-6341-4569-8246-2fc12edd3917 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:41.321961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.328874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4221b12-8636-4086-b7e0-dc9864c65916 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:41.351130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 707ed1e0-883b-422e-821a-57602f44b994 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:41.363147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7ff64e5-de86-49ce-baef-76f4c45e0a36 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/60995b17-2378-463b-8035-83d6ec063d10 HTTP/1.1" status: 204 len: 168 time: 1.7862105 Mar 11 16:07:41.366331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34642) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:41.419412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e4221b12-8636-4086-b7e0-dc9864c65916 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:41.420346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.423353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.483159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.527935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49c13a-5f2a-4687-8f7b-a3b1dfaf5a1b req-524e84ab-3018-43df-8efb-95814a2a2a3f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:41.529517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b49c13a-5f2a-4687-8f7b-a3b1dfaf5a1b req-524e84ab-3018-43df-8efb-95814a2a2a3f tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4497328 Mar 11 16:07:41.593817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.696143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8297c-9dc3-40b3-aae4-ad12a580c8ec tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:41.697488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f8297c-9dc3-40b3-aae4-ad12a580c8ec tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:41.698254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-80f8297c-9dc3-40b3-aae4-ad12a580c8ec tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:41.768777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:41.770459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 2b444497-2099-4307-927c-d04fe292d00b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:41.777066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:41.779826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:41.807930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Port': ['ID=fc95548c-6341-4569-8246-2fc12edd3917,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:41.828328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-80f8297c-9dc3-40b3-aae4-ad12a580c8ec tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:41.829495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-80f8297c-9dc3-40b3-aae4-ad12a580c8ec tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4612651 Mar 11 16:07:41.841386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34646) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:41.859233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.870978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.876737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:41.877653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.882343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 60323213-584c-48ac-ab7c-04d53106d819 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:41.882720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:41.889515 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b49c13a-5f2a-4687-8f7b-a3b1dfaf5a1b req-fcec04ab-257a-436d-94bb-9d90422b741e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969606 Mar 11 16:07:41.935621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.058549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.094883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3ba588ce-53c3-49fb-acec-276174297cb3 None None] Provisioning for port fc95548c-6341-4569-8246-2fc12edd3917 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:42.101852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3ba588ce-53c3-49fb-acec-276174297cb3 None None] Provisioning complete for port fc95548c-6341-4569-8246-2fc12edd3917 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:42.103121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3ba588ce-53c3-49fb-acec-276174297cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.128927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.200006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3ba588ce-53c3-49fb-acec-276174297cb3 None None] Port fc95548c-6341-4569-8246-2fc12edd3917 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:42.221636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.245125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 9fae1bdc-da36-4291-8c53-195ac9248e1c {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:42.245302 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7164929 Mar 11 16:07:42.249325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34654) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:42.260559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.285665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e9907-f189-4d94-b7f7-da9a90a5c885 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Network': ['ID=1627a53c-be98-44fc-8a13-3354842eeceb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:42.300352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1627a53c-be98-44fc-8a13-3354842eeceb details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:42.307984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'admin_state_up': True, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:42.316142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.358477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=707ed1e0-883b-422e-821a-57602f44b994,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:42.388078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:42.392165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.398945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cf9a0fa5-f675-43f0-8ba0-fce20e894164 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/707ed1e0-883b-422e-821a-57602f44b994 HTTP/1.1" status: 204 len: 168 time: 2.0210116 Mar 11 16:07:42.408013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34658) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:42.478092 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c95b6a-1edc-4c9b-8fbf-a0a226d93707 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:07:42.478599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86c95b6a-1edc-4c9b-8fbf-a0a226d93707 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:42.528882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:router and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:42.562769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.604410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86c95b6a-1edc-4c9b-8fbf-a0a226d93707 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:42.605496 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-86c95b6a-1edc-4c9b-8fbf-a0a226d93707 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/707ed1e0-883b-422e-821a-57602f44b994 HTTP/1.1" status: 404 len: 333 time: 0.1967995 Mar 11 16:07:42.614256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34662) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:42.685596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:42.742548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:42.780943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 60323213-584c-48ac-ab7c-04d53106d819 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:42.788118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.915673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 73cde210-39b8-4351-bed4-ab7d705b3826 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:42.916025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.954694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:42.955553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.126164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.133569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bfb23-4958-4dd8-91bb-5038b516a9f2 req-68853d1d-efdf-4f31-9d8a-540052fd1301 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:43.135066 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b9bfb23-4958-4dd8-91bb-5038b516a9f2 req-68853d1d-efdf-4f31-9d8a-540052fd1301 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.7077653 Mar 11 16:07:43.205332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-0ca4d79e-b2e9-4a7d-8ab9-0729cb4aa134 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.6868677 Mar 11 16:07:43.283594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.404826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.537467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.592180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.604401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=60323213-584c-48ac-ab7c-04d53106d819,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:43.636127 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b9bfb23-4958-4dd8-91bb-5038b516a9f2 req-f95e2d0c-be0f-4123-80bd-070ec4433f88 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389029 Mar 11 16:07:43.719482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-44d852c2-2b60-4231-a472-6836ae973fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:43.721916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-44d852c2-2b60-4231-a472-6836ae973fbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.4893045 Mar 11 16:07:43.788624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 73cde210-39b8-4351-bed4-ab7d705b3826 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:43.799187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.834318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.842517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:43.883242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=9fae1bdc-da36-4291-8c53-195ac9248e1c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:43.895340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.922729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:43.930665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04146ce8-be2b-44c5-bf0d-339fc4c74605 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:43.985723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.113272 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-860e8685-e64f-4dcc-a5bf-b9cdf7aa49cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.3830020 Mar 11 16:07:44.219086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:44.224866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Deleting port e4221b12-8636-4086-b7e0-dc9864c65916 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:44.225387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.277589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.351934 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a9f1e731-e4ad-4995-9e1d-7469ba690268 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/9fae1bdc-da36-4291-8c53-195ac9248e1c HTTP/1.1" status: 204 len: 168 time: 2.5064847 Mar 11 16:07:44.353131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=73cde210-39b8-4351-bed4-ab7d705b3826,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:44.357627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34666) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:44.374803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.445542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event updated for resources: {'Port': ['ID=fc95548c-6341-4569-8246-2fc12edd3917,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:44.466000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] For port e4221b12-8636-4086-b7e0-dc9864c65916, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4221b12-8636-4086-b7e0-dc9864c65916,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:44.467167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.476597 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:44.476941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.512781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5cfa1b34-6da0-4b67-b577-b1d1b5435452 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1491027 Mar 11 16:07:44.521327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34670) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:44.534917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.607691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-861788fa-4550-4e73-b024-95d550dc40f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:44.609119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-861788fa-4550-4e73-b024-95d550dc40f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.4855654 Mar 11 16:07:44.632579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Calling delete_port for e4221b12-8636-4086-b7e0-dc9864c65916 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:44.670124 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dfc6ac37-8cc9-42ce-a16d-484c03bbad27 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/73cde210-39b8-4351-bed4-ab7d705b3826 HTTP/1.1" status: 204 len: 168 time: 2.0541821 Mar 11 16:07:44.675645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34674) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:44.768143 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-252a24fa-5f65-4814-81ec-56c5a7ec6529 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:07:44.768403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.768700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-252a24fa-5f65-4814-81ec-56c5a7ec6529 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:44.842490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb48f70-a931-4ce0-9c90-d3fbdcf3051b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:44.843234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0cb48f70-a931-4ce0-9c90-d3fbdcf3051b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:44.846841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] Pushing event deleted for resources: {'Port': ['ID=e4221b12-8636-4086-b7e0-dc9864c65916,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:44.851305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:44.861264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05ea55-4cf1-45fb-ac84-c0abe9148b47 None None] No DVR routers for this DVR port e4221b12-8636-4086-b7e0-dc9864c65916 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:44.915241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-252a24fa-5f65-4814-81ec-56c5a7ec6529 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:44.918997 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-252a24fa-5f65-4814-81ec-56c5a7ec6529 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/73cde210-39b8-4351-bed4-ab7d705b3826 HTTP/1.1" status: 404 len: 333 time: 0.2338743 Mar 11 16:07:44.928713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Network 2b444497-2099-4307-927c-d04fe292d00b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:44.930906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34680) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:44.939656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:44.986391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.139804 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-e202c6ec-bd6b-4abd-a870-839d4cd64284 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5163755 Mar 11 16:07:45.156144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for b4398c5c-fe56-4264-96ab-2b60ed4ab4a4 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:45.185068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.231536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0cb48f70-a931-4ce0-9c90-d3fbdcf3051b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:45.232514 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0cb48f70-a931-4ce0-9c90-d3fbdcf3051b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7024121 Mar 11 16:07:45.258890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34684) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:45.271451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3b853ee4-30b1-49a4-885f-a28b2e2984eb None None] Provisioning complete for port fc95548c-6341-4569-8246-2fc12edd3917 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:45.271897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b853ee4-30b1-49a4-885f-a28b2e2984eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.336508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3b853ee4-30b1-49a4-885f-a28b2e2984eb None None] Port fc95548c-6341-4569-8246-2fc12edd3917 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:45.338445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4221b12-8636-4086-b7e0-dc9864c65916 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:45.371303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e4221b12-8636-4086-b7e0-dc9864c65916 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:07:45.371684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4221b12-8636-4086-b7e0-dc9864c65916 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:07:45.379138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.451981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.522277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405da76f-9a63-4591-bf69-91531447698e req-b7abb555-e53b-4000-a2a7-68f19cebc9c2 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:45.523834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-405da76f-9a63-4591-bf69-91531447698e req-b7abb555-e53b-4000-a2a7-68f19cebc9c2 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6787567 Mar 11 16:07:45.700627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 692bef9f-6f6c-4532-b750-57fa97e9b39a {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:45.706579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.735267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:45.735893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dd0a29-e9c4-4bf6-bc75-65fddfc5ce99 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:45.736860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84dd0a29-e9c4-4bf6-bc75-65fddfc5ce99 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:07:45.743287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-7b3e43d6-f2d5-4dda-9c3f-02f581554a5a service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930915 Mar 11 16:07:45.817054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=b4398c5c-fe56-4264-96ab-2b60ed4ab4a4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:45.870407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.105202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84dd0a29-e9c4-4bf6-bc75-65fddfc5ce99 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:07:46.106778 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-84dd0a29-e9c4-4bf6-bc75-65fddfc5ce99 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8432879 Mar 11 16:07:46.118005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34688) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:46.136390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.137922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-405da76f-9a63-4591-bf69-91531447698e req-fbd4997c-ff5f-40d9-8032-d5779c9ad57d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072967 Mar 11 16:07:46.233568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Allocated IP 172.26.4.149 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/530a3c6c-5ac2-464c-a17e-7b3ec868669b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:46.248264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdab453a-07a6-4448-8d67-eb332ba99c54 req-4fa2e100-b240-471c-a8f5-db0513f04104 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870610 Mar 11 16:07:46.304825 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-59ff3348-92b3-4739-8069-2625eeba90fb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1810634 Mar 11 16:07:46.309632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34692) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:46.361014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port a35d7ff9-b6fe-4db8-a134-acab307cd2ad {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:46.361341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.372851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:46.482049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Router 901b7891-c19b-47bd-b205-26451b1f8fa8 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:46.595046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.748784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:46.751339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.771612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.809248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:46.814452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=692bef9f-6f6c-4532-b750-57fa97e9b39a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:46.834533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.846926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:46.853423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23318fb-36f2-4876-88cb-0dffcfc68564 None None] Network 62ca705a-7962-48b0-a984-ad385bb1037d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:46.874838 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f955810a-208c-4d27-9b8b-978d32d86b68 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/692bef9f-6f6c-4532-b750-57fa97e9b39a HTTP/1.1" status: 204 len: 168 time: 1.7264984 Mar 11 16:07:46.909288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34696) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:46.921153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for a35d7ff9-b6fe-4db8-a134-acab307cd2ad owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:46.951673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:46.985617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.095339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.154897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:47.167373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:47.177325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=530a3c6c-5ac2-464c-a17e-7b3ec868669b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:47.194427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:47.205548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] DHCP port deletion for 62ca705a-7962-48b0-a984-ad385bb1037d request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:07:47.211017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Deleting port 370afd54-e889-4407-a447-b30f4869f98d {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:47.211273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.253480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.338316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:47.339857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 370afd54-e889-4407-a447-b30f4869f98d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:47.340190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.448879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-474d24a7-88c0-4210-9977-d5fdeb46aac4 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9884837 Mar 11 16:07:47.452020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34702) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:47.457734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] For port 370afd54-e889-4407-a447-b30f4869f98d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=370afd54-e889-4407-a447-b30f4869f98d,segment=NetworkSegment(d0ab61b5-b43b-4691-9aeb-34310c6b8d95),segment_id=d0ab61b5-b43b-4691-9aeb-34310c6b8d95)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:47.458136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.595206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Calling delete_port for 370afd54-e889-4407-a447-b30f4869f98d owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:47.640433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] Sync routers for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:47.651330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 370afd54-e889-4407-a447-b30f4869f98d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:07:47.721642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:47.722189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:47.781087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.790540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:47.826876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:47.827970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:47.905744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=a35d7ff9-b6fe-4db8-a134-acab307cd2ad,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:47.920576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:47.934424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b30fe-b576-4650-b673-e04152ebece3 req-33dd782a-f4bc-4577-93d2-87ed9f5e44e4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:47.935664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6d7b30fe-b576-4650-b673-e04152ebece3 req-33dd782a-f4bc-4577-93d2-87ed9f5e44e4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5302551 Mar 11 16:07:47.969603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:47.970260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199fd09-abe9-415d-a1f8-9ce3d50a1800 None None] The sync data for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:47.972028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 370afd54-e889-4407-a447-b30f4869f98d update to DOWN by agent not found {{(pid=83842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 16:07:47.985609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] Pushing event deleted for resources: {'Port': ['ID=370afd54-e889-4407-a447-b30f4869f98d,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:47.988924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port 370afd54-e889-4407-a447-b30f4869f98d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=370afd54-e889-4407-a447-b30f4869f98d,segment=NetworkSegment(d0ab61b5-b43b-4691-9aeb-34310c6b8d95),segment_id=d0ab61b5-b43b-4691-9aeb-34310c6b8d95)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:47.989428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.001747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adaf1e1-dce9-4b8d-8d3f-8b106a28550f None None] No DVR routers for this DVR port 370afd54-e889-4407-a447-b30f4869f98d on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:07:48.105501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-49ae9731-5ff2-4eb4-9655-eea0d9aa96c2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.184562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 370afd54-e889-4407-a447-b30f4869f98d owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:48.293226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6d7b30fe-b576-4650-b673-e04152ebece3 req-0092e863-3328-4131-b966-4cfa8eebc4cd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166490 Mar 11 16:07:48.440602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:07:48.440871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:07:48.453688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.454504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.478802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router ee366146-9778-41c0-9711-5f9cdd3fd06e has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:48.565676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:07:48.572845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.698011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d4487-ee24-4b25-b94d-7f07dd8d8ddc req-55139e77-b75e-4774-a02b-af699f4a18f4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:48.700069 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2a3d4487-ee24-4b25-b94d-7f07dd8d8ddc req-55139e77-b75e-4774-a02b-af699f4a18f4 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.2498608 Mar 11 16:07:48.774221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:48.777994 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2a3d4487-ee24-4b25-b94d-7f07dd8d8ddc req-c8950ec3-7758-4816-b951-09183aa8970d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671470 Mar 11 16:07:48.783716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:48.786245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.786965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:48.787551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:48.792981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e4d4e2-ae13-4555-a1f5-5acd6c2fd44d None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:48.799160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=c2d6ce2f-9a74-4d8b-a295-453fd788737f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:48.874133 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fe46fee1-015c-4755-879e-128770798f9b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5614386 Mar 11 16:07:48.881809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34710) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:48.888115 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-49ae9731-5ff2-4eb4-9655-eea0d9aa96c2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 16:07:48.889340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-49ae9731-5ff2-4eb4-9655-eea0d9aa96c2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8 HTTP/1.1" status: 409 len: 329 time: 1.4359829 Mar 11 16:07:48.897870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:48.925985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router bc48274d-48f2-4694-8ad5-b0d7d946ef76 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:48.928173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34714) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:48.944948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 370afd54-e889-4407-a447-b30f4869f98d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:48.945289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.096067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'c2d6ce2f-9a74-4d8b-a295-453fd788737f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:49.096893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.194896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] The port '370afd54-e889-4407-a447-b30f4869f98d' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:07:49.286871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Allocated IP 2001:db8::f816:3eff:fe57:2bfd (a5201ef7-2506-4639-87b8-8e23809c1ec8/c2d6ce2f-9a74-4d8b-a295-453fd788737f/fb2b1162-92f1-4203-9936-84f51d671dd5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:49.360425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:49.369029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:49.381390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:49.393091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:49.406876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.425569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:49.429663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.465472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ca705a-7962-48b0-a984-ad385bb1037d']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.470994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:49.482161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Router 24e3c056-0659-4a96-a0bf-276b8672c604 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:07:49.487471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.487773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ab61b5-b43b-4691-9aeb-34310c6b8d95') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.498146 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] Sync routers for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:49.509162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e64a5f-b86b-4560-9e77-ffa09b6b3b96 req-9c847ad6-e9a0-4cf5-9bcc-783b46370acd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:49.510695 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7e64a5f-b86b-4560-9e77-ffa09b6b3b96 req-9c847ad6-e9a0-4cf5-9bcc-783b46370acd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5316646 Mar 11 16:07:49.512410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.524134 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:49.525047 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.558051 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-44a67417-8779-47ef-9b8e-978d832843b9 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/routers/ee366146-9778-41c0-9711-5f9cdd3fd06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1439621 Mar 11 16:07:49.564441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34718) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:49.574598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.589405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Transition to ACTIVE for port object fb2b1162-92f1-4203-9936-84f51d671dd5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:49.612083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Transition to ACTIVE for port object fb2b1162-92f1-4203-9936-84f51d671dd5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:49.613381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.622914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.629217 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] Routers {'ee366146-9778-41c0-9711-5f9cdd3fd06e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:49.631043 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee366146-9778-41c0-9711-5f9cdd3fd06e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.685029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.714035 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:49.714812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac91ede3-3972-41af-98fc-529be02f4052 None None] The sync data for ids ['ee366146-9778-41c0-9711-5f9cdd3fd06e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:49.789571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:49.793366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:49.795351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Pushing event updated for resources: {'Port': ['ID=fb2b1162-92f1-4203-9936-84f51d671dd5,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:49.797836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:49.808566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:07:49.809502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:07:49.832551 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:07:49.901158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Attempting to bind port fb2b1162-92f1-4203-9936-84f51d671dd5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:49.901562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Attempting to bind port fb2b1162-92f1-4203-9936-84f51d671dd5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:49.901826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Attempting to bind port fb2b1162-92f1-4203-9936-84f51d671dd5 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:49.909134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:49.909606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:49.909948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.910346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:49.910839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Bound port: fb2b1162-92f1-4203-9936-84f51d671dd5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:49.911218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:49.964892 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7e64a5f-b86b-4560-9e77-ffa09b6b3b96 req-5f178db1-664d-469f-801e-39300e44d0db tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356825 Mar 11 16:07:50.014342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] For port fb2b1162-92f1-4203-9936-84f51d671dd5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:50.018518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] For port fb2b1162-92f1-4203-9936-84f51d671dd5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fb2b1162-92f1-4203-9936-84f51d671dd5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:50.024311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.101985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.106238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.137672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d81a0c-f8db-4df4-9863-a62eca5d2746 None None] Pushing event updated for resources: {'Port': ['ID=fb2b1162-92f1-4203-9936-84f51d671dd5,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:50.174911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=62ca705a-7962-48b0-a984-ad385bb1037d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:50.199953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3164c7c5-17db-473a-a537-cfffcb721f76 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/62ca705a-7962-48b0-a984-ad385bb1037d HTTP/1.1" status: 204 len: 168 time: 3.2847281 Mar 11 16:07:50.203143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34724) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:50.221558 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2d6ce2f-9a74-4d8b-a295-453fd788737f (CIDR: 2001:db8::/64) Mar 11 16:07:50.246665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-895337585'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:50.257589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:50.259578 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:07:50.260130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:07:50.267487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:50.273979 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5126b1ca-7641-4e7c-a41c-1a1e3c164a10 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2684829 Mar 11 16:07:50.275638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] Sync routers for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:50.279057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34728) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:50.284943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:network and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:50.297072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:50.297685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:50.312166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:50.407535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:50.413035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:50.427523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:50.428318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:50.511398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d3c0836b-eed4-4490-90f9-c193f4211422 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6278973 Mar 11 16:07:50.514942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34732) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:50.519490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:50.520021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01766b-0c60-4d72-a140-42310e879447 None None] The sync data for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:50.525315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:50.551230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:50.555282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.564060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c810-847e-4efb-a77e-533a61a5d878 req-e1c1788a-5d90-4ef3-9853-8bce1b429720 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:50.565608 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82d3c810-847e-4efb-a77e-533a61a5d878 req-e1c1788a-5d90-4ef3-9853-8bce1b429720 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3591747 Mar 11 16:07:50.617463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:50.639398 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Sync routers for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:50.641288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:07:50.654767 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:50.655378 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:50.665242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.719890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.720438 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Added segment caca749f-ff88-4f31-a279-673bd72ef2fc of type vlan for network c81416fd-ef39-4d71-af47-8a330b983acf Mar 11 16:07:50.730031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.734480 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7530d28c-e7df-4961-9f7c-8002706b1953 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.4764249 Mar 11 16:07:50.742275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34736) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:50.788387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82d3c810-847e-4efb-a77e-533a61a5d878 req-e7d7396e-bf7a-426f-a731-d3501fe46aa9 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747787 Mar 11 16:07:50.796120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:50.803925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:50.807557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:50.815747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:50.843220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:50.882967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:50.941663 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:07:51.026622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.170512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.239970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.243950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:51.244666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.373232 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:07:47Z', 'revision_number': 3, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:51.379361 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Checking router: 24e3c056-0659-4a96-a0bf-276b8672c604 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:07:51.379925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Updating router 24e3c056-0659-4a96-a0bf-276b8672c604 port 530a3c6c-5ac2-464c-a17e-7b3ec868669b binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:07:51.421253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fb2b1162-92f1-4203-9936-84f51d671dd5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:51.442599 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-53c585ea-bbfc-4cc4-a152-d425db35eb2a tempest-TestNetworkAdvancedServerOps-258515590 tempest-TestNetworkAdvancedServerOps-258515590-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=8f28bf28d15742a2be1fb07c696cedba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6944213 Mar 11 16:07:51.448087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34746) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:51.463118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Router 8378de89-3ced-429f-acbf-6e37733fe9e1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:07:51.484185 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2735639 Mar 11 16:07:51.487113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34750) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:51.488092 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.498338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2ea01-4461-48f6-beb1-a71702e94c1f tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Network': ['ID=c81416fd-ef39-4d71-af47-8a330b983acf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:51.502679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:51.526858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c81416fd-ef39-4d71-af47-8a330b983acf details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:07:51.758175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port fb2b1162-92f1-4203-9936-84f51d671dd5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:51.785775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Provisioning for port fb2b1162-92f1-4203-9936-84f51d671dd5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:51.793761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Provisioning complete for port fb2b1162-92f1-4203-9936-84f51d671dd5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:51.795161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.836399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cea862-51e5-42d8-bb66-f2f0a62e0c92 req-b247f6df-9e99-485d-8240-10f8fcfcd73e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:51.838303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-73cea862-51e5-42d8-bb66-f2f0a62e0c92 req-b247f6df-9e99-485d-8240-10f8fcfcd73e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6962011 Mar 11 16:07:51.839756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:51.854768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:51.878194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:51.896454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:51.910535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.925158 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Transition to ACTIVE for port object 530a3c6c-5ac2-464c-a17e-7b3ec868669b will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:51.935753 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:51.954904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9242e-8311-4443-a463-f2c6c560e498 tempest-TestNetworkAdvancedServerOps-258515590 tempest-TestNetworkAdvancedServerOps-258515590-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:51.956531 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-77f9242e-8311-4443-a463-f2c6c560e498 tempest-TestNetworkAdvancedServerOps-258515590 tempest-TestNetworkAdvancedServerOps-258515590-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5050547 Mar 11 16:07:51.961623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:51.996377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.007691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:52.028679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.036097 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Attempting to bind port 530a3c6c-5ac2-464c-a17e-7b3ec868669b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:52.036589 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Attempting to bind port 530a3c6c-5ac2-464c-a17e-7b3ec868669b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:52.037402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Attempting to bind port 530a3c6c-5ac2-464c-a17e-7b3ec868669b on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:52.047373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] For port fb2b1162-92f1-4203-9936-84f51d671dd5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fb2b1162-92f1-4203-9936-84f51d671dd5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:52.049270 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:52.049664 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:52.050302 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.050690 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:52.051438 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Bound port: 530a3c6c-5ac2-464c-a17e-7b3ec868669b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:52.051739 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.054378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.065426 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-73cea862-51e5-42d8-bb66-f2f0a62e0c92 req-9364474f-cc83-4c00-90a1-c13cd5e9d4c8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173038 Mar 11 16:07:52.143727 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cdfde3b1-394e-4e81-be7f-b42159ac2950 tempest-TestNetworkAdvancedServerOps-258515590 tempest-TestNetworkAdvancedServerOps-258515590-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1808395 Mar 11 16:07:52.149633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34760) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:52.160605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2836f-f8a6-43df-820c-5a60375f0b88 None None] Pushing event updated for resources: {'Port': ['ID=fb2b1162-92f1-4203-9936-84f51d671dd5,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:52.171435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-229376806', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:52.190546 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Pushing event updated for resources: {'Port': ['ID=530a3c6c-5ac2-464c-a17e-7b3ec868669b,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:52.205116 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] For port 530a3c6c-5ac2-464c-a17e-7b3ec868669b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:52.212183 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] For port 530a3c6c-5ac2-464c-a17e-7b3ec868669b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=530a3c6c-5ac2-464c-a17e-7b3ec868669b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:52.225786 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.226182 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.226529 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.226950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.227792 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.228190 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.229132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.229486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.230676 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.232174 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.232959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:07:52.250408 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.252734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.368671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:52.380034 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:52.381893 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:52.384832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:subnet and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:52.395488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:52.418355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:52.460212 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1c5e-6072-40e0-aba5-1f027ff2e38d None None] Pushing event updated for resources: {'Port': ['ID=530a3c6c-5ac2-464c-a17e-7b3ec868669b,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:52.507628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Made reservation on behalf of 8f28bf28d15742a2be1fb07c696cedba for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:52.510445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.621890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:07:52.626601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.637070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] Sync routers for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:07:52.639797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.662812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=4d11dc09-398b-4219-8fc3-4aa5adf2e7e9,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:52.665609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:52.666310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:52.709268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:07:52.731471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=959f45f3-c2c7-496f-ada3-4e2232eae19e,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:52.742303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-daaf6d70-5ac2-4b4e-8b29-0a9d09df6e66 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "PUT /v2.0/routers/8378de89-3ced-429f-acbf-6e37733fe9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4106622 Mar 11 16:07:52.745926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34766) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:52.810802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:52.826047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] Routers {'8378de89-3ced-429f-acbf-6e37733fe9e1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:07:52.827020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8378de89-3ced-429f-acbf-6e37733fe9e1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:52.867268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:52.874276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.916107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:52.916685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb56e0f-67b1-4317-9ed5-e2cb7d13a8a0 None None] The sync data for ids ['8378de89-3ced-429f-acbf-6e37733fe9e1'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:52.938178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:52.945572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:52.946417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:52.952583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd93d7-938f-4b25-a583-09816dc8cffb None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:52.953539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Checking segment: {'id': 'caca749f-ff88-4f31-a279-673bd72ef2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:52.954031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network hostable DHCP agents. Network: c81416fd-ef39-4d71-af47-8a330b983acf, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:53.010822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-519a2d36-ba97-45b5-86b7-1fa97e527b6e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4901237 Mar 11 16:07:53.011933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:53.021806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:f8:b7:03', 'name': 'tempest-NetworksTestDHCPv6-1593874641'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:53.038345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.073358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Subnet': ['ID=d5085c31-6639-4d8f-b71b-ae79ec1af900,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:53.150277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 1d2ecc23-ba49-4baa-8046-ec566725e3fb {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:53.150617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.177770 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:07:47Z', 'revision_number': 3, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:07:53.183963 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddef0cd-cfe8-47a6-a21d-a02daacc6e5e None None] The sync data for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv is: [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:07:47Z', 'revision_number': 3, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:07:53.187011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Checking segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:53.187372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network hostable DHCP agents. Network: 1627a53c-be98-44fc-8a13-3354842eeceb, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:07:53.188662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network c81416fd-ef39-4d71-af47-8a330b983acf is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:53.208095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f014c9-7c98-43ed-bde8-695dbb9e3755 req-47f9ccd5-9e13-41c4-89ad-7a4d513d23f0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:53.211164 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66f014c9-7c98-43ed-bde8-695dbb9e3755 req-47f9ccd5-9e13-41c4-89ad-7a4d513d23f0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.3950150 Mar 11 16:07:53.313661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c81416fd-ef39-4d71-af47-8a330b983acf) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:53.343887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:53.344468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.360955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace4ba0-4d8b-4fad-92ea-7240f63435f6 None None] Network c81416fd-ef39-4d71-af47-8a330b983acf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:53.378702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fb2b1162-92f1-4203-9936-84f51d671dd5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:53.388287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66f014c9-7c98-43ed-bde8-695dbb9e3755 req-b229ef5b-7689-4139-b8e1-0751fa674227 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684968 Mar 11 16:07:53.583412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 1627a53c-be98-44fc-8a13-3354842eeceb is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:07:53.612569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:53.620737 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-53fd9c22-66f2-41b4-9c46-ffa4cc0daa4d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1306102 Mar 11 16:07:53.622048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34774) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:53.629253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-526055357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:53.635627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1627a53c-be98-44fc-8a13-3354842eeceb) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:53.636766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:53.640723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:router and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:53.643655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:53.651568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:53.651927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:53.652536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.659848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:53.665220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:53.672772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a69d9-c6d7-4c89-8852-ca6052104bfd None None] Network 1627a53c-be98-44fc-8a13-3354842eeceb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:53.675642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.676884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.689006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:53.702906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.725012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:53.728954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.747170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.903489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:53.930205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port b0e54624-75ce-4501-bed9-d4bf22338a92 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:54.032153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.060138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 1d2ecc23-ba49-4baa-8046-ec566725e3fb owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:54.108271 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c04b7d59-f714-441c-9043-c4b0441392c6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9445493 Mar 11 16:07:54.117454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:54.186774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port fb2b1162-92f1-4203-9936-84f51d671dd5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:54.187116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.222187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.224505 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b9fa852-8b12-4344-bdeb-a08271ebb499 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6014595 Mar 11 16:07:54.235037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34782) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:54.260326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf', 'name': 'tempest-PortsIpV6TestJSON-1420428900'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:07:54.270207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c81416fd-ef39-4d71-af47-8a330b983acf', 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': '4d11dc09-398b-4219-8fc3-4aa5adf2e7e9'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:54.272099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.299971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Update dhcp port {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': 'c2d6ce2f-9a74-4d8b-a295-453fd788737f', 'ip_address': '2001:db8::f816:3eff:fe57:2bfd'}, {'subnet_id': '959f45f3-c2c7-496f-ada3-4e2232eae19e'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': 'fb2b1162-92f1-4203-9936-84f51d671dd5'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:07:54.304330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting port fc95548c-6341-4569-8246-2fc12edd3917 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:54.304674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.551464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1627a53c-be98-44fc-8a13-3354842eeceb', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:07:54.553237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.571294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8:0:1::3b8 (a5201ef7-2506-4639-87b8-8e23809c1ec8/959f45f3-c2c7-496f-ada3-4e2232eae19e/b0e54624-75ce-4501-bed9-d4bf22338a92) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:54.573681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.586920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port e2317944-49c2-4772-8f6d-ca13a9a1a699 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:54.587260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.600407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.630770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fef8:b703 (a5201ef7-2506-4639-87b8-8e23809c1ec8/c2d6ce2f-9a74-4d8b-a295-453fd788737f/b0e54624-75ce-4501-bed9-d4bf22338a92) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:54.706283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:07:54.723518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:07:54.738190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:07:54.815653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:07:54.872490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:07:54.875584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.901917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:54.911020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.004084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Allocated IP 2001:db8::2 (c81416fd-ef39-4d71-af47-8a330b983acf/4d11dc09-398b-4219-8fc3-4aa5adf2e7e9/dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:55.029735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Allocated IP 172.20.0.2 (1627a53c-be98-44fc-8a13-3354842eeceb/d5085c31-6639-4d8f-b71b-ae79ec1af900/921091be-c3cf-45ec-9ed3-38e13568dad8) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:55.142099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Calling delete_port for fc95548c-6341-4569-8246-2fc12edd3917 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:55.179944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=1d2ecc23-ba49-4baa-8046-ec566725e3fb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:55.229558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port dde6a985-6739-4149-8ceb-f417278c15bb yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:07:55.244546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.286195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d8ba8-d957-4e94-939f-3571f68a8442 req-3731c9a3-d5a7-4d72-a8af-ea4ae2650bff tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:55.300314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce8d8ba8-d957-4e94-939f-3571f68a8442 req-3731c9a3-d5a7-4d72-a8af-ea4ae2650bff tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6687913 Mar 11 16:07:55.316940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.334026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Transition to ACTIVE for port object 921091be-c3cf-45ec-9ed3-38e13568dad8 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:55.365792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Transition to ACTIVE for port object 921091be-c3cf-45ec-9ed3-38e13568dad8 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:55.545867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 530a3c6c-5ac2-464c-a17e-7b3ec868669b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:55.609158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.674875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for e2317944-49c2-4772-8f6d-ca13a9a1a699 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:55.762357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.762572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.767639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Network 1627a53c-be98-44fc-8a13-3354842eeceb is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:55.781393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 6d6626be-7245-4846-8658-ac9740a52718 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:55.782024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.783345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:55.789743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Pushing event updated for resources: {'Port': ['ID=921091be-c3cf-45ec-9ed3-38e13568dad8,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:55.791910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:55.794587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Transition to ACTIVE for port object dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:55.806580 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce8d8ba8-d957-4e94-939f-3571f68a8442 req-c071fd52-7121-47e1-8392-8f7278803d49 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5056078 Mar 11 16:07:55.861507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.863375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Transition to ACTIVE for port object dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:55.866678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 530a3c6c-5ac2-464c-a17e-7b3ec868669b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:55.917508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:55.954628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 530a3c6c-5ac2-464c-a17e-7b3ec868669b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:55.955062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.017572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object b0e54624-75ce-4501-bed9-d4bf22338a92 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:56.034034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.148599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Attempting to bind port 921091be-c3cf-45ec-9ed3-38e13568dad8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:56.149167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Attempting to bind port 921091be-c3cf-45ec-9ed3-38e13568dad8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:56.149265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Attempting to bind port 921091be-c3cf-45ec-9ed3-38e13568dad8 on network 1627a53c-be98-44fc-8a13-3354842eeceb {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:56.168034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:56.168545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Checking segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:56.168950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.169335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Bound using segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:56.169834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Bound port: 921091be-c3cf-45ec-9ed3-38e13568dad8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:56.170203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.188959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=e2317944-49c2-4772-8f6d-ca13a9a1a699,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:56.213477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Pushing event updated for resources: {'Port': ['ID=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:56.222544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Network c81416fd-ef39-4d71-af47-8a330b983acf is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:56.225769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:56.273819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:56.420613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.430688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.439132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::2f7 (c81416fd-ef39-4d71-af47-8a330b983acf/4d11dc09-398b-4219-8fc3-4aa5adf2e7e9/dde6a985-6739-4149-8ceb-f417278c15bb) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:56.464215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.479170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.486826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] For port 921091be-c3cf-45ec-9ed3-38e13568dad8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:56.522060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] For port 921091be-c3cf-45ec-9ed3-38e13568dad8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=921091be-c3cf-45ec-9ed3-38e13568dad8,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:56.530574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.548451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.552398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Attempting to bind port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:07:56.552886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Attempting to bind port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'caca749f-ff88-4f31-a279-673bd72ef2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:07:56.553346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Attempting to bind port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa on network c81416fd-ef39-4d71-af47-8a330b983acf {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:07:56.634578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Allocated IP 2001:db8:0:1::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/959f45f3-c2c7-496f-ada3-4e2232eae19e/fb2b1162-92f1-4203-9936-84f51d671dd5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:07:56.643772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 530a3c6c-5ac2-464c-a17e-7b3ec868669b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=530a3c6c-5ac2-464c-a17e-7b3ec868669b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:56.646579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.647042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:07:56.647839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Checking segment: {'id': 'caca749f-ff88-4f31-a279-673bd72ef2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:07:56.648212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.648529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Bound using segment: {'id': 'caca749f-ff88-4f31-a279-673bd72ef2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:07:56.649355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Bound port: dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caca749f-ff88-4f31-a279-673bd72ef2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'c81416fd-ef39-4d71-af47-8a330b983acf'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:07:56.649827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.678574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.704026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 6d6626be-7245-4846-8658-ac9740a52718 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:56.714754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:56.728219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:56.734923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=b0e54624-75ce-4501-bed9-d4bf22338a92,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:56.738349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:56.743010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:56.743673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.748590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.769639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Port': ['ID=fc95548c-6341-4569-8246-2fc12edd3917,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:56.792419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:56.792419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Fanout notify agent at l3_agent the message router_deleted on router ee366146-9778-41c0-9711-5f9cdd3fd06e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:07:56.827503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac2b5b-d651-41e0-b2fb-b83fcf716a44 None None] Pushing event updated for resources: {'Port': ['ID=921091be-c3cf-45ec-9ed3-38e13568dad8,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:56.966289 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-7d86bfe5-477a-4842-a36e-e4a6e9f4905a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 1098 time: 0.7279136 Mar 11 16:07:56.976671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] For port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:07:57.010508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] For port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,segment=NetworkSegment(caca749f-ff88-4f31-a279-673bd72ef2fc),segment_id=caca749f-ff88-4f31-a279-673bd72ef2fc)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:07:57.011736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=530a3c6c-5ac2-464c-a17e-7b3ec868669b,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:57.018703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] For port fb2b1162-92f1-4203-9936-84f51d671dd5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fb2b1162-92f1-4203-9936-84f51d671dd5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:07:57.023417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.069590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.073454 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b23bd34-e16a-4b12-88e2-164a7631d08e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/routers/ee366146-9778-41c0-9711-5f9cdd3fd06e HTTP/1.1" status: 204 len: 168 time: 7.4987986 Mar 11 16:07:57.079723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:57.177888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:07:57.222143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.226379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a977960-997f-496b-87f7-d0fc177c1e63 None None] Pushing event updated for resources: {'Port': ['ID=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:57.269588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Transition to ACTIVE for port object fb2b1162-92f1-4203-9936-84f51d671dd5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:57.279554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.415235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc53086-46e6-4363-b291-fd6276da030c req-6b473ae4-8ebf-4610-b867-1f05e3c67841 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:57.427630 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cc53086-46e6-4363-b291-fd6276da030c req-6b473ae4-8ebf-4610-b867-1f05e3c67841 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 1.1839695 Mar 11 16:07:57.479517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-54ae223f-669f-43f1-b585-50cf8daacf3b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.4642942 Mar 11 16:07:57.531148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b60f02-cca2-47e5-acf1-8f4d95bf1f31 None None] Pushing event updated for resources: {'Port': ['ID=fb2b1162-92f1-4203-9936-84f51d671dd5,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:57.565440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 530a3c6c-5ac2-464c-a17e-7b3ec868669b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:57.595040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34796) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:57.709810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 530a3c6c-5ac2-464c-a17e-7b3ec868669b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:57.710178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.765512 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cc53086-46e6-4363-b291-fd6276da030c req-90e8fd44-ebe7-4449-8570-0c1aa7d396bd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363824 Mar 11 16:07:57.850415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.894033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 921091be-c3cf-45ec-9ed3-38e13568dad8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:57.923364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port b0e54624-75ce-4501-bed9-d4bf22338a92 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:07:57.923946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:57.984617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 921091be-c3cf-45ec-9ed3-38e13568dad8 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:58.007893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.011478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-ed4406f4-0ff6-4507-8784-dd0fc6cd063e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:58.013162 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-ed4406f4-0ff6-4507-8784-dd0fc6cd063e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 200 len: 913 time: 0.8780017 Mar 11 16:07:58.132020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.151329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.184620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-3c80c7bf-46ab-4e76-a8c7-8b5208d49eda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 200 len: 1001 time: 0.1640131 Mar 11 16:07:58.196994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object dde6a985-6739-4149-8ceb-f417278c15bb will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:07:58.285899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.286454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Fanout notify agent at l3_agent the message router_deleted on router 8378de89-3ced-429f-acbf-6e37733fe9e1 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:07:58.306205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.309575 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-703dee3d-5b29-4110-875a-ba83c6c5abb0 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/routers/8378de89-3ced-429f-acbf-6e37733fe9e1 HTTP/1.1" status: 204 len: 168 time: 5.5603452 Mar 11 16:07:58.310020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-40d9332d-db49-48b9-ad47-203270398854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:58.311736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-40d9332d-db49-48b9-ad47-203270398854 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 200 len: 851 time: 0.1059282 Mar 11 16:07:58.312346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34800) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:07:58.430561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.618416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=6d6626be-7245-4846-8658-ac9740a52718,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:58.640745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting subnet fd0b921d-42c9-4e33-80de-4fa9199f6040 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:58.680708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.722653 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-6b565830-d627-4705-96f5-714b9fdef939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5d3b0383-841b-4642-9197-d70db7b832e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3749437 Mar 11 16:07:58.788167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e66ef9-65d9-44b8-b111-c9b46a5c882c None None] Network 1627a53c-be98-44fc-8a13-3354842eeceb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:58.875584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:58.964316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.086066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-14431a33-0983-48db-bb9d-ebb623a88740 None None] Provisioning for port fb2b1162-92f1-4203-9936-84f51d671dd5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:59.096015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-14431a33-0983-48db-bb9d-ebb623a88740 None None] Provisioning complete for port fb2b1162-92f1-4203-9936-84f51d671dd5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:59.096592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14431a33-0983-48db-bb9d-ebb623a88740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.169265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653ed802-3562-48eb-ab44-02f5d2262417 None None] Network c81416fd-ef39-4d71-af47-8a330b983acf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:07:59.211258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.244892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.270019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting subnet 133508b9-2377-44ae-a564-70a243e5cb6b {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:07:59.300008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.425222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.488903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:59.496178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-78dcf69c-a263-481e-a111-7c37db1c2429 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320724 Mar 11 16:07:59.556899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for b0e54624-75ce-4501-bed9-d4bf22338a92 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:07:59.663653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165229-b8cc-43b1-a5c9-3abc5ccbe560 req-8bac7c3a-4143-40d2-b8ac-b83df1fff28c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:59.664662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-51165229-b8cc-43b1-a5c9-3abc5ccbe560 req-8bac7c3a-4143-40d2-b8ac-b83df1fff28c tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5847263 Mar 11 16:07:59.677431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network c81416fd-ef39-4d71-af47-8a330b983acf is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:07:59.730098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:59.739940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=dde6a985-6739-4149-8ceb-f417278c15bb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:07:59.743741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fb2b1162-92f1-4203-9936-84f51d671dd5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:07:59.762020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:07:59.765056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:07:59.769546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:07:59.770375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.793667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.828604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning for port b0e54624-75ce-4501-bed9-d4bf22338a92 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:07:59.836846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning complete for port b0e54624-75ce-4501-bed9-d4bf22338a92 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:59.837213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.915030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Port b0e54624-75ce-4501-bed9-d4bf22338a92 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:07:59.916796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port fb2b1162-92f1-4203-9936-84f51d671dd5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:07:59.917165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:07:59.923567 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0e4cd23-9231-42ee-a3b1-e5b1f4f9b0ee req-029aa3ed-9527-4008-9e02-729c05b028f1 service neutron] 10.222.0.11 "GET /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108040 Mar 11 16:07:59.972071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-51165229-b8cc-43b1-a5c9-3abc5ccbe560 req-68b4d22f-12fa-4e27-b37b-b0b5b9882ec3 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791147 Mar 11 16:07:59.993247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.028429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning for port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:00.037680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning complete for port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:00.038105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.101540 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-72cc6049-e477-4c48-b424-32cfd71f2109 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.8599541 Mar 11 16:08:00.102583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34806) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:00.244722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.284616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] For port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,segment=NetworkSegment(caca749f-ff88-4f31-a279-673bd72ef2fc),segment_id=caca749f-ff88-4f31-a279-673bd72ef2fc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:00.291404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.317219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Allocated IP 172.20.0.1 (1627a53c-be98-44fc-8a13-3354842eeceb/d5085c31-6639-4d8f-b71b-ae79ec1af900/80168644-c247-48dd-92e5-c05c75cc35bf) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:00.335387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.374504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning for port 921091be-c3cf-45ec-9ed3-38e13568dad8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:00.387080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Provisioning complete for port 921091be-c3cf-45ec-9ed3-38e13568dad8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:00.387340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.463855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Pushing event updated for resources: {'Port': ['ID=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:00.467358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Subnet': ['ID=133508b9-2377-44ae-a564-70a243e5cb6b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:00.484356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.488960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad6af5-0d82-4325-91f5-e77c155bddaf None None] Network 299a3b49-d37d-40ae-b317-bea2a8edc355 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:00.497337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.502835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-878d2687-f6e7-48ca-9584-6025708038d7 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/subnets/133508b9-2377-44ae-a564-70a243e5cb6b HTTP/1.1" status: 204 len: 168 time: 2.1883850 Mar 11 16:08:00.506727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34810) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:00.676421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.684220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.706479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Transition to ACTIVE for port object 80168644-c247-48dd-92e5-c05c75cc35bf will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:00.712007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port 8078f0d2-1279-4607-b38f-550f52fc4db9 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:00.712380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.752910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.806703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] For port 921091be-c3cf-45ec-9ed3-38e13568dad8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=921091be-c3cf-45ec-9ed3-38e13568dad8,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:00.810362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.815031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.815767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Router 901b7891-c19b-47bd-b205-26451b1f8fa8 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:00.869161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:00.885290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=b0e54624-75ce-4501-bed9-d4bf22338a92,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:00.951300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] DHCP port deletion for 299a3b49-d37d-40ae-b317-bea2a8edc355 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:00.968376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Deleting port 8078f0d2-1279-4607-b38f-550f52fc4db9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:00.969256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.010802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef319a-e635-4d20-91b5-ab3f3e83722d None None] Pushing event updated for resources: {'Port': ['ID=921091be-c3cf-45ec-9ed3-38e13568dad8,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:01.023943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Provisioning for port dde6a985-6739-4149-8ceb-f417278c15bb completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:01.043428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Provisioning complete for port dde6a985-6739-4149-8ceb-f417278c15bb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:01.043798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.051816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 1627a53c-be98-44fc-8a13-3354842eeceb is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:01.064259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:01.089120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:01.158349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:01.163608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] For port 8078f0d2-1279-4607-b38f-550f52fc4db9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8078f0d2-1279-4607-b38f-550f52fc4db9,segment=NetworkSegment(c7ee1d55-34b1-4f55-bb03-675f6c3254a4),segment_id=c7ee1d55-34b1-4f55-bb03-675f6c3254a4)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:01.164273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.174528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Port dde6a985-6739-4149-8ceb-f417278c15bb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:01.284223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Provisioning complete for port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:01.284693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.381785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] For port 8078f0d2-1279-4607-b38f-550f52fc4db9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8078f0d2-1279-4607-b38f-550f52fc4db9,segment=NetworkSegment(c7ee1d55-34b1-4f55-bb03-675f6c3254a4),segment_id=c7ee1d55-34b1-4f55-bb03-675f6c3254a4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:01.382517 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.391354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:01.393491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for 8078f0d2-1279-4607-b38f-550f52fc4db9 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:01.431627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.577279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.578724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0b921d-42c9-4e33-80de-4fa9199f6040,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:01.632154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Calling delete_port for 8078f0d2-1279-4607-b38f-550f52fc4db9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:01.672524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.700335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=8078f0d2-1279-4607-b38f-550f52fc4db9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:01.721103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] No DVR routers for this DVR port 8078f0d2-1279-4607-b38f-550f52fc4db9 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:01.759584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.778144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:01.778521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:01.784685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb834a-bcc4-47a2-a436-24a3f2a27761 req-e5b78541-2cc6-42ef-97b5-cfa1a91c337b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:01.787578 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58eb834a-bcc4-47a2-a436-24a3f2a27761 req-e5b78541-2cc6-42ef-97b5-cfa1a91c337b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.6306448 Mar 11 16:08:01.801735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:01.802374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.847675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200836e-b218-48cd-ab4f-ee3060b51647 None None] Network 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:01.897196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:01.974677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.000488 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f9f6b733-d176-45c2-89ca-53b5ae4c210b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/b0e54624-75ce-4501-bed9-d4bf22338a92 HTTP/1.1" status: 204 len: 168 time: 4.3610358 Mar 11 16:08:02.005275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34816) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.019889 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58eb834a-bcc4-47a2-a436-24a3f2a27761 req-35eabd62-bc2c-4f09-9648-11c2708c0290 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109408 Mar 11 16:08:02.067294 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d8f997c-bfe1-4d8a-bf95-12a23caff098 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/subnets/fd0b921d-42c9-4e33-80de-4fa9199f6040 HTTP/1.1" status: 204 len: 168 time: 4.9866381 Mar 11 16:08:02.074833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34822) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.080585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299a3b49-d37d-40ae-b317-bea2a8edc355']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.082890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Provisioning complete for port 921091be-c3cf-45ec-9ed3-38e13568dad8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:02.083848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e7d3f3c-3566-4903-802e-19d315745439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.089056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.111953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router bc48274d-48f2-4694-8ad5-b0d7d946ef76 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:02.112872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.113230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ee1d55-34b1-4f55-bb03-675f6c3254a4') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.134462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.211735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.220980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:02.225226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:02.225657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.235385 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] Sync routers for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:02.238288 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c20735b-efbd-41ab-9adf-8dcb575f7535 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3086812 Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:02.252099 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:02.262150 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:02.262765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.289141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Deleting port 8078f0d2-1279-4607-b38f-550f52fc4db9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:02.289657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.300954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34826) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.362685 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.377209 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] Routers {'901b7891-c19b-47bd-b205-26451b1f8fa8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:02.377988 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['901b7891-c19b-47bd-b205-26451b1f8fa8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.383199 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-c5e423f1-18c1-4b8f-aca4-5e97897cd66d tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] show failed (client error): The resource could not be found. Mar 11 16:08:02.388484 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5e423f1-18c1-4b8f-aca4-5e97897cd66d tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-2141364488 HTTP/1.1" status: 404 len: 335 time: 0.0835629 Mar 11 16:08:02.390604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aedae5e1-f1f8-4e51-89d1-7cb79dfab975 None None] The port '8078f0d2-1279-4607-b38f-550f52fc4db9' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:02.395880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34830) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.433149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.444152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4eefb199-bd26-4a09-a1da-2b8913f82b44 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:02.469842 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:02.470138 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f5f45-bc99-4fd1-8115-59f0af6f6bd2 None None] The sync data for ids ['901b7891-c19b-47bd-b205-26451b1f8fa8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:02.491866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 921091be-c3cf-45ec-9ed3-38e13568dad8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:02.588776 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-4eefb199-bd26-4a09-a1da-2b8913f82b44 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] update failed (client error): The resource could not be found. Mar 11 16:08:02.594137 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4eefb199-bd26-4a09-a1da-2b8913f82b44 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-1362204417 HTTP/1.1" status: 404 len: 335 time: 0.1655872 Mar 11 16:08:02.594936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34834) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.600921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 921091be-c3cf-45ec-9ed3-38e13568dad8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:02.601291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.657107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a652a-f5bb-4a17-a5f3-8b5d9a4409ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:02.657568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port cea127d0-733f-4089-afb2-c4cb3d0acb3c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:02.657970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.658089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-813a652a-f5bb-4a17-a5f3-8b5d9a4409ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:02.686691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.694353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] DHCP port deletion for 6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:02.706791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Deleting port cea127d0-733f-4089-afb2-c4cb3d0acb3c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:02.707439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.713664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.748046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Network': ['ID=299a3b49-d37d-40ae-b317-bea2a8edc355,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:02.755389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-813a652a-f5bb-4a17-a5f3-8b5d9a4409ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:02.760930 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-813a652a-f5bb-4a17-a5f3-8b5d9a4409ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7537777 Mar 11 16:08:02.761482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34838) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.793345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:02.800107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-28e69047-399e-41f8-bc12-2514d097f628 None None] Provisioning for port 80168644-c247-48dd-92e5-c05c75cc35bf completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:02.814167 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43f53818-757b-449d-b18a-0d7dd6405147 tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/networks/299a3b49-d37d-40ae-b317-bea2a8edc355 HTTP/1.1" status: 204 len: 168 time: 2.3067026 Mar 11 16:08:02.817101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] Sync routers for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:02.825881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34842) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.844995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-28e69047-399e-41f8-bc12-2514d097f628 None None] Provisioning complete for port 80168644-c247-48dd-92e5-c05c75cc35bf triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:02.845355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-28e69047-399e-41f8-bc12-2514d097f628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:02.847693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b670153b-b653-48c8-bb9a-19b0701b233a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5662401 Mar 11 16:08:02.905799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34846) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:02.970831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07acee8-48fa-4833-8050-e1a3a261a77a req-c8aaefe5-44f6-4e6a-9e08-716314023af1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:02.972552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a07acee8-48fa-4833-8050-e1a3a261a77a req-c8aaefe5-44f6-4e6a-9e08-716314023af1 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.5398445 Mar 11 16:08:02.990348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:02.990962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:03.081184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f42548bc-84c4-4aa6-a0fe-4ea2ec53dbb2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:03.092082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8078f0d2-1279-4607-b38f-550f52fc4db9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:03.128359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-28e69047-399e-41f8-bc12-2514d097f628 None None] Port 80168644-c247-48dd-92e5-c05c75cc35bf cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:03.144789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.158040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 8078f0d2-1279-4607-b38f-550f52fc4db9 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:03.158373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8078f0d2-1279-4607-b38f-550f52fc4db9 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:03.162624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:03.199294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] For port cea127d0-733f-4089-afb2-c4cb3d0acb3c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cea127d0-733f-4089-afb2-c4cb3d0acb3c,segment=NetworkSegment(7244423d-5021-411d-a30f-478778c214a2),segment_id=7244423d-5021-411d-a30f-478778c214a2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:03.200837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.229579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Deleting port dfed40dc-7b15-4595-892e-393b2eb4e375 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:03.229962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.282875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f42548bc-84c4-4aa6-a0fe-4ea2ec53dbb2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:03.288368 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f42548bc-84c4-4aa6-a0fe-4ea2ec53dbb2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc48274d-48f2-4694-8ad5-b0d7d946ef76 HTTP/1.1" status: 200 len: 205 time: 0.3819156 Mar 11 16:08:03.289755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34850) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:03.337164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Calling delete_port for cea127d0-733f-4089-afb2-c4cb3d0acb3c owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:03.367574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cea127d0-733f-4089-afb2-c4cb3d0acb3c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:03.388390 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a07acee8-48fa-4833-8050-e1a3a261a77a req-3da92217-2412-4754-b2a7-85a91335e576 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867538 Mar 11 16:08:03.430189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting subnet 53fa800b-100c-45d8-a857-162c1090e774 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:03.436265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] For port cea127d0-733f-4089-afb2-c4cb3d0acb3c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cea127d0-733f-4089-afb2-c4cb3d0acb3c,segment=NetworkSegment(7244423d-5021-411d-a30f-478778c214a2),segment_id=7244423d-5021-411d-a30f-478778c214a2)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:03.437058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.439931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216f1aab-b7e5-4299-bb85-b553f3a83eb3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:03.442274 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-216f1aab-b7e5-4299-bb85-b553f3a83eb3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6759632 Mar 11 16:08:03.450933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.471805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] Routers {'bc48274d-48f2-4694-8ad5-b0d7d946ef76'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:03.472423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:03.478149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34856) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:03.553942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:03.554181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb860e-dc1a-4b9b-9534-e39e82f39a4f None None] The sync data for ids ['bc48274d-48f2-4694-8ad5-b0d7d946ef76'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:03.613381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port cea127d0-733f-4089-afb2-c4cb3d0acb3c {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:08:03.614026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cea127d0-733f-4089-afb2-c4cb3d0acb3c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:03.632978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.661169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.684085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] Pushing event deleted for resources: {'Port': ['ID=cea127d0-733f-4089-afb2-c4cb3d0acb3c,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:03.702161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c994c24-b37a-40b0-9e6a-4669cd8d69a5 None None] No DVR routers for this DVR port cea127d0-733f-4089-afb2-c4cb3d0acb3c on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:03.752816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.815589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.839494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for cea127d0-733f-4089-afb2-c4cb3d0acb3c owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:03.903212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:03.999234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:04.000750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:04.002168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:04.003037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:04.122447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.123155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.129809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:04.130167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:04.145185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:04.146914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f0a37472-1870-4959-a38c-c71f9024abb2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6681321 Mar 11 16:08:04.152501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34862) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:04.233409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.299643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Calling delete_port for dfed40dc-7b15-4595-892e-393b2eb4e375 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:04.346893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.350846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:04.379354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.395923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.462080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.462520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.462759 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.463091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.463422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.463746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.464079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.464388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.464704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.465022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.465339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:04.650210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port cea127d0-733f-4089-afb2-c4cb3d0acb3c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:04.651035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.674797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.772113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-44027d0e-8862-46fa-968e-2afa055d8686 None None] Provisioning complete for port dde6a985-6739-4149-8ceb-f417278c15bb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:04.772742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44027d0e-8862-46fa-968e-2afa055d8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.794846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=dde6a985-6739-4149-8ceb-f417278c15bb,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:04.797307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Subnet': ['ID=53fa800b-100c-45d8-a857-162c1090e774,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:04.804125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] The port 'cea127d0-733f-4089-afb2-c4cb3d0acb3c' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:04.811466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 959f45f3-c2c7-496f-ada3-4e2232eae19e {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:04.823533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d487c4e-dae1-4f28-a347-0d6f80218d52 req-d8315e07-199e-4336-92ec-59036e402499 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:04.825266 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d487c4e-dae1-4f28-a347-0d6f80218d52 req-d8315e07-199e-4336-92ec-59036e402499 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.7500398 Mar 11 16:08:04.838672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43633f8-3334-478a-8c82-8fb462fd21ce None None] Network f8a1aa69-5372-4335-8860-4b6ca4bff838 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:04.843442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.875343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.901176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.930285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-44027d0e-8862-46fa-968e-2afa055d8686 None None] Port dde6a985-6739-4149-8ceb-f417278c15bb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:04.936092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:04.966296 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-32ce46f2-bf4a-4683-b516-ccddd305f9c5 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/subnets/53fa800b-100c-45d8-a857-162c1090e774 HTTP/1.1" status: 204 len: 168 time: 2.3650048 Mar 11 16:08:04.971376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34866) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:04.984478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 1627a53c-be98-44fc-8a13-3354842eeceb is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:04.987460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:05.077855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.181598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.198465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] DHCP port deletion for f8a1aa69-5372-4335-8860-4b6ca4bff838 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:05.204431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Deleting port e7c25f9c-7637-4173-8ddf-d69e4246d825 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:05.205439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.213128 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d487c4e-dae1-4f28-a347-0d6f80218d52 req-76067091-9e13-40db-bd62-e0e64072fbe0 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774071 Mar 11 16:08:05.217314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.221170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router bc48274d-48f2-4694-8ad5-b0d7d946ef76 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:05.246652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5c4942-5952-49c6-8c2e-f61c62cf0aa1']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:05.257308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.279980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7244423d-5021-411d-a30f-478778c214a2') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:05.280289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7244423d-5021-411d-a30f-478778c214a2') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:05.345123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.353377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.357235 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8875433f-0eee-480a-a739-7efee5d600b6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76 HTTP/1.1" status: 204 len: 168 time: 2.0446253 Mar 11 16:08:05.360564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34870) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:05.362059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.366365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Pushing event deleted for resources: {'Port': ['ID=dfed40dc-7b15-4595-892e-393b2eb4e375,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:05.376465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.378587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e7c25f9c-7637-4173-8ddf-d69e4246d825 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:05.421841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.443175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:05.443175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:05.460853 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:05.568056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] For port e7c25f9c-7637-4173-8ddf-d69e4246d825, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e7c25f9c-7637-4173-8ddf-d69e4246d825,segment=NetworkSegment(36aef39c-809a-45fb-9543-09d87e5efb0b),segment_id=36aef39c-809a-45fb-9543-09d87e5efb0b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:05.568449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.603866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.607754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d63e9234-8376-4072-9d1e-cdb023f40f5c None None] Provisioning complete for port 80168644-c247-48dd-92e5-c05c75cc35bf triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:05.608126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d63e9234-8376-4072-9d1e-cdb023f40f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.641043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.653298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Network': ['ID=6d5c4942-5952-49c6-8c2e-f61c62cf0aa1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:05.663377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.702405 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f10e930c-5f47-4040-b913-c81ff8b922c0 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/networks/6d5c4942-5952-49c6-8c2e-f61c62cf0aa1 HTTP/1.1" status: 204 len: 168 time: 3.6236193 Mar 11 16:08:05.702405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.715463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34874) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:05.720584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=959f45f3-c2c7-496f-ada3-4e2232eae19e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:05.757270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.761359 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5059275e-12ce-4d31-9950-ceda6a5c76a5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/959f45f3-c2c7-496f-ada3-4e2232eae19e HTTP/1.1" status: 204 len: 168 time: 1.6058328 Mar 11 16:08:05.764949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:05.767779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b281173c-6283-4562-a65c-8059917f578a None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:05.790819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Calling delete_port for e7c25f9c-7637-4173-8ddf-d69e4246d825 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:05.918978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d63e9234-8376-4072-9d1e-cdb023f40f5c None None] Port 80168644-c247-48dd-92e5-c05c75cc35bf cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:05.920298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:05.986924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet c2d6ce2f-9a74-4d8b-a295-453fd788737f {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:05.995045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.087344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.141556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.225841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Pushing event deleted for resources: {'Port': ['ID=e7c25f9c-7637-4173-8ddf-d69e4246d825,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:06.249567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.252767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.255989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-139e64df-4b9a-402f-9b58-2110d5bb368a tempest-FloatingIPAdminTestJSON-235556550 tempest-FloatingIPAdminTestJSON-235556550-project] 10.222.0.78 "DELETE /v2.0/floatingips/e092e718-381b-49cb-81bc-dcd1d2d6aca9 HTTP/1.1" status: 204 len: 168 time: 3.4268491 Mar 11 16:08:06.265393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.266439 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port cdd790db-1091-4e55-bee8-701903df7d64 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:06.267016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.283532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] No DVR routers for this DVR port e7c25f9c-7637-4173-8ddf-d69e4246d825 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:06.291699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.292056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.292841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.293002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.293225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.296608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.297668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.297921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.298371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.298597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.298930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0978de-7b7a-428b-b356-b2e7859b9844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:06.356673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.379433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting subnet da152c82-8073-44c6-98ec-590864530d10 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:06.483531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.581949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d6ce2f-9a74-4d8b-a295-453fd788737f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:06.594391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.623782 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ebc3eeb0-7b68-47da-aa99-e6bd98acec40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c2d6ce2f-9a74-4d8b-a295-453fd788737f HTTP/1.1" status: 204 len: 168 time: 0.8589637 Mar 11 16:08:06.626595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.628269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:06.697987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.698671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.728116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.754900 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f04e9a43-b664-43fd-b94b-fdf717539089 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216323 Mar 11 16:08:06.765050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34892) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:06.769645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet fcf7244d-3919-4ca1-a151-e0362905bae0 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:06.771295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:06.777274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:06.795280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.875278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.875596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:06.951748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=dde6a985-6739-4149-8ceb-f417278c15bb,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:07.055286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for cdd790db-1091-4e55-bee8-701903df7d64 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:07.075367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:07.093562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:07.100406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:07.106634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5f283-b85d-4c1f-a921-982b048f49bd None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:07.110544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:07.113620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network c81416fd-ef39-4d71-af47-8a330b983acf is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:07.117579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:07.138406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.188823 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3886ed30-32e8-4f1a-8472-4d9603975951 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb056ff2f32d463dafe34db8005d3eee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134681 Mar 11 16:08:07.301695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-baef5471-601d-4769-911a-80a53beade0f None None] Provisioning complete for port fb2b1162-92f1-4203-9936-84f51d671dd5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:07.303373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-baef5471-601d-4769-911a-80a53beade0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.326386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-a62d861f-e4d3-4780-8246-1f3ea7e1a1cd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:07.327982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-a62d861f-e4d3-4780-8246-1f3ea7e1a1cd tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.11 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.8823583 Mar 11 16:08:07.337417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34902) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:07.362756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:07.368004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.456648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8704c3-3de5-477e-bf0a-76cfa9050cc9 req-51ee2315-45ab-4f18-83e7-1dd3b73da899 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:07.459102 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0f8704c3-3de5-477e-bf0a-76cfa9050cc9 req-51ee2315-45ab-4f18-83e7-1dd3b73da899 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.9323184 Mar 11 16:08:07.508452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:07.512541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Deleting port fb2b1162-92f1-4203-9936-84f51d671dd5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:07.512910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.565521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.617022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Deleting port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:07.617756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.725696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-722c9ee4-9ec2-454f-aeb8-796406a91434 None None] Provisioning complete for port dde6a985-6739-4149-8ceb-f417278c15bb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:07.726154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-722c9ee4-9ec2-454f-aeb8-796406a91434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.794451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] For port fb2b1162-92f1-4203-9936-84f51d671dd5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fb2b1162-92f1-4203-9936-84f51d671dd5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:07.794750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.805603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0f8704c3-3de5-477e-bf0a-76cfa9050cc9 req-9bc61a63-f446-4238-83a4-f0f0f040826e tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219914 Mar 11 16:08:07.809675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-722c9ee4-9ec2-454f-aeb8-796406a91434 None None] Port dde6a985-6739-4149-8ceb-f417278c15bb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:07.845776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.890742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:07.906506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Router 5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:08:07.928324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Calling delete_port for fb2b1162-92f1-4203-9936-84f51d671dd5 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:07.975081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.039525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.042757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.108662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] Pushing event deleted for resources: {'Port': ['ID=fb2b1162-92f1-4203-9936-84f51d671dd5,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:08.117407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.121326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd837492-25b6-4b37-97cf-e1d4d693cc0f None None] No DVR routers for this DVR port fb2b1162-92f1-4203-9936-84f51d671dd5 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:08.126804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f56f6924-704e-4c2a-b051-030fce7c14eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.155158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:08:08.168207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Subnet': ['ID=da152c82-8073-44c6-98ec-590864530d10,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:08.184865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Router 24e3c056-0659-4a96-a0bf-276b8672c604 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:08.211099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=cdd790db-1091-4e55-bee8-701903df7d64,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:08.225839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e454b20-42e3-443b-8102-6bcd7e3329da None None] Network 4ebc4feb-74c5-4133-9af7-024c1e0dae23 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:08.229665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.247793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.384124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:08.389404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf7244d-3919-4ca1-a151-e0362905bae0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:08.391753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_pluggable_backend [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Port fb2b1162-92f1-4203-9936-84f51d671dd5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83841) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 16:08:08.392056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_pluggable_backend [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Reverting IP allocation for 2001:db8::f816:3eff:fe57:2bfd {{(pid=83841) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 16:08:08.393563 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] Sync routers for ids ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:08.398438 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-48996ad1-920a-430c-a929-583571afcbd3 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/routers/5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2853382 Mar 11 16:08:08.400883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34906) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:08.418629 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] Routers {'5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:08.420093 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:08.423131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b676b8f-9423-4c3d-83e7-c92852260ac1 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/subnets/da152c82-8073-44c6-98ec-590864530d10 HTTP/1.1" status: 204 len: 168 time: 3.4371524 Mar 11 16:08:08.439827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34910) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:08.480749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.503568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.504705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b1d7d1-5327-485a-a2f5-ff9268949c71 None None] Network a1280f43-c385-4467-b9ad-0782bc675e30 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:08.533203 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:08.554766 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] Routers {'5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:08.556537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:08.557265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] DHCP port deletion for 4ebc4feb-74c5-4133-9af7-024c1e0dae23 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:08.618150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-61dc0bd1-e966-4453-94cc-c1704c8d7d87 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/fcf7244d-3919-4ca1-a151-e0362905bae0 HTTP/1.1" status: 204 len: 168 time: 3.2448351 Mar 11 16:08:08.618150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34914) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:08.622563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] For port e49ca647-b7d1-4e4a-b7cf-8933a23dc999, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:08.623057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.633955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Deleting port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:08.634378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.644049 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:08.644770 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a585ab5-440f-466b-a16e-d2ecc3d8fc8c None None] The sync data for ids ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:08.650159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.654104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:08.663071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:08.668928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:08.669515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.687706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=6f1d4808-cfac-40f2-8d90-2a18bca2175a,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:08.690610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23ab42e-d664-4bea-8003-f437abc088a6 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9785807 Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.747603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.748318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.748318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.748541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.748836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.749149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.749460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406c605-3d06-4447-a6f0-33619729e776 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:08:08.752943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34918) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:08.753109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.756015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.760763 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f647c9d-6e56-4feb-989c-26dfea5a58e8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/floatingips/8c2726d8-3439-4be9-a24b-49239a64ffbd HTTP/1.1" status: 204 len: 168 time: 3.0393088 Mar 11 16:08:08.761368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c1aa1-1175-49a0-be88-5291c6f4ccf2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:08.762108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e09c1aa1-1175-49a0-be88-5291c6f4ccf2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:08.766615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.766862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34920) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:08.769427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:08.774153 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d6a82bc4-b802-48ae-b7bb-e92590946149 HTTP/1.1" status: 204 len: 168 time: 1.4287655 Mar 11 16:08:08.774424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:08.821565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d46e1-d22a-4e4b-b2d6-a8194d368485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a82bc4-b802-48ae-b7bb-e92590946149,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.070816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.122835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a1aa69-5372-4335-8860-4b6ca4bff838']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:09.138544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aef39c-809a-45fb-9543-09d87e5efb0b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:09.138807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aef39c-809a-45fb-9543-09d87e5efb0b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:09.151834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.169022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.176214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:09.176573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:09.255990 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:09.258560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34932) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.293833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] For port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,segment=NetworkSegment(49341898-5c3f-45b6-bbc3-c50407856214),segment_id=49341898-5c3f-45b6-bbc3-c50407856214)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:09.293833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.342482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.343455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.344103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Floating IP f7a0e565-692f-4c51-88fa-8dcc3db696e4 disassociated. External IP: 172.26.4.226, port: e49ca647-b7d1-4e4a-b7cf-8933a23dc999. Mar 11 16:08:09.344870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Calling delete_port for e49ca647-b7d1-4e4a-b7cf-8933a23dc999 owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:09.357961 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05593b7-506e-43c2-8b85-6c73a67eae72 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] DELETE failed (client error): The resource could not be found. Mar 11 16:08:09.358416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05593b7-506e-43c2-8b85-6c73a67eae72 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:09.362597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d05593b7-506e-43c2-8b85-6c73a67eae72 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/6620c420-5ebe-4486-a38d-c346d1678211 HTTP/1.1" status: 404 len: 333 time: 0.4285078 Mar 11 16:08:09.367879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e09c1aa1-1175-49a0-be88-5291c6f4ccf2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:09.369004 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e09c1aa1-1175-49a0-be88-5291c6f4ccf2 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?device_id=5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e HTTP/1.1" status: 200 len: 989 time: 0.9660456 Mar 11 16:08:09.370818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34936) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.378127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34938) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.379780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.431352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fb2b1162-92f1-4203-9936-84f51d671dd5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:09.463502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Calling delete_port for 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:09.495486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.535982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e687eae9-d87d-4192-b5e2-d23a2676c838 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Synchronizing usage tracker for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:09.552632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.554183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: fb2b1162-92f1-4203-9936-84f51d671dd5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:09.554475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fb2b1162-92f1-4203-9936-84f51d671dd5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:09.555026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:09.566290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 48ddfcd7-ba69-4c87-b0e4-8473d915739d {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:09.572770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.612688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '6f1d4808-cfac-40f2-8d90-2a18bca2175a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:09.613619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.619101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Network': ['ID=f8a1aa69-5372-4335-8860-4b6ca4bff838,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.647597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cc422960-e68e-4003-8e71-9bce57ace213 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/networks/f8a1aa69-5372-4335-8860-4b6ca4bff838 HTTP/1.1" status: 204 len: 168 time: 1.2067137 Mar 11 16:08:09.654176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34944) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.683139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:09.694642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:09.696717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:09.706363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e687eae9-d87d-4192-b5e2-d23a2676c838 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Unset dirty status for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:09.706363 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e687eae9-d87d-4192-b5e2-d23a2676c838 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/ports?device_id=ee366146-9778-41c0-9711-5f9cdd3fd06e HTTP/1.1" status: 200 len: 205 time: 0.3306723 Mar 11 16:08:09.706363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:09.711386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Usage tracker for resource:security_group_rule and tenant:db391e9920cf45d5aef4361d1ef002ab is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:09.715998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34948) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.737245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.737680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] DHCP port deletion for a1280f43-c385-4467-b9ad-0782bc675e30 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:09.753470 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No ports have port_id starting with 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 Mar 11 16:08:09.756065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Deleting port 5a7518da-d340-4eb1-a27a-9855f891e4be {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:09.756458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.799959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.807537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001998a-77aa-49e3-aa43-5589d3720de4 req-672117bf-bebb-400b-a966-d6d00f6a16d8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:09.809273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b001998a-77aa-49e3-aa43-5589d3720de4 req-672117bf-bebb-400b-a966-d6d00f6a16d8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 945 time: 0.4038122 Mar 11 16:08:09.841454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:09.847503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:09.862737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:09.868061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:09.872275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Sync routers for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:09.875230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] Pushing event deleted for resources: {'Port': ['ID=4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.899123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:09.907323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-9828d113-3f02-48e4-bd05-fb6fa2bf9b08 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] delete failed (client error): The resource could not be found. Mar 11 16:08:09.912079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9828d113-3f02-48e4-bd05-fb6fa2bf9b08 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/routers/ee366146-9778-41c0-9711-5f9cdd3fd06e HTTP/1.1" status: 404 len: 336 time: 0.1240201 Mar 11 16:08:09.919554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34952) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:09.928148 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-66572727-aeb5-4abb-9021-daacc15d335d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "PUT /v2.0/routers/24e3c056-0659-4a96-a0bf-276b8672c604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8074377 Mar 11 16:08:09.929486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event deleted for resources: {'Port': ['ID=e49ca647-b7d1-4e4a-b7cf-8933a23dc999,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:09.960731 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b001998a-77aa-49e3-aa43-5589d3720de4 req-b0a0f0f2-30fb-4087-b9a6-9575cbadca5a tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups?id=c74de731-2fd6-41b9-8d68-cc1f1f6080b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439338 Mar 11 16:08:09.984262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1c1b99-a938-417d-a6ab-1d505295b379 None None] No DVR routers for this DVR port 4bcfa02b-66b6-4dbf-bfd7-9db423d0ebf9 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:09.995537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:10.042358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafbb5cf-6e0f-4818-ba56-200bee0ef7d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] DELETE failed (client error): The resource could not be found. Mar 11 16:08:10.043198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafbb5cf-6e0f-4818-ba56-200bee0ef7d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:10.051257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:10.051257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:07:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:10.062833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.119849 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eafbb5cf-6e0f-4818-ba56-200bee0ef7d6 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/subnets/fd0b921d-42c9-4e33-80de-4fa9199f6040 HTTP/1.1" status: 404 len: 337 time: 0.1887555 Mar 11 16:08:10.125624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34958) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:10.164149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.296912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.371230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Allocated IP 2001:db8::f816:3eff:fed0:a520 (a5201ef7-2506-4639-87b8-8e23809c1ec8/6f1d4808-cfac-40f2-8d90-2a18bca2175a/69817dc9-377c-4a60-96a0-ef88e7a0272d) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:10.394969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.400912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=48ddfcd7-ba69-4c87-b0e4-8473d915739d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:10.408693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d94b40-637b-428b-8365-82e76edd3d90 None None] Network a8a51be9-24e9-448b-b927-bd224bf5b179 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:10.415708 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7717f26-8c75-401a-af9e-6c493e56bbe8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/48ddfcd7-ba69-4c87-b0e4-8473d915739d HTTP/1.1" status: 204 len: 168 time: 1.7982740 Mar 11 16:08:10.422799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34968) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:10.524634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] For port 5a7518da-d340-4eb1-a27a-9855f891e4be, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5a7518da-d340-4eb1-a27a-9855f891e4be,segment=NetworkSegment(5ae05305-c897-4980-b26f-3f72c8311863),segment_id=5ae05305-c897-4980-b26f-3f72c8311863)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:10.525286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.548848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-5b997330-98cf-45a9-866e-e9006e5cfbf8 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-770486906&fields=id&tenant_id=8f28bf28d15742a2be1fb07c696cedba HTTP/1.1" status: 200 len: 267 time: 0.1836858 Mar 11 16:08:10.577779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port d01d496e-8aac-4e98-9c5d-9c48a518e1d1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:10.578287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.670765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.718131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5a7518da-d340-4eb1-a27a-9855f891e4be {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:10.718523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.741456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e49ca647-b7d1-4e4a-b7cf-8933a23dc999 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:10.814366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.844184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Calling delete_port for 5a7518da-d340-4eb1-a27a-9855f891e4be owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:10.851811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.860579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:10.863224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-934a09ef-e00f-4c46-9e06-3ea440b17f64 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:10.865785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-934a09ef-e00f-4c46-9e06-3ea440b17f64 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 796 time: 0.2943318 Mar 11 16:08:10.871768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: e49ca647-b7d1-4e4a-b7cf-8933a23dc999 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:10.871768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e49ca647-b7d1-4e4a-b7cf-8933a23dc999 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:10.901802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Router ed110f65-dd3f-490b-ba2b-44a985ae5036 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:10.927101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:10.934133 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-4e8d9ae1-9738-4bba-bc4a-a95c90f0d935 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/quotas/8f28bf28d15742a2be1fb07c696cedba HTTP/1.1" status: 200 len: 375 time: 0.0545650 Mar 11 16:08:10.945697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.020424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ebc4feb-74c5-4133-9af7-024c1e0dae23']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.084034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49341898-5c3f-45b6-bbc3-c50407856214') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.084298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49341898-5c3f-45b6-bbc3-c50407856214') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:11.134824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.155915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.164659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:11.165079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:11.187039 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:11.244029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.268140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0638318f-a069-44bd-a3a7-f4af71b4ba0f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:11.335644 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-32ef9928-5f87-4513-a0ea-69946c903a50 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db391e9920cf45d5aef4361d1ef002ab&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0321763 Mar 11 16:08:11.371542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34974) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:11.388109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-087a85a2-8106-4f67-83e0-17e972762c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.403474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-303f7b4a-d408-4d73-99ab-65408aa25437 req-9d94aefe-d036-4e8a-ba85-5029ac9a0fef tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Synchronizing usage tracker for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:11.408317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 5a7518da-d340-4eb1-a27a-9855f891e4be, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5a7518da-d340-4eb1-a27a-9855f891e4be,segment=NetworkSegment(5ae05305-c897-4980-b26f-3f72c8311863),segment_id=5ae05305-c897-4980-b26f-3f72c8311863)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:11.408678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.421308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.424155 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f1d4808-cfac-40f2-8d90-2a18bca2175a (CIDR: 2001:db8::/64) Mar 11 16:08:11.427430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5a7518da-d340-4eb1-a27a-9855f891e4be no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:11.456483 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:08:11.456928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:11.460562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Transition to ACTIVE for port object 69817dc9-377c-4a60-96a0-ef88e7a0272d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:11.469463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.506663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.539498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Network': ['ID=4ebc4feb-74c5-4133-9af7-024c1e0dae23,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:11.555527 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f18254a-99aa-4678-ad1e-a4d9f522bd73 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/networks/4ebc4feb-74c5-4133-9af7-024c1e0dae23 HTTP/1.1" status: 204 len: 168 time: 1.8951354 Mar 11 16:08:11.556414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 34978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:11.556563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.563164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 5a7518da-d340-4eb1-a27a-9855f891e4be owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:11.574819 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cb74cf7f-464d-4dbe-a269-3a15db649308 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8069980 Mar 11 16:08:11.578599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34980) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:11.581380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5a7518da-d340-4eb1-a27a-9855f891e4be {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:11.582078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5a7518da-d340-4eb1-a27a-9855f891e4be not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:11.614851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] Pushing event deleted for resources: {'Port': ['ID=5a7518da-d340-4eb1-a27a-9855f891e4be,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:11.615485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:11.642607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7696bc-3d75-44b4-bc55-cfe31105f3c7 None None] No DVR routers for this DVR port 5a7518da-d340-4eb1-a27a-9855f891e4be on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:11.647730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Transition to ACTIVE for port object 69817dc9-377c-4a60-96a0-ef88e7a0272d will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:11.663766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.676542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-303f7b4a-d408-4d73-99ab-65408aa25437 req-9d94aefe-d036-4e8a-ba85-5029ac9a0fef tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Unset dirty status for tenant:a97882f3678e41f9a1ce68ebb66dea20 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:11.678358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-303f7b4a-d408-4d73-99ab-65408aa25437 req-9d94aefe-d036-4e8a-ba85-5029ac9a0fef tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.5031233 Mar 11 16:08:11.729126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-a8f3b21a-9a11-4218-b8be-9a5d9514e544 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Synchronizing usage tracker for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:11.774442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] DHCP port deletion for a8a51be9-24e9-448b-b927-bd224bf5b179 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:11.789252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for d01d496e-8aac-4e98-9c5d-9c48a518e1d1 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:11.793999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Deleting port ff7e5a57-caa7-4a61-a0cd-299a5429e41c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:11.794556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.828212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:11.861061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-a8f3b21a-9a11-4218-b8be-9a5d9514e544 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Unset dirty status for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:11.862405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-a8f3b21a-9a11-4218-b8be-9a5d9514e544 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9224553 Mar 11 16:08:11.867235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:11.867579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:11.881317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:11.885109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:11.892807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Pushing event updated for resources: {'Port': ['ID=69817dc9-377c-4a60-96a0-ef88e7a0272d,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:11.898563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:11.967566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.009986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.016811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting subnet 0fbd4660-ab90-4689-b624-2e224e8e6ce7 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:12.026014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.129565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Attempting to bind port 69817dc9-377c-4a60-96a0-ef88e7a0272d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:12.130101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Attempting to bind port 69817dc9-377c-4a60-96a0-ef88e7a0272d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:12.130669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Attempting to bind port 69817dc9-377c-4a60-96a0-ef88e7a0272d on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:12.157893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.186522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.211011 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d085924b-eb87-4f0e-9a3c-75825652ff49 service neutron] 10.222.0.78 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022156 Mar 11 16:08:12.214055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:12.214820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:12.215376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.215900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:12.216519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Bound port: 69817dc9-377c-4a60-96a0-ef88e7a0272d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:12.217029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.256655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:12.272722 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Sync routers for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:12.295026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:02Z', 'revision_number': 2, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:12.296713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:12.298454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] For port ff7e5a57-caa7-4a61-a0cd-299a5429e41c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,segment=NetworkSegment(838cb026-f13b-4c19-993a-c763ec11b2e3),segment_id=838cb026-f13b-4c19-993a-c763ec11b2e3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:12.299000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.300701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:12.304971 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:12.315017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:12.324652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:12.325323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Checking router: 24e3c056-0659-4a96-a0bf-276b8672c604 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:12.326069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Updating router 24e3c056-0659-4a96-a0bf-276b8672c604 port 80168644-c247-48dd-92e5-c05c75cc35bf binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:08:12.352344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:12.371113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5a7518da-d340-4eb1-a27a-9855f891e4be {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:12.371617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.387807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:12.391415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.414694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.505696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] No DVR routers for this DVR port e49ca647-b7d1-4e4a-b7cf-8933a23dc999 on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:12.515059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.522960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] The port '5a7518da-d340-4eb1-a27a-9855f891e4be' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:12.524620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'name': 'network-vif-deleted', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:12.549157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Calling delete_port for ff7e5a57-caa7-4a61-a0cd-299a5429e41c owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:12.581659 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8848023e-08d4-4a03-8702-f9631d5fc873 req-240a4367-5f7d-42bd-983c-5edc6cf55486 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.11 "DELETE /v2.0/ports/e49ca647-b7d1-4e4a-b7cf-8933a23dc999 HTTP/1.1" status: 204 len: 173 time: 5.2282798 Mar 11 16:08:12.595888 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:12.629632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.637060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=d01d496e-8aac-4e98-9c5d-9c48a518e1d1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:12.641820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] For port 69817dc9-377c-4a60-96a0-ef88e7a0272d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:12.648876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.662398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06abeb5b-33d5-44ac-b298-cccc49bfa9fb', 'name': 'network-vif-deleted', 'tag': 'e49ca647-b7d1-4e4a-b7cf-8933a23dc999', 'status': 'completed', 'code': 200} Mar 11 16:08:12.668219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] For port 69817dc9-377c-4a60-96a0-ef88e7a0272d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69817dc9-377c-4a60-96a0-ef88e7a0272d,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:12.698818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.763386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.774502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.790312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0638318f-a069-44bd-a3a7-f4af71b4ba0f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:12.926118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] No DVR routers for this DVR port ff7e5a57-caa7-4a61-a0cd-299a5429e41c on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:12.926833 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-e256abb5-bda3-461a-8577-b28bf86ed163 service neutron] 10.222.0.78 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981900 Mar 11 16:08:12.961461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:12.973379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc90e2a-421a-4108-acf8-be92dbefe676 None None] Pushing event updated for resources: {'Port': ['ID=69817dc9-377c-4a60-96a0-ef88e7a0272d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:13.025752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.039647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e36a0e-08cb-4042-a205-bf0f0fa89fb3 None None] Pushing event deleted for resources: {'Port': ['ID=ff7e5a57-caa7-4a61-a0cd-299a5429e41c,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:13.097717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.099262 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9b34e4bb-e7bd-4318-b4d4-9ca6725e2b0f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0638318f-a069-44bd-a3a7-f4af71b4ba0f HTTP/1.1" status: 204 len: 168 time: 1.7252910 Mar 11 16:08:13.150268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-46ebfad9-17ae-44d2-96e3-6989ada97aa5 req-b07c8aa3-55f4-4818-a5af-9df216269a5b tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/ports?device_id=06abeb5b-33d5-44ac-b298-cccc49bfa9fb HTTP/1.1" status: 200 len: 210 time: 0.2124410 Mar 11 16:08:13.222535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1280f43-c385-4467-b9ad-0782bc675e30']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:13.248856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae05305-c897-4980-b26f-3f72c8311863') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:13.250774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae05305-c897-4980-b26f-3f72c8311863') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:13.272820 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:13.279538 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Checking router: ed110f65-dd3f-490b-ba2b-44a985ae5036 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:13.293791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.307810 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:13.308537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:13.331597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.346412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.413168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.431011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.451140 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4527fe9a-e69a-4bdf-8816-0ccd99a78fa1 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/d01d496e-8aac-4e98-9c5d-9c48a518e1d1 HTTP/1.1" status: 204 len: 168 time: 3.3112276 Mar 11 16:08:13.457233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 34996) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:13.484267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ff7e5a57-caa7-4a61-a0cd-299a5429e41c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:13.531663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:13.538293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.581460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ff7e5a57-caa7-4a61-a0cd-299a5429e41c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:13.582090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ff7e5a57-caa7-4a61-a0cd-299a5429e41c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:13.585291 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:13.589680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbd4660-ab90-4689-b624-2e224e8e6ce7,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:13.599279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.603953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0968ae-496f-4515-bf68-895c12d33103 None None] Network 2b444497-2099-4307-927c-d04fe292d00b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:13.621827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:13.631568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdc7e2cf-bb70-450d-aad6-8b770cec8425 req-e281fa99-2be3-40c4-a6c0-920f50905f68 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 210 time: 0.2243164 Mar 11 16:08:13.749121 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:13.769367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 8e6e1edc-f173-4371-bd74-801b29df1662 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:13.769729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.017273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:14.085291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.088713 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d0edc67-694f-4a32-8add-47c8be8ec771 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/subnets/0fbd4660-ab90-4689-b624-2e224e8e6ce7 HTTP/1.1" status: 204 len: 168 time: 2.4938149 Mar 11 16:08:14.091117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Transition to ACTIVE for port object 80168644-c247-48dd-92e5-c05c75cc35bf will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:14.096237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35008) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.112182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.128021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.156646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=a1280f43-c385-4467-b9ad-0782bc675e30,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:14.164935 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-138714e4-8238-44dd-b6e3-cb7aceb0dbda tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/a1280f43-c385-4467-b9ad-0782bc675e30 HTTP/1.1" status: 204 len: 168 time: 3.7376750 Mar 11 16:08:14.166572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35012) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.301285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] DHCP port deletion for 2b444497-2099-4307-927c-d04fe292d00b request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:14.310323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35018) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.377660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.403973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Deleting port 73f51329-c7df-4c8c-ad96-5d4912883e49 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:14.404788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.453767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.457242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:14.516035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639883-b475-453b-b808-2ae0014784d8 None None] Pushing event updated for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:14.658548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.686208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting port 73f51329-c7df-4c8c-ad96-5d4912883e49 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:14.686557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.708511 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:14.718682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.731789 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165eaa9c-341c-4700-89ab-dacb1dd5a538 None None] The sync data for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv is: [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:03:17Z', 'revision_number': 4, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '7da32d90-a5bf-4802-a677-16e226385f8e', 'name': '', 'network_id': '5d3b0383-841b-4642-9197-d70db7b832e5', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'mac_address': 'fa:16:3e:0b:33:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:14Z', 'updated_at': '2022-03-11T16:03:49Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'subnets': [{'id': 'c80c2253-f28c-4a05-9e06-38f81fbf8bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:14.771740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a51be9-24e9-448b-b927-bd224bf5b179']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:14.814539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838cb026-f13b-4c19-993a-c763ec11b2e3') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:14.815080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838cb026-f13b-4c19-993a-c763ec11b2e3') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:14.850273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.856708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Attempting to bind port 80168644-c247-48dd-92e5-c05c75cc35bf on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:14.857298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Attempting to bind port 80168644-c247-48dd-92e5-c05c75cc35bf by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:14.858934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Attempting to bind port 80168644-c247-48dd-92e5-c05c75cc35bf on network 1627a53c-be98-44fc-8a13-3354842eeceb {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:14.877695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:14.878090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Checking segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:14.878491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.879280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Bound using segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:14.879932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Bound port: 80168644-c247-48dd-92e5-c05c75cc35bf, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:14.880609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.958015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:14.975742 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0dc7d365-3c18-4ffb-9e34-5631702f268c req-c8bc75a0-c4cd-4288-b1c4-485c5e327f27 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 210 time: 0.0772483 Mar 11 16:08:14.979814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.048016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:15.048736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:15.072742 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:15.080725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.161446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.226702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.243211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.255660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.259971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5b9ff-f0dd-4189-9480-2ebb406c68f1 None None] New status for floating IP f7a0e565-692f-4c51-88fa-8dcc3db696e4: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:08:15.286527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.377016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=a8a51be9-24e9-448b-b927-bd224bf5b179,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:15.406380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 8e6e1edc-f173-4371-bd74-801b29df1662 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:15.406611 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd8b7bd8-6fb8-477c-a04e-6f86be853f40 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/a8a51be9-24e9-448b-b927-bd224bf5b179 HTTP/1.1" status: 204 len: 168 time: 1.2378061 Mar 11 16:08:15.487393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35030) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:15.494040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69817dc9-377c-4a60-96a0-ef88e7a0272d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:15.533358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-893969027'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:15.547392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] For port 73f51329-c7df-4c8c-ad96-5d4912883e49, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=73f51329-c7df-4c8c-ad96-5d4912883e49,segment=NetworkSegment(700be541-eed9-4bfc-bcea-be63d34724d5),segment_id=700be541-eed9-4bfc-bcea-be63d34724d5)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:15.547788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.568826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:15.627692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:15.635846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] For port 80168644-c247-48dd-92e5-c05c75cc35bf, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:15.647044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-6c9d415b-1c2e-439d-bf8c-9ce3996d49bb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:15.648850 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-6c9d415b-1c2e-439d-bf8c-9ce3996d49bb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 796 time: 0.3572235 Mar 11 16:08:15.659556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.701589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74de731-2fd6-41b9-8d68-cc1f1f6080b4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:15.705594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:15.710918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:15.719117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:15.721439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=c48c7198-ffdf-4bb0-985a-65cd486206af,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:15.732184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:15.741215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:15.744491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Usage tracker for resource:security_group_rule and tenant:fc6e9e8e1ad040dc96d6bdcc9cc8a8de is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:15.755907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:15.756356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.764701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.767317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Calling delete_port for 73f51329-c7df-4c8c-ad96-5d4912883e49 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:15.768627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-745bb849-05ee-4a1f-89d8-01089a39be6d tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "DELETE /v2.0/security-groups/c74de731-2fd6-41b9-8d68-cc1f1f6080b4 HTTP/1.1" status: 204 len: 168 time: 1.2541950 Mar 11 16:08:15.769104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:15.769548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35034) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:15.775481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-7be0d7bc-7bd5-4918-ad11-c3f66955baf6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f28bf28d15742a2be1fb07c696cedba HTTP/1.1" status: 200 len: 379 time: 0.1020350 Mar 11 16:08:15.793339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'port': {'device_id': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'admin_state_up': True, 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'security_groups': ['50e6e326-2200-4627-b7eb-c006c3e4fbba']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:15.799514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:15.815003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e0c0d0-86bb-4c84-b8d2-b0334d612019 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:15.818216 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6ae3adf7-8df6-4fa4-9163-e05d821c57b8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] show failed (client error): The resource could not be found. Mar 11 16:08:15.822155 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ae3adf7-8df6-4fa4-9163-e05d821c57b8 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "GET /v2.0/security-groups/c74de731-2fd6-41b9-8d68-cc1f1f6080b4 HTTP/1.1" status: 404 len: 347 time: 0.0512211 Mar 11 16:08:15.822784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35038) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:15.895286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:15.899129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:15.910157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] For port 80168644-c247-48dd-92e5-c05c75cc35bf, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80168644-c247-48dd-92e5-c05c75cc35bf,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:15.941564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.054845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a271fa44-a955-4505-9f8a-f11c308a4e42 None None] Provisioning for port 69817dc9-377c-4a60-96a0-ef88e7a0272d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:16.058531 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2a4b94dd-ce5f-4861-a992-016d39cf2174 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4787178 Mar 11 16:08:16.062849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35044) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:16.076767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:c9:a2:d9', 'name': 'tempest-NetworksTestDHCPv6-660352217'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:16.110115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79639883-b475-453b-b808-2ae0014784d8 None None] Pushing event updated for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:16.149639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 69817dc9-377c-4a60-96a0-ef88e7a0272d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:16.156194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.175832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] For port 73f51329-c7df-4c8c-ad96-5d4912883e49, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=73f51329-c7df-4c8c-ad96-5d4912883e49,segment=NetworkSegment(700be541-eed9-4bfc-bcea-be63d34724d5),segment_id=700be541-eed9-4bfc-bcea-be63d34724d5)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:16.176217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.250328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 69817dc9-377c-4a60-96a0-ef88e7a0272d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:16.252623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.276320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Deleting port eb6e0df3-4a96-4890-af08-87d1a1270196 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:16.278016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.295321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] Pushing event deleted for resources: {'Port': ['ID=73f51329-c7df-4c8c-ad96-5d4912883e49,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:16.305859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:16.306484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:16.331762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:16.349940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Calling delete_port for 73f51329-c7df-4c8c-ad96-5d4912883e49 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:16.378258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.402239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-65f088ba-8799-4630-b480-91a6c0dab19c req-fbbd1d30-cb95-4ecb-b6c5-f7d62ec66759 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 210 time: 0.0668552 Mar 11 16:08:16.403728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:16.416970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:16.419603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:16.447371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:16.449116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:16.470441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:16.505679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=8e6e1edc-f173-4371-bd74-801b29df1662,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:16.528908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e633fbe-989f-4cd5-bae1-e7026a5882f3 None None] No DVR routers for this DVR port 73f51329-c7df-4c8c-ad96-5d4912883e49 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:16.555133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port dde6a985-6739-4149-8ceb-f417278c15bb {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:16.555609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.611827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.612273 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe of type vlan for network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea Mar 11 16:08:16.670316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Made reservation on behalf of 8f28bf28d15742a2be1fb07c696cedba for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:16.673746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.693023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:16.778158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:16.795040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.796316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:16.796761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:16.804746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.809246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.821871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.851067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.875841 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71eea149-d480-4058-bf77-8d5966e69b2e tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/ports/8e6e1edc-f173-4371-bd74-801b29df1662 HTTP/1.1" status: 204 len: 168 time: 3.4154525 Mar 11 16:08:16.889598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.890294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:16.902776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:16.949256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d92480-6b2a-4e6a-b345-edd3c5c02fcf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:16.993535 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-188ca8fa-a712-4160-846b-87b61cd05f9c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc6e9e8e1ad040dc96d6bdcc9cc8a8de&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5510843 Mar 11 16:08:16.995834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35052) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:17.024613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.028857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:17.029361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.034147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.051189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Calling delete_port for eb6e0df3-4a96-4890-af08-87d1a1270196 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:17.160745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 69817dc9-377c-4a60-96a0-ef88e7a0272d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69817dc9-377c-4a60-96a0-ef88e7a0272d,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:17.170747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.178800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.225519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Allocated IP 172.20.0.14 (1627a53c-be98-44fc-8a13-3354842eeceb/d5085c31-6639-4d8f-b71b-ae79ec1af900/8ffd16a7-da9a-43ce-a37f-ea981b33c248) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:17.248351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port b3824dc0-f199-48b2-92c5-75578cbabdad yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:17.303327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 73f51329-c7df-4c8c-ad96-5d4912883e49 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:17.357789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 73f51329-c7df-4c8c-ad96-5d4912883e49 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:17.358128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 73f51329-c7df-4c8c-ad96-5d4912883e49 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:17.400396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Deleting port 73f51329-c7df-4c8c-ad96-5d4912883e49 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:17.400807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.405347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Update dhcp port {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'fixed_ips': [{'subnet_id': '6f1d4808-cfac-40f2-8d90-2a18bca2175a', 'ip_address': '2001:db8::f816:3eff:fed0:a520'}, {'subnet_id': 'c48c7198-ffdf-4bb0-985a-65cd486206af'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '69817dc9-377c-4a60-96a0-ef88e7a0272d'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:08:17.457659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=69817dc9-377c-4a60-96a0-ef88e7a0272d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:17.473756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for dde6a985-6739-4149-8ceb-f417278c15bb owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:17.549370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.585939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8:0:1::17d (a5201ef7-2506-4639-87b8-8e23809c1ec8/c48c7198-ffdf-4bb0-985a-65cd486206af/b3824dc0-f199-48b2-92c5-75578cbabdad) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:17.590610 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0801232 Mar 11 16:08:17.592560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35058) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:17.593330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f816:3eff:fec9:a2d9 (a5201ef7-2506-4639-87b8-8e23809c1ec8/6f1d4808-cfac-40f2-8d90-2a18bca2175a/b3824dc0-f199-48b2-92c5-75578cbabdad) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:17.619539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:17.633661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:17.648104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:15Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:17.656947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1910050-df77-4ca1-8ad8-521bed4a85ff None None] The sync data for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv is: [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:15Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:17.690673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] The port '73f51329-c7df-4c8c-ad96-5d4912883e49' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:17.721312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba2603-562b-4179-b511-7d603b892a1c tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=249e4bfa-e636-465e-a1bd-b3e0f97f80ea,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:17.765337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Pushing event deleted for resources: {'Port': ['ID=eb6e0df3-4a96-4890-af08-87d1a1270196,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:17.772668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:17.778249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cef8ffdf-6e20-4ecf-913b-bcb6b9c08761 req-662c10cf-77c5-4982-b205-979ccb722d61 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 210 time: 0.1347492 Mar 11 16:08:18.102137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.143301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3536870-1c8a-4cdb-b459-4d2ff82dba64 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:18.144083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3536870-1c8a-4cdb-b459-4d2ff82dba64 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Synchronizing usage tracker for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:18.148283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.157487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:18.159850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.175487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Transition to ACTIVE for port object 8ffd16a7-da9a-43ce-a37f-ea981b33c248 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:18.181601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:18.197811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:18.229249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b444497-2099-4307-927c-d04fe292d00b']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.237690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.238818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:18.246888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.258873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.278453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700be541-eed9-4bfc-bcea-be63d34724d5') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.278901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700be541-eed9-4bfc-bcea-be63d34724d5') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:18.287223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3536870-1c8a-4cdb-b459-4d2ff82dba64 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Unset dirty status for tenant:d759b54c58744e52a61d08169e2b1a44 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:18.291533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c3536870-1c8a-4cdb-b459-4d2ff82dba64 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "GET /v2.0/ports?device_id=0dfed4fa-f4cf-47c9-b899-754517a192bd HTTP/1.1" status: 200 len: 913 time: 1.3829167 Mar 11 16:08:18.297909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35062) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:18.382538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.394690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:18.411971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:18.425697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 1627a53c-be98-44fc-8a13-3354842eeceb is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:18.428270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.432715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bcdb76e3-25cf-44aa-8ba9-183a3dc55b54 tempest-ServerActionsTestJSON-297911250 tempest-ServerActionsTestJSON-297911250-project] 10.222.0.78 "DELETE /v2.0/floatingips/f7a0e565-692f-4c51-88fa-8dcc3db696e4 HTTP/1.1" status: 204 len: 168 time: 2.6043625 Mar 11 16:08:18.441759 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35066) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:18.445123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:18.460550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:18.491249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.510146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object b3824dc0-f199-48b2-92c5-75578cbabdad will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:18.557523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:18.559032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.582941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.646281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.684261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:18.691612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.712939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Allocated IP 2001:db8:0:1::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/c48c7198-ffdf-4bb0-985a-65cd486206af/69817dc9-377c-4a60-96a0-ef88e7a0272d) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:18.716374 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:18.891768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=b3824dc0-f199-48b2-92c5-75578cbabdad,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:18.908086 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d790e98a-3cb7-4686-b6eb-20d28bc2c060 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1192508 Mar 11 16:08:18.946754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Request body: {'port': {'device_id': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:18.975742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:18.997099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] For port 69817dc9-377c-4a60-96a0-ef88e7a0272d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69817dc9-377c-4a60-96a0-ef88e7a0272d,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:19.031122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.053135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Transition to ACTIVE for port object 69817dc9-377c-4a60-96a0-ef88e7a0272d will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:19.065994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.109278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.121279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.130010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:19.165747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d92480-6b2a-4e6a-b345-edd3c5c02fcf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.169539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.184724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:19.199108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:19.203045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:19.203641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.221962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.256921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60c5fcf2-e8e5-489a-a33e-10b8b8f4ce97 None None] Provisioning for port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:19.272276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-60c5fcf2-e8e5-489a-a33e-10b8b8f4ce97 None None] Provisioning complete for port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:19.272938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-60c5fcf2-e8e5-489a-a33e-10b8b8f4ce97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.288540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=dde6a985-6739-4149-8ceb-f417278c15bb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.302718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Pushing event deleted for resources: {'Network': ['ID=2b444497-2099-4307-927c-d04fe292d00b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.303281 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28667ac1-2960-497b-8988-a6fc08f8cdc8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2366447 Mar 11 16:08:19.312952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35074) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:19.327813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.331341 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fb4264a6-fd0a-4327-a3fc-b86885ad785a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e1d92480-6b2a-4e6a-b345-edd3c5c02fcf HTTP/1.1" status: 204 len: 168 time: 2.3232019 Mar 11 16:08:19.331503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f445cb-7dda-4fa5-ad9e-c39393e6f7e2 None None] Pushing event updated for resources: {'Port': ['ID=69817dc9-377c-4a60-96a0-ef88e7a0272d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:19.347150 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-641a4a4b-dbe1-4719-8b47-2235e2dfc364 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/networks/2b444497-2099-4307-927c-d04fe292d00b HTTP/1.1" status: 204 len: 168 time: 5.2274268 Mar 11 16:08:19.371769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35080) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:19.382302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-60c5fcf2-e8e5-489a-a33e-10b8b8f4ce97 None None] Port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:19.427993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.477155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2abaf2eb-3c4b-4e7e-a5a0-56b70feac69e tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Synchronizing usage tracker for tenant:ecefb854a39b43b1b40a1ff2d6db725e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:19.562590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3f04b-0318-4c54-bda9-b51cd20a9729 req-7e1ecda2-0098-4bf4-adde-90c0e5423642 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:19.563347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f6d3f04b-0318-4c54-bda9-b51cd20a9729 req-7e1ecda2-0098-4bf4-adde-90c0e5423642 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Synchronizing usage tracker for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:19.589840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port b3824dc0-f199-48b2-92c5-75578cbabdad {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:19.590174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:19.654622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69817dc9-377c-4a60-96a0-ef88e7a0272d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:19.785182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f6d3f04b-0318-4c54-bda9-b51cd20a9729 req-7e1ecda2-0098-4bf4-adde-90c0e5423642 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Unset dirty status for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:19.792231 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6d3f04b-0318-4c54-bda9-b51cd20a9729 req-7e1ecda2-0098-4bf4-adde-90c0e5423642 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 932 time: 0.7939539 Mar 11 16:08:19.840320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80168644-c247-48dd-92e5-c05c75cc35bf up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:19.943674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 80168644-c247-48dd-92e5-c05c75cc35bf completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:19.951759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 80168644-c247-48dd-92e5-c05c75cc35bf triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:19.953476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.029679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2abaf2eb-3c4b-4e7e-a5a0-56b70feac69e tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Unset dirty status for tenant:ecefb854a39b43b1b40a1ff2d6db725e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:20.030865 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2abaf2eb-3c4b-4e7e-a5a0-56b70feac69e tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "GET /v2.0/ports?device_id=901b7891-c19b-47bd-b205-26451b1f8fa8 HTTP/1.1" status: 200 len: 205 time: 0.6514940 Mar 11 16:08:20.034643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35090) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:20.111942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.133364 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6d3f04b-0318-4c54-bda9-b51cd20a9729 req-863be739-f4f3-4fb1-b375-90895821af2f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3402488 Mar 11 16:08:20.243411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.285425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.319481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 80168644-c247-48dd-92e5-c05c75cc35bf, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80168644-c247-48dd-92e5-c05c75cc35bf,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:20.320186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=862a150e-7f42-40ac-b076-b8ecf6ea2550,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:20.330542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.448105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:20.460385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf58759b-1e34-4cd4-94ab-cbe133cca9b6 None None] Provisioning for port 69817dc9-377c-4a60-96a0-ef88e7a0272d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:20.466709 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf58759b-1e34-4cd4-94ab-cbe133cca9b6 None None] Provisioning complete for port 69817dc9-377c-4a60-96a0-ef88e7a0272d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:20.467165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf58759b-1e34-4cd4-94ab-cbe133cca9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.491954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.511474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.521628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:08:20.742431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:20.742802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: 249e4bfa-e636-465e-a1bd-b3e0f97f80ea, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:08:20.812611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-20d98897-87b9-45ba-8661-7880cb72eaa3 None None] Provisioning for port b3824dc0-f199-48b2-92c5-75578cbabdad completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:20.820635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-20d98897-87b9-45ba-8661-7880cb72eaa3 None None] Provisioning complete for port b3824dc0-f199-48b2-92c5-75578cbabdad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:20.821441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-20d98897-87b9-45ba-8661-7880cb72eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.863437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for b3824dc0-f199-48b2-92c5-75578cbabdad owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:20.941975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffd16a7-da9a-43ce-a37f-ea981b33c248 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:08:20.950124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-20d98897-87b9-45ba-8661-7880cb72eaa3 None None] Port b3824dc0-f199-48b2-92c5-75578cbabdad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:20.953049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:20.976164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35104) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:20.997357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Transition to ACTIVE for port object 8ffd16a7-da9a-43ce-a37f-ea981b33c248 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:21.004873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.153893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:08:21.206081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-701213160'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:21.313625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.352307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.380888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:network and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.400761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.418350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.429506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 249e4bfa-e636-465e-a1bd-b3e0f97f80ea) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:21.434339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:21.435139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.450133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.452212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0475211-f790-4594-a571-5a890f6f0213 None None] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:21.480816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80168644-c247-48dd-92e5-c05c75cc35bf up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:21.584346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:21.587604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.610286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=b3824dc0-f199-48b2-92c5-75578cbabdad,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:21.635825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.689221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.732809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.737207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.763866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 80168644-c247-48dd-92e5-c05c75cc35bf triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:21.764247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.768761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dafffc08-c0ff-4d0d-b685-8a597cd34cbb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1555908 Mar 11 16:08:21.769641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35112) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:21.784428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253497568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:21.791356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.791861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Fanout notify agent at l3_agent the message router_deleted on router 901b7891-c19b-47bd-b205-26451b1f8fa8 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:21.806159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:21.815951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:21.825093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.826120 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1e2906c2-c5ad-47e5-8598-ac05b1535bf2 tempest-RoutersNegativeTest-129721196 tempest-RoutersNegativeTest-129721196-project] 10.222.0.78 "DELETE /v2.0/routers/901b7891-c19b-47bd-b205-26451b1f8fa8 HTTP/1.1" status: 204 len: 168 time: 1.7893655 Mar 11 16:08:21.839275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:21.872700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:21.896338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Router 5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:21.899218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.900182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.932903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-249e4bfa-e636-465e-a1bd-b3e0f97f80ea', 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '862a150e-7f42-40ac-b076-b8ecf6ea2550'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:21.933724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.939822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:21.948368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba6367-5284-45b6-b37d-4e3b42af3a92 req-45221816-4d6a-4334-80a0-89458678d53d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:21.949976 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5aba6367-5284-45b6-b37d-4e3b42af3a92 req-45221816-4d6a-4334-80a0-89458678d53d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 944 time: 0.6432250 Mar 11 16:08:22.032498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Attempting to bind port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:22.032875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Attempting to bind port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:22.033151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Attempting to bind port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 on network 1627a53c-be98-44fc-8a13-3354842eeceb {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:22.038108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.044597 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-415e9e8a-f162-4b61-9d12-65e48eb1b821 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/b3824dc0-f199-48b2-92c5-75578cbabdad HTTP/1.1" status: 204 len: 168 time: 2.7249181 Mar 11 16:08:22.058810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:security_group_rule and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.059141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35118) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.069602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.093510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.118853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.127260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.131664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 on network 1627a53c-be98-44fc-8a13-3354842eeceb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:08:22.131991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Attempting to bind port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 on network 1627a53c-be98-44fc-8a13-3354842eeceb {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:22.158957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5aba6367-5284-45b6-b37d-4e3b42af3a92 req-c7ec8a6b-5e4b-4dd5-8fb8-f60ba8ecbc68 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872606 Mar 11 16:08:22.164351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:22.164744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Checking segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:22.165061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Bound using segment: {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:22.165507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Bound port: 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:22.165881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.189517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:22.217610 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] Sync routers for ids ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:22.233642 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] Routers {'5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:22.235249 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:22.255572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.298774 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c4db245f-a956-430d-a32a-f308b6bc44ea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/routers/5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9056692 Mar 11 16:08:22.301533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35124) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.346414 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:22.361436 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] Routers {'5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:22.362519 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:22.367193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.371159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d254f057-c680-4ac5-9281-538993d4a51a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5961616 Mar 11 16:08:22.372428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35128) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.376546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.382176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'port': {'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea', 'name': 'tempest-RoutersTest-1186015844'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:22.384517 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Allocated IP 172.20.0.2 (249e4bfa-e636-465e-a1bd-b3e0f97f80ea/862a150e-7f42-40ac-b076-b8ecf6ea2550/5fefaea8-26f6-47b7-a491-335f8fec528a) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:22.401143 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c69bb3-1af0-4013-aaee-f49e869019a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:08:22.402076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88c69bb3-1af0-4013-aaee-f49e869019a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:22.406798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.477158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:22.499702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd98ec7c-204e-4498-bae2-952fbc986732 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:22.500581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd98ec7c-204e-4498-bae2-952fbc986732 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:22.511145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88c69bb3-1af0-4013-aaee-f49e869019a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:22.512690 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88c69bb3-1af0-4013-aaee-f49e869019a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/dde6a985-6739-4149-8ceb-f417278c15bb HTTP/1.1" status: 404 len: 333 time: 0.2095962 Mar 11 16:08:22.515452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5088d371-8144-4b51-bd8d-fb7355896210,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.519885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35132) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.525604 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:22.527845 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffec668-f2ec-401c-b6b6-c087b1d0151d None None] The sync data for ids ['5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:22.532954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.533407 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Added segment a9065eee-b444-4bc3-8558-cd808e56d5d5 of type vlan for network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f Mar 11 16:08:22.555633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:22.558267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35136) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.579863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd98ec7c-204e-4498-bae2-952fbc986732 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:22.584448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd98ec7c-204e-4498-bae2-952fbc986732 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5138812 Mar 11 16:08:22.593680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:22.594752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35142) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:22.640259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.651704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.718088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.732117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Transition to ACTIVE for port object 5fefaea8-26f6-47b7-a491-335f8fec528a will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:22.741023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:22.758908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Transition to ACTIVE for port object 5fefaea8-26f6-47b7-a491-335f8fec528a will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:22.759135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:port and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:22.765916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.779982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:22.789158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.792036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:22.809757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.853231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.854817 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-fbf27f7e-1732-4bc4-90d8-2cca0f17eb9c service neutron] 10.222.0.11 "PUT /v2.0/ports/8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 1094 time: 3.9265242 Mar 11 16:08:22.861268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:22.886937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:22.888519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:22.889604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Pushing event updated for resources: {'Port': ['ID=5fefaea8-26f6-47b7-a491-335f8fec528a,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:22.892583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:22.894919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:22.904225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.974839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'status': 'completed', 'code': 200} Mar 11 16:08:22.994206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:22.998002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:22.998590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.032733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Attempting to bind port 5fefaea8-26f6-47b7-a491-335f8fec528a on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:23.034075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Attempting to bind port 5fefaea8-26f6-47b7-a491-335f8fec528a by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:23.035158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Attempting to bind port 5fefaea8-26f6-47b7-a491-335f8fec528a on network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:23.053873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:23.054427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Checking segment: {'id': 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:23.054887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.055370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Bound using segment: {'id': 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:23.055978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Bound port: 5fefaea8-26f6-47b7-a491-335f8fec528a, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '249e4bfa-e636-465e-a1bd-b3e0f97f80ea'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:23.056471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.190948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] For port 5fefaea8-26f6-47b7-a491-335f8fec528a, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:23.199393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] For port 5fefaea8-26f6-47b7-a491-335f8fec528a, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fefaea8-26f6-47b7-a491-335f8fec528a,segment=NetworkSegment(b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe),segment_id=b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:23.206634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:23.284229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] device_id is not set on port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:23.308149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305974c-4269-4f19-ae58-bf253d716d77 None None] Pushing event updated for resources: {'Port': ['ID=5fefaea8-26f6-47b7-a491-335f8fec528a,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:23.313727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4114a113-8905-4f13-aff9-53e89f85daf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:23.315437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4114a113-8905-4f13-aff9-53e89f85daf1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7158871 Mar 11 16:08:23.327022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35150) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:23.383188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4056072 Mar 11 16:08:23.383770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35154) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:23.412272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'subnet': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:23.433410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83517c95-af75-409b-9ad2-8d4c358ce3dc tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Network': ['ID=610b3ce3-44b1-4f5c-84b4-95791ecdc19f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:23.445119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:23.488797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a8acb247-073b-4621-aa1b-38fcfb8380b5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ecefb854a39b43b1b40a1ff2d6db725e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9269397 Mar 11 16:08:23.504391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35158) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:23.595289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:23.596612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:23.597955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:23.598799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:23.631656 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-740cea6a-491e-44d0-a70e-4bbd6a57d234 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1097 time: 0.7236407 Mar 11 16:08:23.718782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:23.719987 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0a1ec606-3e72-4341-b54b-ed071fe43070 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3894801 Mar 11 16:08:23.729955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35162) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:23.820665 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-99ca6ab5-7c0c-4d7b-b54e-9dc0eeab16ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 217 time: 0.1566730 Mar 11 16:08:23.908407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5b13a-a11f-4ef2-851a-6b582b969cef req-bd98af52-5b02-4975-bd98-1fd22a30bed0 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:23.910124 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66e5b13a-a11f-4ef2-851a-6b582b969cef req-bd98af52-5b02-4975-bd98-1fd22a30bed0 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 944 time: 0.4816651 Mar 11 16:08:24.050182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-8ffe21eb-9498-4b7c-909f-2820814c6c93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:24.052414 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-8ffe21eb-9498-4b7c-909f-2820814c6c93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.2176826 Mar 11 16:08:24.064351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:24.068113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.111808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:subnet and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:24.126072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:24.136755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.139059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.20.0.6 (249e4bfa-e636-465e-a1bd-b3e0f97f80ea/862a150e-7f42-40ac-b076-b8ecf6ea2550/5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:24.161633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:24.170041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66e5b13a-a11f-4ef2-851a-6b582b969cef req-3be913ed-bca0-4f70-9fe0-b1132a546a04 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286172 Mar 11 16:08:24.184510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.213554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 6f1d4808-cfac-40f2-8d90-2a18bca2175a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:24.221098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.231934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:24.316585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.350944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.364847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-d7f92161-f85e-4243-994d-d72b909af048 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2917073 Mar 11 16:08:24.391971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.392484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Fanout notify agent at l3_agent the message router_deleted on router 5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:24.479890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.492355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35677d46-8624-4aae-b7c8-0bf84b7f07c0 None None] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:24.560065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-7840619f-ef21-4ad4-a4e1-cedb991f0787 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855514 Mar 11 16:08:24.563602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.613369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de4f4f52-5962-43e0-94a7-4f2c49d0fc7e None None] Provisioning for port 5fefaea8-26f6-47b7-a491-335f8fec528a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:24.655968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.659583 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d22c9740-088c-4997-9a83-c00ac06ca83e tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/routers/5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e HTTP/1.1" status: 204 len: 168 time: 2.1292624 Mar 11 16:08:24.680219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35166) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:24.769117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Deleting port 7da32d90-a5bf-4802-a677-16e226385f8e {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:24.769463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.812429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.862601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:24.982946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05ac4e5a-22ca-46e7-a0b0-7498672863b2 req-be24d38a-2923-4422-970c-ee4010ac64a6 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845816 Mar 11 16:08:24.983728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1d4808-cfac-40f2-8d90-2a18bca2175a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.025797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b321c4a-a8c1-4b3f-9d46-5896d276d187,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.102672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.104083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-562a387c-8012-483f-ae7f-de1f0c3858ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b321c4a-a8c1-4b3f-9d46-5896d276d187 HTTP/1.1" status: 204 len: 168 time: 1.5165088 Mar 11 16:08:25.136983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.142801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8169f49-a8e9-4007-ae46-20d151dfbef5 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:25.200442 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-328a2868-487e-4573-a195-b9891bc5bfa2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/6f1d4808-cfac-40f2-8d90-2a18bca2175a HTTP/1.1" status: 204 len: 168 time: 1.4691069 Mar 11 16:08:25.201915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35172) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:25.227741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.309305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:25.314743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] For port 7da32d90-a5bf-4802-a677-16e226385f8e, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7da32d90-a5bf-4802-a677-16e226385f8e,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:25.315130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.330969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet c48c7198-ffdf-4bb0-985a-65cd486206af {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:25.337954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.340531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 4d11dc09-398b-4219-8fc3-4aa5adf2e7e9 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:25.343187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 229a7b58-93fe-48cf-b06f-f74ddf7e98f6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:25.343853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.395032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.517368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Calling delete_port for 7da32d90-a5bf-4802-a677-16e226385f8e owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:25.532585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.592984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.603318 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-157ace5e-6a72-46ba-9c04-fc91b966032c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1097 time: 0.4701300 Mar 11 16:08:25.623807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fefaea8-26f6-47b7-a491-335f8fec528a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:25.667836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.813297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Subnet': ['ID=b45ef845-cae6-4cea-a3fb-03c2803c0cf4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:25.823734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5fefaea8-26f6-47b7-a491-335f8fec528a completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:25.840994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.855507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5fefaea8-26f6-47b7-a491-335f8fec528a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:25.857769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.858202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.941670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-74369cad-0e15-41db-abb8-6b4be2e3526e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:25.943906 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-74369cad-0e15-41db-abb8-6b4be2e3526e service neutron] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 897 time: 0.3316641 Mar 11 16:08:25.949388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:25.995281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28945f23-0c1b-4065-a8d3-304e789ef6bb req-dfcd1959-6299-4e6c-9aa4-52e231cf524d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:26.002248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-28945f23-0c1b-4065-a8d3-304e789ef6bb req-dfcd1959-6299-4e6c-9aa4-52e231cf524d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 944 time: 0.5747626 Mar 11 16:08:26.063761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 229a7b58-93fe-48cf-b06f-f74ddf7e98f6 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:26.171330 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-d3ed0f4a-2617-434f-b28d-bf96b1f46ccf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 217 time: 0.1830184 Mar 11 16:08:26.177754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.240772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5fefaea8-26f6-47b7-a491-335f8fec528a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fefaea8-26f6-47b7-a491-335f8fec528a,segment=NetworkSegment(b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe),segment_id=b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:26.249217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.304081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.394490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5fefaea8-26f6-47b7-a491-335f8fec528a,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.428226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.434538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-e295307f-cde0-42c5-bb88-4295331fd6e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:26.436207 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-e295307f-cde0-42c5-bb88-4295331fd6e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.2507920 Mar 11 16:08:26.437235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.450562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:26.467922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:26.469856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Checking segment: {'id': 'a9065eee-b444-4bc3-8558-cd808e56d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:26.470224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network hostable DHCP agents. Network: 610b3ce3-44b1-4f5c-84b4-95791ecdc19f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:08:26.485974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:26.525457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da32d90-a5bf-4802-a677-16e226385f8e,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.535929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.550103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.599357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=c48c7198-ffdf-4bb0-985a-65cd486206af,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:26.687383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:26.688434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.694320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-83d7a9a9-e70a-4b1a-ae3c-83a2232255f5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c48c7198-ffdf-4bb0-985a-65cd486206af HTTP/1.1" status: 204 len: 168 time: 1.4886599 Mar 11 16:08:26.697038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:08:26.699323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35196) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:26.745625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 610b3ce3-44b1-4f5c-84b4-95791ecdc19f) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:26.758269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028bc0a-00b1-48c6-a4b7-8c99cf679525 None None] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:26.759412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:26.760204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.846470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35202) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:26.855064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.936367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac20c58-1ae5-4692-a7de-a667e598bf8f None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:26.944175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-64afa244-5e3c-4a4d-9520-f703c24a2655 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5686839 Mar 11 16:08:26.949136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35208) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:26.959111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:26.961222 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/4d11dc09-398b-4219-8fc3-4aa5adf2e7e9 HTTP/1.1" status: 204 len: 168 time: 2.2734661 Mar 11 16:08:26.978765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35210) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:26.992813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87b5f8-cd8a-45ea-b591-1af089cc72e7 None None] Network c81416fd-ef39-4d71-af47-8a330b983acf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:27.024480 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-28945f23-0c1b-4065-a8d3-304e789ef6bb req-f67831b6-35d6-4d70-b637-c346c863ba09 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0213876 Mar 11 16:08:27.046741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbecd3-26c2-4d36-8b32-14f12cf15b8d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=4d11dc09-398b-4219-8fc3-4aa5adf2e7e9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.054563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d68d36f8-c8ce-4464-9158-54d637bd0e1f tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6601772 Mar 11 16:08:27.068576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35216) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:27.090367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-1343273958'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:27.165908 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-96211ffc-0d64-40e2-9b9f-98b3f0e15191 tempest-ServiceProvidersTest-1108154080 tempest-ServiceProvidersTest-1108154080-project] 10.222.0.78 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3152590 Mar 11 16:08:27.247961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Provisioning complete for port 69817dc9-377c-4a60-96a0-ef88e7a0272d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:27.248355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.307504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.369933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.392093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=229a7b58-93fe-48cf-b06f-f74ddf7e98f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:27.479052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:27.479766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.519856 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-be7122fb-e00d-4f53-b3e7-aa5aa869740e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8181772 Mar 11 16:08:27.528754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35224) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:27.543433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:27.611480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'tenant_id': '3a1f761c4ffc432a8a34d0fe55f839b2', 'fixed_ips': [{'subnet_id': 'b45ef845-cae6-4cea-a3fb-03c2803c0cf4'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:27.612293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.615256 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-5f04c1c5-0a56-40df-9eb5-8fb6a0657e17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1582155 Mar 11 16:08:27.642790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fefaea8-26f6-47b7-a491-335f8fec528a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:27.664731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35228) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:27.750670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:27.754464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:port and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:27.758218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:27.764595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:27.786065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:27.789320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.897195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Provisioning for port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:27.948701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Provisioning complete for port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:27.949186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:27.983689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:28.000070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5fefaea8-26f6-47b7-a491-335f8fec528a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:28.000570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.017431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port e7270b01-49d1-4e9c-90ee-e460be1a659a yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:28.037414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] DHCP port deletion for c81416fd-ef39-4d71-af47-8a330b983acf request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:28.052107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Deleting port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:28.052598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.063552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:28.077690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Deleting port 69817dc9-377c-4a60-96a0-ef88e7a0272d {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:28.080962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:28.081090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.087025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:28.095441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:28.127257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:28.133356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.180202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.277606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Allocated IP 172.20.0.2 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/e4d9734f-338b-49de-a37b-b160eb819cb3) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:28.280181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6d361c94-c5a3-4d82-9e98-193e2774183e None None] Port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:28.367471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:28.375230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] For port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,segment=NetworkSegment(caca749f-ff88-4f31-a279-673bd72ef2fc),segment_id=caca749f-ff88-4f31-a279-673bd72ef2fc)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:28.375826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.385628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe1949efa924b13b370b2079145c269 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:28.390519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:28.438248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-817c41e3-2af3-4759-8fa2-8487a19867d3 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336454 Mar 11 16:08:28.453255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:28.516890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:28.663886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.729657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e884f34-1104-49ff-b074-727069695ab4 req-ce561c42-ea3f-4f41-a9ae-6cdce1ab42aa tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:28.733622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] For port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,segment=NetworkSegment(caca749f-ff88-4f31-a279-673bd72ef2fc),segment_id=caca749f-ff88-4f31-a279-673bd72ef2fc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:28.734082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.736683 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e884f34-1104-49ff-b074-727069695ab4 req-ce561c42-ea3f-4f41-a9ae-6cdce1ab42aa tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 944 time: 0.4986000 Mar 11 16:08:28.742170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:28.752216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.760351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No DVR routers for this DVR port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:28.797919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.828317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:08:28.839904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.851094 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-758a4cf1-ec30-49cb-ac9e-37d9d75a77da req-9261f753-ab89-4814-abb9-ce303061a155 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920548 Mar 11 16:08:28.904808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Calling delete_port for dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:28.974708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e6711-8184-4b2a-8345-73e46ac8ba5b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:28.983983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.991120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:28.994686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] For port 69817dc9-377c-4a60-96a0-ef88e7a0272d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69817dc9-377c-4a60-96a0-ef88e7a0272d,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:28.995189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.003884 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d75863c-158e-40e8-8c83-9aecbc745802 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7fe1949efa924b13b370b2079145c269&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2966578 Mar 11 16:08:29.009035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35236) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:29.045085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81416fd-ef39-4d71-af47-8a330b983acf']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:29.054959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:08:29.138947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caca749f-ff88-4f31-a279-673bd72ef2fc') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:29.139265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caca749f-ff88-4f31-a279-673bd72ef2fc') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:29.211238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.225512 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e884f34-1104-49ff-b074-727069695ab4 req-3e4bac3b-49eb-44ac-8534-d733eab1a94b tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4881487 Mar 11 16:08:29.250423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.256105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Calling delete_port for 69817dc9-377c-4a60-96a0-ef88e7a0272d owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:29.257274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:29.257673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:29.287420 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:29.311293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.328404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.350176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:29.350842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:29.359538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.364635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Transition to ACTIVE for port object e4d9734f-338b-49de-a37b-b160eb819cb3 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:29.381485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.399240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.444485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Transition to ACTIVE for port object e4d9734f-338b-49de-a37b-b160eb819cb3 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:29.452765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:29.466591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.471081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.474912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:29.479096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=eace6eee-5876-4ae5-93e2-99b96a083066,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:29.490856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:29.494019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:29.494790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.528059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'mac_address': 'fa:16:3e:33:48:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:08:29.541017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:29.581263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.586454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.605588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=c81416fd-ef39-4d71-af47-8a330b983acf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:29.630111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] No DVR routers for this DVR port 69817dc9-377c-4a60-96a0-ef88e7a0272d on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:29.634759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:29.635100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:29.635506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69817dc9-377c-4a60-96a0-ef88e7a0272d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:29.667346 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-84d16493-c9d0-4a62-bfce-93746f1892eb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1331952 Mar 11 16:08:29.669770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35240) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:29.679001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:29.687290 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-357b0dbe-8442-43d8-a1c2-a5ddd0335918 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/c81416fd-ef39-4d71-af47-8a330b983acf HTTP/1.1" status: 204 len: 168 time: 2.7018230 Mar 11 16:08:29.687533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:29.691377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:29.693608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:29.706480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.9 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/e7270b01-49d1-4e9c-90ee-e460be1a659a) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:29.716148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:29.720602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Pushing event updated for resources: {'Port': ['ID=e4d9734f-338b-49de-a37b-b160eb819cb3,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:29.723163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc53c7-b14c-4427-9067-2c549ab48667 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:29.826769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.835585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aba441d-a983-4303-bf41-2c8122621de1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:29.836206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9aba441d-a983-4303-bf41-2c8122621de1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:29.858935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Deleting port dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:29.859324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.872245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e6711-8184-4b2a-8345-73e46ac8ba5b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:29.894297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 69817dc9-377c-4a60-96a0-ef88e7a0272d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:29.894297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69817dc9-377c-4a60-96a0-ef88e7a0272d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:29.922329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.927364 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f0c02060-7a95-4754-baab-29b3b0726f96 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bf7e6711-8184-4b2a-8345-73e46ac8ba5b HTTP/1.1" status: 204 len: 168 time: 0.9116101 Mar 11 16:08:29.964279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787e016-7afa-4bee-b3f6-5809498feb13 None None] Pushing event deleted for resources: {'Port': ['ID=69817dc9-377c-4a60-96a0-ef88e7a0272d,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:29.965860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:29.985953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bac44e5e-14d4-4884-aadc-7b05d63aa775 None None] The port 'dcc7aa6c-25c8-4a02-af97-4ed585d5d3aa' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:30.092727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:30.105957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffd16a7-da9a-43ce-a37f-ea981b33c248 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:08:30.122948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:30.153518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9aba441d-a983-4303-bf41-2c8122621de1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:30.154698 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9aba441d-a983-4303-bf41-2c8122621de1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/dafbb17d-f450-40c1-bc7b-300b347ef3b7 HTTP/1.1" status: 200 len: 844 time: 0.4567394 Mar 11 16:08:30.156595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.169443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35250) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:30.200202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:30.245671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:30.269152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:30.274965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Attempting to bind port e4d9734f-338b-49de-a37b-b160eb819cb3 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:30.275338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Attempting to bind port e4d9734f-338b-49de-a37b-b160eb819cb3 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a9065eee-b444-4bc3-8558-cd808e56d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:30.276280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Attempting to bind port e4d9734f-338b-49de-a37b-b160eb819cb3 on network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:30.332264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:30.361430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63c192aa-9391-4bcb-a0bb-7ebec4b6625d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:30.365083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:30.365641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Checking segment: {'id': 'a9065eee-b444-4bc3-8558-cd808e56d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:30.366079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.366475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Bound using segment: {'id': 'a9065eee-b444-4bc3-8558-cd808e56d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:30.366948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Bound port: e4d9734f-338b-49de-a37b-b160eb819cb3, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9065eee-b444-4bc3-8558-cd808e56d5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:30.367322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.381675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:30.465677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.467235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': 'eace6eee-5876-4ae5-93e2-99b96a083066'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:30.469012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.475861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.512024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object e7270b01-49d1-4e9c-90ee-e460be1a659a will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:30.520005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63c192aa-9391-4bcb-a0bb-7ebec4b6625d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:30.528523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63c192aa-9391-4bcb-a0bb-7ebec4b6625d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/dafbb17d-f450-40c1-bc7b-300b347ef3b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3422642 Mar 11 16:08:30.533228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35260) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:30.549734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] For port e4d9734f-338b-49de-a37b-b160eb819cb3, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:30.553433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.554122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] For port e4d9734f-338b-49de-a37b-b160eb819cb3, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4d9734f-338b-49de-a37b-b160eb819cb3,segment=NetworkSegment(a9065eee-b444-4bc3-8558-cd808e56d5d5),segment_id=a9065eee-b444-4bc3-8558-cd808e56d5d5)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:30.563551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:30.566472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['8ffd16a7-da9a-43ce-a37f-ea981b33c248'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:08:30.594789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.703189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:30.806365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddb6d4-7106-4b02-a1bd-5868550350f3 None None] Pushing event updated for resources: {'Port': ['ID=e4d9734f-338b-49de-a37b-b160eb819cb3,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:30.823640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:30.824823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=e7270b01-49d1-4e9c-90ee-e460be1a659a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:30.839033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:30.850240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:30.974621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:30.976859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.032737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/eace6eee-5876-4ae5-93e2-99b96a083066/b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:31.058008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:31.095161 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a156e44c-ea1c-4cd5-a036-9f22611f96a8 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0158551 Mar 11 16:08:31.102047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35272) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:31.136281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-1719256524', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ad:fb:cc'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:31.146396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.351313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:31.370136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:31.386581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:31.433866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:31.440536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:port and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:31.448231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:31.450404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:31.456023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:31.489150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a89a54-aeb0-45a6-95d8-c75e2867738f req-6fd5c47a-8e05-4af1-9600-f3255542d826 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:31.490859 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-49a89a54-aeb0-45a6-95d8-c75e2867738f req-6fd5c47a-8e05-4af1-9600-f3255542d826 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 945 time: 1.0105262 Mar 11 16:08:31.500799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Router 0dfed4fa-f4cf-47c9-b899-754517a192bd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:31.509554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:31.545186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35280) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:31.569620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:31.590561 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.ipam_backend_mixin [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eace6eee-5876-4ae5-93e2-99b96a083066 (CIDR: 2001:db8::/64) Mar 11 16:08:31.611956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4d9734f-338b-49de-a37b-b160eb819cb3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:31.683095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:08:31.683755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:31.719008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.740466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-692864c5-0cfd-4515-ad06-2d3d608dc04b None None] Provisioning complete for port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:31.740803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-692864c5-0cfd-4515-ad06-2d3d608dc04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.776875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4faaf863-272e-4f7c-a872-7885406a6cd4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1077940 Mar 11 16:08:31.782144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Transition to ACTIVE for port object b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:31.810178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-49a89a54-aeb0-45a6-95d8-c75e2867738f req-271c98f7-357c-4c9f-903d-ac151e34b6fe tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906895 Mar 11 16:08:31.810423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:31.824696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-450870751-network', 'tenant_id': '4c1b4ad3ca1b487c815e1585e60fb416'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:31.829731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:31.855014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.858871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Transition to ACTIVE for port object b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:31.880967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-692864c5-0cfd-4515-ad06-2d3d608dc04b None None] Port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:31.889662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.920604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:31.925306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Usage tracker for resource:network and tenant:4c1b4ad3ca1b487c815e1585e60fb416 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:31.929478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:31.936379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:31.954376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:31.981689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Made reservation on behalf of 4c1b4ad3ca1b487c815e1585e60fb416 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:31.984287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.016223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e4d9734f-338b-49de-a37b-b160eb819cb3 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:32.039438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:32.041313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.049990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:32.053083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:32.056413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Pushing event updated for resources: {'Port': ['ID=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:32.083982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port 1a5a83cb-aad0-4897-9df0-ad705a888466 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:32.172477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Attempting to bind port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:32.172889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Attempting to bind port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:32.173314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Attempting to bind port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:32.182576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:32.182947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:32.183353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.183813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:32.184559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Bound port: b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:32.184956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.294273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] For port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:32.296670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.299697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] For port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:32.307549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.323124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.340690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:32.378506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746eb5ee-98b5-4c91-adbc-1bc409e109ed None None] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:32.385247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Usage tracker for resource:security_group_rule and tenant:4c1b4ad3ca1b487c815e1585e60fb416 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:32.393748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:32.412596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:32.451338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.14 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/1a5a83cb-aad0-4897-9df0-ad705a888466) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:32.476640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:32.478507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=d94ad244-da3d-4d01-8a34-2a1d394df2ab,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:32.486463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:32.504851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:32.504851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.558966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f788c04-499f-4dff-9c38-e07d02148bd5 None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:32.568120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:32.585582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:32.605083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:32.609569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.615854 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5700ffa9-22bb-4778-b490-bc52fb3efdbf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0760586 Mar 11 16:08:32.619685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:32.628255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35290) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:32.637861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.642017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'security_group': {'name': 'tempest-secgroup-390895293'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:32.654730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.667581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:32.671451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Router ed110f65-dd3f-490b-ba2b-44a985ae5036 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:32.672695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5828c-c027-4903-a4a2-28f6a12b7926 None None] Pushing event updated for resources: {'Port': ['ID=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:32.683976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:32.687869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.695914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Provisioning for port e4d9734f-338b-49de-a37b-b160eb819cb3 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:32.715513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:32.720447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Provisioning complete for port e4d9734f-338b-49de-a37b-b160eb819cb3 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:32.720816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.725730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:32.732337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:32.766179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:32.780192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a3740-44e2-4dbe-bba2-f0db559108af,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:32.791592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.791935 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Added segment 973bd0a6-3428-431b-9bb0-a2e032d81f31 of type vlan for network bd58714e-e999-4857-bc5b-65d672f26839 Mar 11 16:08:32.837647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:32.853209 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-151073e9-0b4a-4304-be6b-fae14d295bb7 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "PUT /v2.0/routers/0dfed4fa-f4cf-47c9-b899-754517a192bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5494535 Mar 11 16:08:32.857171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35294) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:32.863283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] Sync routers for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:32.866482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:32.872790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.904632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.950373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object 1a5a83cb-aad0-4897-9df0-ad705a888466 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:32.964573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:32.965456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:32.966052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.092527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:33.093215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:33.130267 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5829093 Mar 11 16:08:33.135474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35300) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:33.143405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Request body: {'subnet': {'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-450870751-subnet', 'tenant_id': '4c1b4ad3ca1b487c815e1585e60fb416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:33.152025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:33.158881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Usage tracker for resource:subnet and tenant:4c1b4ad3ca1b487c815e1585e60fb416 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:33.163625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:33.166307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4dd3d-b412-45c3-87af-35930abba408 admin admin] Pushing event updated for resources: {'Network': ['ID=bd58714e-e999-4857-bc5b-65d672f26839,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:33.176056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:33.184767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.203416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network bd58714e-e999-4857-bc5b-65d672f26839 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:33.229548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:33.243930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.250364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Made reservation on behalf of 4c1b4ad3ca1b487c815e1585e60fb416 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:33.253052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.348345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:33.359608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=1a5a83cb-aad0-4897-9df0-ad705a888466,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:33.365564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:33.369448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:33.501495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.502214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.541658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fd307128-da00-4233-8ed5-db550dc9c0eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4366565 Mar 11 16:08:33.544289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35306) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:33.547967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.573418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] Routers {'0dfed4fa-f4cf-47c9-b899-754517a192bd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:33.574608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0dfed4fa-f4cf-47c9-b899-754517a192bd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:33.667148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:33.690554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:33.706598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:33.726522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:33.726522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760e651f-8384-43d7-8172-3339cab86c35 None None] The sync data for ids ['0dfed4fa-f4cf-47c9-b899-754517a192bd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:33.728117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:33.728562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.743521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:33.750280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:33.784940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.794773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:33.831968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] For port e4d9734f-338b-49de-a37b-b160eb819cb3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4d9734f-338b-49de-a37b-b160eb819cb3,segment=NetworkSegment(a9065eee-b444-4bc3-8558-cd808e56d5d5),segment_id=a9065eee-b444-4bc3-8558-cd808e56d5d5)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:33.850414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.880549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.885325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.889870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:33.891555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Synchronizing usage tracker for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:33.936639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-167a2332-369f-413e-b2c5-5f44b0b366ae', 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'tenant_id': '04bde7f70c3a4a58a9bb5e326e822997', 'fixed_ips': [{'subnet_id': 'd94ad244-da3d-4d01-8a34-2a1d394df2ab'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:33.937443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:33.960480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Unset dirty status for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:33.963688 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-539b7446-1527-4585-831b-adfd0c6aadf1 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4179161 Mar 11 16:08:33.974648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35310) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:33.984601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:34.028382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Checking segment: {'id': '973bd0a6-3428-431b-9bb0-a2e032d81f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:34.030110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Network hostable DHCP agents. Network: bd58714e-e999-4857-bc5b-65d672f26839, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:08:34.040010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:34.091874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783daa-7472-4f4a-91e0-b5a600c0fbbe req-a583ed73-d4bc-40d7-b3bd-bad2430a28c0 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:34.097451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4daad6-b646-4b7a-963f-0e9d7ccf15fe None None] Pushing event updated for resources: {'Port': ['ID=e4d9734f-338b-49de-a37b-b160eb819cb3,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:34.099253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87783daa-7472-4f4a-91e0-b5a600c0fbbe req-a583ed73-d4bc-40d7-b3bd-bad2430a28c0 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 945 time: 0.9520686 Mar 11 16:08:34.112638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Network bd58714e-e999-4857-bc5b-65d672f26839 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:08:34.121034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.141318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, bd58714e-e999-4857-bc5b-65d672f26839) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:34.150999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:34.152604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.162647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73a143-484e-4669-88c5-18bdfff2ddb2 None None] Network bd58714e-e999-4857-bc5b-65d672f26839 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:34.205750 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6b6790ad-89c9-4b84-b619-c401611b699e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0643797 Mar 11 16:08:34.251544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.262646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port 1a5a83cb-aad0-4897-9df0-ad705a888466 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:34.263013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.331088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.454370 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87783daa-7472-4f4a-91e0-b5a600c0fbbe req-58f4c30c-a15a-40bf-ba8f-54b8f59d3541 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534260 Mar 11 16:08:34.462200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:34.476834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:08:34.521616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:34.539824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.550367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a49816-13cf-44ac-bbce-d44ce064527b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:34.565508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.589577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.595380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Provisioning for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:34.599721 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43a6cc9d-8571-458b-896c-aed14ce5eaf7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9720209 Mar 11 16:08:34.599721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.600940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35322) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:34.610231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914100827'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:34.622196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:34.635471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:34.646029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:34.667896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:34.694727 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'code': 200} Mar 11 16:08:34.695396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Provisioning complete for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:34.696072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.698531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.763730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Allocated IP 2001:db8::2 (167a2332-369f-413e-b2c5-5f44b0b366ae/d94ad244-da3d-4d01-8a34-2a1d394df2ab/80e18586-8969-4a52-819e-3a456167a697) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:34.767547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:34.773678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:34.777995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:34.781419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c338b8-f5ad-4f59-8ca6-b23700b56737 None None] Network bd58714e-e999-4857-bc5b-65d672f26839 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:34.786374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:34.956156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:34.966253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.050029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.063041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5549e0ed-77e7-48c4-b0d8-6b7e4e1fc5c5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.066323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.070991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0e58a7fb-c172-4fc9-bc7a-325ecfe30130 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4651961 Mar 11 16:08:35.078494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35332) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:35.086865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1831630874', 'security_groups': ['5549e0ed-77e7-48c4-b0d8-6b7e4e1fc5c5'], 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd94ad244-da3d-4d01-8a34-2a1d394df2ab'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:35.248822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.291891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:35.296654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:port and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:35.300950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:35.311005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:35.326921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:35.335163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.355483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.360710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.421523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:35.428223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-96fcb9f2-2a69-4536-bcba-bb71bea74822 admin admin] 10.222.0.78 "PUT /v2.0/routers/ed110f65-dd3f-490b-ba2b-44a985ae5036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9846575 Mar 11 16:08:35.435571 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Sync routers for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:35.455162 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:35.456057 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:35.464114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] For port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:35.467903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.478173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.526651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35342) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:35.527049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35346) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:35.540392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Transition to ACTIVE for port object 80e18586-8969-4a52-819e-3a456167a697 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:35.551055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4d9734f-338b-49de-a37b-b160eb819cb3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:35.584906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.610498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 1945299e-4f51-4d19-a009-6b3c804ee05f yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:35.619062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1315282411-network', 'tenant_id': 'c60e66cc39734b6f941eb5f844a1b67c'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:35.659363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:35.702341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Transition to ACTIVE for port object 80e18586-8969-4a52-819e-3a456167a697 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:35.711903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611971f-41cf-4da3-bf17-63efd5f70b15 None None] Pushing event updated for resources: {'Port': ['ID=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.718784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.749312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Usage tracker for resource:network and tenant:c60e66cc39734b6f941eb5f844a1b67c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:35.753183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:35.783987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:35.797429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Provisioning for port 1a5a83cb-aad0-4897-9df0-ad705a888466 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:35.818322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:35.822052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Provisioning complete for port 1a5a83cb-aad0-4897-9df0-ad705a888466 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:35.822428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.823346 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:35.856890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:35.859412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:35.869174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:35.885349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:35.931497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::2df (167a2332-369f-413e-b2c5-5f44b0b366ae/d94ad244-da3d-4d01-8a34-2a1d394df2ab/1945299e-4f51-4d19-a009-6b3c804ee05f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:35.934605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e4d9734f-338b-49de-a37b-b160eb819cb3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:35.934980 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.001902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Port 1a5a83cb-aad0-4897-9df0-ad705a888466 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:36.048195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Attempting to bind port 80e18586-8969-4a52-819e-3a456167a697 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:36.048556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Attempting to bind port 80e18586-8969-4a52-819e-3a456167a697 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '24590a6b-efb7-4b3d-9100-2fff62749cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:36.049401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Attempting to bind port 80e18586-8969-4a52-819e-3a456167a697 on network 167a2332-369f-413e-b2c5-5f44b0b366ae {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:36.069175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:36.069688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Checking segment: {'id': '24590a6b-efb7-4b3d-9100-2fff62749cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:36.070234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.070684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Bound using segment: {'id': '24590a6b-efb7-4b3d-9100-2fff62749cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:36.071238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Bound port: 80e18586-8969-4a52-819e-3a456167a697, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24590a6b-efb7-4b3d-9100-2fff62749cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:36.071613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.089900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Provisioning for port e7270b01-49d1-4e9c-90ee-e460be1a659a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:36.135459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Provisioning complete for port e7270b01-49d1-4e9c-90ee-e460be1a659a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:36.135826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.160613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for 1a5a83cb-aad0-4897-9df0-ad705a888466 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:36.185259 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:08:26Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:36.190353 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Checking router: ed110f65-dd3f-490b-ba2b-44a985ae5036 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:36.192532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Made reservation on behalf of c60e66cc39734b6f941eb5f844a1b67c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:36.195111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.203518 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Routers {'ed110f65-dd3f-490b-ba2b-44a985ae5036'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:36.204562 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ed110f65-dd3f-490b-ba2b-44a985ae5036'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:36.241884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:08:36.287780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Port e7270b01-49d1-4e9c-90ee-e460be1a659a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:36.301639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:36.307443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:36.320810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.327325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.330852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Provisioning complete for port e4d9734f-338b-49de-a37b-b160eb819cb3 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:36.331207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5857081e-8185-424c-b87d-013d316e80a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.343610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.361634 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0d860e55-1f8d-49e5-9cba-baaabc0e1814 req-be1eaca2-4c27-4d6b-820a-b78a6fcd28e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 1.1856954 Mar 11 16:08:36.363662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 1945299e-4f51-4d19-a009-6b3c804ee05f will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:36.396405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.440828 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] Set router ed110f65-dd3f-490b-ba2b-44a985ae5036 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:36.501392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:36.503715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97df42-d947-4284-a15c-695ddd7fc58a None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:36.506920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:36.513137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:36.517789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:36.523103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:36.523776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.534506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:36.553846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:36.574785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=1945299e-4f51-4d19-a009-6b3c804ee05f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:36.587933 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8a3af963-c509-4b54-82e7-b924d9d85d3b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5079963 Mar 11 16:08:36.588655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35352) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:36.598643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:36.754098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Usage tracker for resource:security_group_rule and tenant:c60e66cc39734b6f941eb5f844a1b67c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:36.763487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10d9ea-3ae4-454d-bf4a-9e94b30a3a41 req-9e830c99-1fbb-40da-af06-02a87af5781d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:36.771675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cf10d9ea-3ae4-454d-bf4a-9e94b30a3a41 req-9e830c99-1fbb-40da-af06-02a87af5781d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 1.0411949 Mar 11 16:08:36.794028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:36.797549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:36.819303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:36.823813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:36.831045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:36.860250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:36.866751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:36.896808 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:08:26Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:36.903779 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b21076c-f475-42c3-8bb4-0d8198851242 None None] The sync data for ids ['ed110f65-dd3f-490b-ba2b-44a985ae5036'] in dv-neutron-833206-1-hyperv is: [{'id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'name': 'tempest-ServerActionsTestJSON-1535835941-router', 'tenant_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:03:02Z', 'updated_at': '2022-03-11T16:08:26Z', 'revision_number': 5, 'project_id': 'a97882f3678e41f9a1ce68ebb66dea20', 'gw_port': {'id': 'f4632441-0254-4f0a-9620-6823e464f72d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:e3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed110f65-dd3f-490b-ba2b-44a985ae5036', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:03:04Z', 'updated_at': '2022-03-11T16:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:37.056839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf9214e5-fa74-4383-8495-bbea9bd962ff None None] Provisioning complete for port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:37.057252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf9214e5-fa74-4383-8495-bbea9bd962ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.068382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d94ad244-da3d-4d01-8a34-2a1d394df2ab (CIDR: 2001:db8::/64) Mar 11 16:08:37.073362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:37.074016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:08:37.074748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:37.076530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0d860e55-1f8d-49e5-9cba-baaabc0e1814 req-2d446da3-40df-457e-b372-6446b76a1f05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7021875 Mar 11 16:08:37.105658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-29ee1b03-90c3-4774-9652-78836a97ef2a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5130806 Mar 11 16:08:37.106848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35356) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:37.114604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:37.201810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cf9214e5-fa74-4383-8495-bbea9bd962ff None None] Port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:37.257362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.275727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:37.280076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:37.283191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:37.289651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:37.300401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:37.304777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.346807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cf10d9ea-3ae4-454d-bf4a-9e94b30a3a41 req-cc8217d6-9c2b-43d3-ae91-7deb50523700 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5741656 Mar 11 16:08:37.454943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=1a5a83cb-aad0-4897-9df0-ad705a888466,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:37.584207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.672416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:37.733894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.738378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.740965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.787293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 80e18586-8969-4a52-819e-3a456167a697 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:37.791179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:37.797435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:37.798696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:37.814366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:37.814955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.822389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.842054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:37.873206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=2d388012-76b0-45f7-9b14-3b7e719331c3,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:37.884643 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2b17d5cd-ccaf-46be-833c-7c9821d556fa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7767777 Mar 11 16:08:37.887131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35360) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:37.889128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.895185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1749158710', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d388012-76b0-45f7-9b14-3b7e719331c3'}], 'security_groups': ['f0a49816-13cf-44ac-bbce-d44ce064527b']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:37.906678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:37.907354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:37.967783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7eccc6-51fa-416f-bf1c-2c5d20dde866,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:38.013754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting port 0f217d00-ce06-476f-85cb-a17df6d50fbc {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:38.013754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.040820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d537e1a7-1b85-4c55-a48f-322a9242247b None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:38.081603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.148036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7da32d90-a5bf-4802-a677-16e226385f8e no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:38.154124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.154485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Added segment ad1eb7c3-6a1b-4fd5-9df7-dfa1d297c05b of type vlan for network 554345f5-2ef7-4920-9897-b9eae5eea04e Mar 11 16:08:38.201967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 7da32d90-a5bf-4802-a677-16e226385f8e {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:38.202351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7da32d90-a5bf-4802-a677-16e226385f8e not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:38.235674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-848128d9-14da-4e8c-8cfc-e72866719f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.253489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Provisioning for port 80e18586-8969-4a52-819e-3a456167a697 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:38.269591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:38.269985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.417668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.530667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.577360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:38.594661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.615682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Delete allocated IP 2001:db8::2df (167a2332-369f-413e-b2c5-5f44b0b366ae/d94ad244-da3d-4d01-8a34-2a1d394df2ab) {{(pid=83841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:08:38.625156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8:0:1::d9 (167a2332-369f-413e-b2c5-5f44b0b366ae/2d388012-76b0-45f7-9b14-3b7e719331c3/1945299e-4f51-4d19-a009-6b3c804ee05f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:38.687885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.715830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.727514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:38.728106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.765964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Update dhcp port {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'fixed_ips': [{'subnet_id': 'd94ad244-da3d-4d01-8a34-2a1d394df2ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d388012-76b0-45f7-9b14-3b7e719331c3'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '80e18586-8969-4a52-819e-3a456167a697'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:08:38.800144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:38.836972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-872db2b2-baa4-4bab-a608-e661ec24917f None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:38.842444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.858008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.863438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Calling delete_port for 0f217d00-ce06-476f-85cb-a17df6d50fbc owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:38.875981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Ignored duplicate provisioning block setup for port 1945299e-4f51-4d19-a009-6b3c804ee05f by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:08:38.881438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.926172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:38.926172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:38.926609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.078822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Allocated IP 2001:db8:0:1::2 (167a2332-369f-413e-b2c5-5f44b0b366ae/2d388012-76b0-45f7-9b14-3b7e719331c3/80e18586-8969-4a52-819e-3a456167a697) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:39.113412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] In _notify_port_updated(), no bound segment for port 1945299e-4f51-4d19-a009-6b3c804ee05f on network 167a2332-369f-413e-b2c5-5f44b0b366ae {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:08:39.117567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:39.118309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.122218 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/ports/1945299e-4f51-4d19-a009-6b3c804ee05f HTTP/1.1" status: 200 len: 930 time: 1.2340162 Mar 11 16:08:39.125605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35366) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:39.174761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92842c6e-3297-40c0-b466-dab509ab98eb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=1945299e-4f51-4d19-a009-6b3c804ee05f,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.205943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 1945299e-4f51-4d19-a009-6b3c804ee05f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:39.206434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.215661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9d2e49b5-069a-47b6-9170-d076e3d25680 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/1a5a83cb-aad0-4897-9df0-ad705a888466 HTTP/1.1" status: 204 len: 168 time: 5.2296019 Mar 11 16:08:39.228456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:39.238907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35370) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:39.244568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:39.262146 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7306950 Mar 11 16:08:39.273398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35374) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:39.275302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.306228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78c98fe-c050-44bd-9595-042002a6eb36 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] GET failed (client error): The resource could not be found. Mar 11 16:08:39.306829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Request body: {'subnet': {'network_id': '554345f5-2ef7-4920-9897-b9eae5eea04e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1315282411-subnet', 'tenant_id': 'c60e66cc39734b6f941eb5f844a1b67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:39.307631 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c78c98fe-c050-44bd-9595-042002a6eb36 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports/1a5a83cb-aad0-4897-9df0-ad705a888466 HTTP/1.1" status: 404 len: 333 time: 0.0685501 Mar 11 16:08:39.311214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35378) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:39.314961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Transition to ACTIVE for port object 80e18586-8969-4a52-819e-3a456167a697 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:39.319154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ef01e-b52a-47ca-ab20-ae2c0ebecf61 admin admin] Pushing event updated for resources: {'Network': ['ID=554345f5-2ef7-4920-9897-b9eae5eea04e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.320070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-113280262'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:39.321453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.338405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:39.359507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Usage tracker for resource:subnet and tenant:c60e66cc39734b6f941eb5f844a1b67c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:39.371794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:39.373424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 554345f5-2ef7-4920-9897-b9eae5eea04e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:39.377681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.385459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e95eb7-9495-402c-9817-03020c5c6a8d req-5cbcbeb9-dec8-4777-b2ad-d028a0f8662c tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:39.386957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1e95eb7-9495-402c-9817-03020c5c6a8d req-5cbcbeb9-dec8-4777-b2ad-d028a0f8662c tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.7964842 Mar 11 16:08:39.402128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:39.406914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.407629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.538684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 406e3be0-3414-451f-919b-46a0421efdb7 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:08:39.539368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:39.572898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Made reservation on behalf of c60e66cc39734b6f941eb5f844a1b67c for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:39.575214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.636651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a996-3b8e-46a5-a561-24675e311294 None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.640902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:39.646525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Usage tracker for resource:port and tenant:3a1f761c4ffc432a8a34d0fe55f839b2 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:39.649330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:39.657446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:39.675110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:39.678961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.691082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:39.713956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.718264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:39.728232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=c89d46b8-e3d4-42b0-82c2-b9380bcb591a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.730553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port 33730f6e-02fb-4e03-bba4-760e3f9e4051 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:39.732167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:39.732746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:39.734863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b5227-6959-49fe-9d55-2d02d114eef9 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:39.773547 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,revision_number=5']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:39.834518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1e95eb7-9495-402c-9817-03020c5c6a8d req-1236fd12-5ce0-4bb0-a302-fb8358e71b98 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545942 Mar 11 16:08:39.917385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 1945299e-4f51-4d19-a009-6b3c804ee05f owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:40.007162 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-403c6942-32b4-415b-bae2-0b6772448e16 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 8.1896350 Mar 11 16:08:40.009646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35384) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:40.030163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:c2:46:59', 'name': 'tempest-NetworksTestDHCPv6-534330046'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:40.072099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.142515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.180637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.3 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/33730f6e-02fb-4e03-bba4-760e3f9e4051) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:40.228618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.272940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Deleting port f4632441-0254-4f0a-9620-6823e464f72d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:40.273282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.300309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Port': ['ID=0f217d00-ce06-476f-85cb-a17df6d50fbc,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:40.302750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=1945299e-4f51-4d19-a009-6b3c804ee05f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:40.381949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.481869 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c13eb06-8bd5-4455-8720-ce342d3801ed tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/1945299e-4f51-4d19-a009-6b3c804ee05f HTTP/1.1" status: 204 len: 168 time: 1.3548234 Mar 11 16:08:40.486040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35388) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:40.539241 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f694b3-e92c-4ff1-bedf-e1a204c343ad tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:08:40.539770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6f694b3-e92c-4ff1-bedf-e1a204c343ad tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Synchronizing usage tracker for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:40.583981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6f694b3-e92c-4ff1-bedf-e1a204c343ad tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Unset dirty status for tenant:04bde7f70c3a4a58a9bb5e326e822997 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:40.585027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6f694b3-e92c-4ff1-bedf-e1a204c343ad tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/1945299e-4f51-4d19-a009-6b3c804ee05f HTTP/1.1" status: 404 len: 333 time: 0.0983450 Mar 11 16:08:40.588991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35392) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:40.655650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.689221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object 33730f6e-02fb-4e03-bba4-760e3f9e4051 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:40.691075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Provisioning for port 80e18586-8969-4a52-819e-3a456167a697 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:40.703936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:40.704761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.726875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:40.750570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c40145-f7b6-47ec-9389-2f2a1e01ec1e req-cfc76d6d-4f4c-49d5-a03c-4620954877c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:40.752336 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82c40145-f7b6-47ec-9389-2f2a1e01ec1e req-cfc76d6d-4f4c-49d5-a03c-4620954877c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.6629999 Mar 11 16:08:40.754474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.765551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:40.787471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.825353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.882994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:40.883651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.921922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:40.929304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=33730f6e-02fb-4e03-bba4-760e3f9e4051,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:40.935907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:40.976684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:40.981604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:40.982616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6c294001-9a13-465a-93b0-b14f880352da None None] Could not find standard attr ID for object 1945299e-4f51-4d19-a009-6b3c804ee05f. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:08:40.983056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:40.985573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:41.080390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.101214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8c485879-1d4d-4abf-bb96-f720626adb7d None None] Could not find standard attr ID for object 1945299e-4f51-4d19-a009-6b3c804ee05f. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:08:41.114059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:41.115351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.129365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549e0ed-77e7-48c4-b0d8-6b7e4e1fc5c5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.138384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.139504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-86e94969-a5e1-455a-95cf-e2b5bb896d4a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/security-groups/5549e0ed-77e7-48c4-b0d8-6b7e4e1fc5c5 HTTP/1.1" status: 204 len: 168 time: 0.5503848 Mar 11 16:08:41.143792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35396) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.146977 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c84ecfa-4144-406e-b712-6d48917c6a06 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8340750 Mar 11 16:08:41.149769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35398) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.171800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ad:fb:cc'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:41.217883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:41.224675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:41.236264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca284a9d-5063-4dee-afbc-75306e96db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.244373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] Sync routers for ids ['406e3be0-3414-451f-919b-46a0421efdb7'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:41.293004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] Routers {'406e3be0-3414-451f-919b-46a0421efdb7'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:41.293635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['406e3be0-3414-451f-919b-46a0421efdb7'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:41.295033 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7ea7cf8a-0b69-48fb-81c8-ab4b7c57a526 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/406e3be0-3414-451f-919b-46a0421efdb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2823095 Mar 11 16:08:41.296133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bee8b0c-4cc0-44c1-9ed2-e74539828425,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.301331 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82c40145-f7b6-47ec-9389-2f2a1e01ec1e req-28b0fd5d-1c65-4639-b110-012072b42243 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4432077 Mar 11 16:08:41.302452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.329624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35404) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.350085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2eaf7ed9-e675-49e8-ad6e-e1231892466c None None] Provisioning complete for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:41.350454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2eaf7ed9-e675-49e8-ad6e-e1231892466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.376031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35408) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.428564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:41.547699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:41.606457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] Routers {'406e3be0-3414-451f-919b-46a0421efdb7'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:41.609082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['406e3be0-3414-451f-919b-46a0421efdb7'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:41.669084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.693345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:41.693662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8835f01a-db46-4f76-af9e-eb939cf96cfd None None] The sync data for ids ['406e3be0-3414-451f-919b-46a0421efdb7'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:41.700727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.720538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:41.746464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8510988e-4679-493e-89bb-7271679f2abd None None] Provisioning for port 33730f6e-02fb-4e03-bba4-760e3f9e4051 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:41.753273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:41.753803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.757183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab325399-b320-4b6f-89be-bee652f635e5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:41.758600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ab325399-b320-4b6f-89be-bee652f635e5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:41.765550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] For port f4632441-0254-4f0a-9620-6823e464f72d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4632441-0254-4f0a-9620-6823e464f72d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:41.766169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.779817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.785111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8510988e-4679-493e-89bb-7271679f2abd None None] Provisioning complete for port 33730f6e-02fb-4e03-bba4-760e3f9e4051 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:41.791642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8510988e-4679-493e-89bb-7271679f2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.822536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.825402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a49816-13cf-44ac-bbce-d44ce064527b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:41.828236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ab325399-b320-4b6f-89be-bee652f635e5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:41.832323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ab325399-b320-4b6f-89be-bee652f635e5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports/5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb HTTP/1.1" status: 200 len: 977 time: 0.4980726 Mar 11 16:08:41.835269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35414) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.849738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.853375 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5a20087c-ee1a-4f80-a81e-e804eb4ba743 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/security-groups/f0a49816-13cf-44ac-bbce-d44ce064527b HTTP/1.1" status: 204 len: 168 time: 0.7026522 Mar 11 16:08:41.892530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8510988e-4679-493e-89bb-7271679f2abd None None] Port 33730f6e-02fb-4e03-bba4-760e3f9e4051 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:41.899748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8510988e-4679-493e-89bb-7271679f2abd None None] Could not find standard attr ID for object 1945299e-4f51-4d19-a009-6b3c804ee05f. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:08:41.904287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:41.910183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35418) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:41.976091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:41.988337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Calling delete_port for f4632441-0254-4f0a-9620-6823e464f72d owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:42.046724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.053355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.058668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Checking segment: {'id': 'ad1eb7c3-6a1b-4fd5-9df7-dfa1d297c05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '554345f5-2ef7-4920-9897-b9eae5eea04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:42.059019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Network hostable DHCP agents. Network: 554345f5-2ef7-4920-9897-b9eae5eea04e, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:08:42.069575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.073399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:42.073789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.220168 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3bf21a18-f110-42aa-a6bb-163e8c30085d tempest-TestNetworkAdvancedServerOps-258515590 tempest-TestNetworkAdvancedServerOps-258515590-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1094 time: 0.6893921 Mar 11 16:08:42.233135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35422) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:42.292189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.304410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:42.332659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.333502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfed4fa-f4cf-47c9-b899-754517a192bd {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:42.339777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:42.348570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Network 554345f5-2ef7-4920-9897-b9eae5eea04e is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:08:42.357994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Usage tracker for resource:floatingip and tenant:8f28bf28d15742a2be1fb07c696cedba is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:42.368822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:42.382528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.385903 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aed11205-1dc5-4c39-9c26-ed35d32dd02d tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/routers/0dfed4fa-f4cf-47c9-b899-754517a192bd HTTP/1.1" status: 204 len: 168 time: 9.5162346 Mar 11 16:08:42.391197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35426) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:42.393010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:42.407027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:42.440829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 554345f5-2ef7-4920-9897-b9eae5eea04e) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:42.450633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3772ce0-2e42-433b-bdd0-7eb3d871432b None None] Network 554345f5-2ef7-4920-9897-b9eae5eea04e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:42.458301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:42.458881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.513111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.548544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet d94ad244-da3d-4d01-8a34-2a1d394df2ab {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:42.560608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.682378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.691613 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9d7a172c-6c92-4f27-9a5e-5cf9e7b62253 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4078584 Mar 11 16:08:42.715462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c325ef-aeae-4ee8-a500-ed99f8350ce7 None None] Network 554345f5-2ef7-4920-9897-b9eae5eea04e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:42.727911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.778378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Deleting subnet 3f7d452b-81f0-406e-abf2-6a9aa244eccd {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:42.785675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.791651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:42.962099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=33730f6e-02fb-4e03-bba4-760e3f9e4051,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:42.995079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.095406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.134794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] In _notify_port_updated(), no bound segment for port 33730f6e-02fb-4e03-bba4-760e3f9e4051 on network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:08:43.138828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f4632441-0254-4f0a-9620-6823e464f72d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:43.139834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:43.141177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.146669 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4bd43881-2602-4349-ab7b-ccc2d55cc648 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "PUT /v2.0/ports/33730f6e-02fb-4e03-bba4-760e3f9e4051 HTTP/1.1" status: 200 len: 992 time: 1.9958260 Mar 11 16:08:43.153811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35438) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:43.185531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.273167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port 33730f6e-02fb-4e03-bba4-760e3f9e4051 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:43.273447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.300005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.341339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::2e8 (a5201ef7-2506-4639-87b8-8e23809c1ec8/eace6eee-5876-4ae5-93e2-99b96a083066/8b1ec516-a7f5-4f30-a886-fa8b9ade11e0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:43.359861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f8d577b-30e5-44e0-8e9f-2925891f8be8 None None] Provisioning complete for port 33730f6e-02fb-4e03-bba4-760e3f9e4051 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:43.360505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f8d577b-30e5-44e0-8e9f-2925891f8be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.430609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8:0:1:f816:3eff:fec2:4659 (a5201ef7-2506-4639-87b8-8e23809c1ec8/c89d46b8-e3d4-42b0-82c2-b9380bcb591a/8b1ec516-a7f5-4f30-a886-fa8b9ade11e0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:43.431350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.436783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d577b-30e5-44e0-8e9f-2925891f8be8 None None] Port 33730f6e-02fb-4e03-bba4-760e3f9e4051 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:43.576222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.650781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.711083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=d94ad244-da3d-4d01-8a34-2a1d394df2ab,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:43.765505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7d452b-81f0-406e-abf2-6a9aa244eccd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:43.815272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e6211-4f53-4c11-aab7-9b57d30b729b None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:43.827424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.830786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.831820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.855981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f0353211-6e8b-41ad-bf27-753d5f412e42 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/subnets/3f7d452b-81f0-406e-abf2-6a9aa244eccd HTTP/1.1" status: 204 len: 168 time: 1.4606032 Mar 11 16:08:43.858516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35446) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:43.915663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:43.966566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.044752 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-922d08b8-357c-4f01-83a0-e9ebf74af779 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/d94ad244-da3d-4d01-8a34-2a1d394df2ab HTTP/1.1" status: 204 len: 168 time: 2.0744507 Mar 11 16:08:44.047206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35450) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:44.124090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.134168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:44.152983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-5e7c9951-8eac-4dc5-ab3a-50cf7e5c9118 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:44.154491 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-5e7c9951-8eac-4dc5-ab3a-50cf7e5c9118 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/networks?id=bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 200 len: 811 time: 0.8105125 Mar 11 16:08:44.276343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for 33730f6e-02fb-4e03-bba4-760e3f9e4051 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:44.340201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.454482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-58d02390-dd80-465d-9d86-a44907274915 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/quotas/4c1b4ad3ca1b487c815e1585e60fb416 HTTP/1.1" status: 200 len: 375 time: 0.2784898 Mar 11 16:08:44.588450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.662020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.676207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.708544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ae24bf-25f1-49bc-86b9-d59032a9d364']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:44.736298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c227e614-cb77-4442-96aa-20faea916faf') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:44.736590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c227e614-cb77-4442-96aa-20faea916faf') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:44.738951 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-96a12945-f5cc-4f45-96a1-3d0e1239ddae tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2711074 Mar 11 16:08:44.740331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Allocated IP 172.26.4.23 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/14ee68c6-8433-4f63-9ead-b150ee4e8ddd) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:44.745421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=33730f6e-02fb-4e03-bba4-760e3f9e4051,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:44.759472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.760543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.774111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.789551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ca8a336f-0c33-43ca-a15a-2bf8960dd431 None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:44.790547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca8a336f-0c33-43ca-a15a-2bf8960dd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.825137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:44.836750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:44.879000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.932319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:44.947341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:44.948202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:44.948357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:44.963325 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:44.986005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:45.017502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.021478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ca8a336f-0c33-43ca-a15a-2bf8960dd431 None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:45.022549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ca8a336f-0c33-43ca-a15a-2bf8960dd431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.036096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.036640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed110f65-dd3f-490b-ba2b-44a985ae5036 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:45.098609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:45.105376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.115858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a336f-0c33-43ca-a15a-2bf8960dd431 None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:45.288972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.290220 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f228894-f331-41a3-af87-b2ff0dc766ea admin admin] 10.222.0.78 "DELETE /v2.0/routers/ed110f65-dd3f-490b-ba2b-44a985ae5036 HTTP/1.1" status: 204 len: 168 time: 9.7605026 Mar 11 16:08:45.297042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35456) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:45.356110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.417990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.422493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.459424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.473549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] Pushing event deleted for resources: {'Network': ['ID=c5ae24bf-25f1-49bc-86b9-d59032a9d364,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:45.481608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:45.481967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.513662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:45.528259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:45.530899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:45.531723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-23e366f9-6084-47e7-b0f3-3448107622c8 tempest-FloatingIPTestJSON-1663705302 tempest-FloatingIPTestJSON-1663705302-project] 10.222.0.78 "DELETE /v2.0/networks/c5ae24bf-25f1-49bc-86b9-d59032a9d364 HTTP/1.1" status: 204 len: 168 time: 1.6707916 Mar 11 16:08:45.538625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Deleting subnet c80c2253-f28c-4a05-9e06-38f81fbf8bd0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:45.538736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:45.539368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.554289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.554502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4632441-0254-4f0a-9620-6823e464f72d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:45.556149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6cb185e8-9198-4cb0-994f-714caff11ca6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/33730f6e-02fb-4e03-bba4-760e3f9e4051 HTTP/1.1" status: 204 len: 168 time: 2.4012344 Mar 11 16:08:45.559137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.565265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35462) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:45.632694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f4632441-0254-4f0a-9620-6823e464f72d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:45.641826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4632441-0254-4f0a-9620-6823e464f72d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:45.655484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=8b1ec516-a7f5-4f30-a886-fa8b9ade11e0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:45.686095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5947d797-0f94-486c-ba6c-98e274317607 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] GET failed (client error): The resource could not be found. Mar 11 16:08:45.686653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5947d797-0f94-486c-ba6c-98e274317607 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Synchronizing usage tracker for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:45.690806 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-b4efabfe-3292-4f76-aa4d-ca5f232a1e6f service neutron] 10.222.0.78 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9376974 Mar 11 16:08:45.713977 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2bd4b65f-7d0f-4eab-8485-7185e439c89a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.6889577 Mar 11 16:08:45.719485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35466) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:45.773737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.776993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.909506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.929023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5947d797-0f94-486c-ba6c-98e274317607 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Unset dirty status for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:45.930194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5947d797-0f94-486c-ba6c-98e274317607 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports/33730f6e-02fb-4e03-bba4-760e3f9e4051 HTTP/1.1" status: 404 len: 333 time: 0.3546011 Mar 11 16:08:45.939727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:45.940015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:45.943574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35472) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:45.965502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-539643943'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:45.971778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6df9f71e-ae72-43cf-a480-f14686ae4752 None None] Provisioning for port 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:45.979640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6df9f71e-ae72-43cf-a480-f14686ae4752 None None] Provisioning complete for port 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:45.980370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6df9f71e-ae72-43cf-a480-f14686ae4752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.052700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6df9f71e-ae72-43cf-a480-f14686ae4752 None None] Port 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:46.064091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35476) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:46.077318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:46.084949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=14ee68c6-8433-4f63-9ead-b150ee4e8ddd,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:46.104455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:46.126408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:46.146628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:46.246081 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-7fa03540-6d5f-48ac-a542-8809aeba6491 service neutron] 10.222.0.78 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411811 Mar 11 16:08:46.250664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:46.319704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.334187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:46.336754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.420287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:46.423276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.512550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:46.554634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:46.558914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:46.559489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.564985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6769cbe4-2656-4170-af87-f5d02e05ff63 None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:46.574554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=923acb06-ddb0-4c55-855d-fb70cff504d4,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:46.584317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port 705d5bd8-bf9d-4977-891c-7b589668c8a1 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:46.627498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-45b97b04-a297-445a-a1df-61901ffc3782 req-2bf40fa5-6d69-4baf-a9bb-3172e0a4f64e tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 210 time: 0.1746624 Mar 11 16:08:46.629887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.641810 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-da91a078-9696-4d11-a900-e707959b0e72 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d759b54c58744e52a61d08169e2b1a44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5664687 Mar 11 16:08:46.663332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35488) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:46.685286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.692939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80c2253-f28c-4a05-9e06-38f81fbf8bd0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:46.696311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:46.750699 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9064151-8c1a-42b1-97a6-207989202764 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6372163 Mar 11 16:08:46.760303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35492) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:46.782468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1342789968'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:46.790900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097f755-fede-407a-a1c2-1244b1a48963 None None] Network 5d3b0383-841b-4642-9197-d70db7b832e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:46.798241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:46.861809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for 8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:46.939378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-67eafbb8-f490-4260-bdb3-c6c58d3fca32 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/c80c2253-f28c-4a05-9e06-38f81fbf8bd0 HTTP/1.1" status: 204 len: 168 time: 1.6410782 Mar 11 16:08:46.940368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35502) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:46.970737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.115971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:47.134158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:47.143981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:47.200332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.229986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.10 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/705d5bd8-bf9d-4977-891c-7b589668c8a1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:47.238295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.346780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=5f7aa7ad-c0c0-4f56-b3d5-41e40b30e1eb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:47.360599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.392359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:47.412977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:47.420402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:47.438416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:47.442443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] DHCP port deletion for 5d3b0383-841b-4642-9197-d70db7b832e5 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:47.453414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Update dhcp port {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'fixed_ips': [{'subnet_id': '2d388012-76b0-45f7-9b14-3b7e719331c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '923acb06-ddb0-4c55-855d-fb70cff504d4'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '80e18586-8969-4a52-819e-3a456167a697'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:08:47.500480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Deleting port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:47.501449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.567833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9e40dd3e-ff1d-4c59-be94-97c8d47d777f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:47.644279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.694403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.770230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.779203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.806896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Deleting port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:47.807392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.839909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.844317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c637eb0-4eb6-449c-b0b9-291ab776d54c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:47.847006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.871091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:47.964083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.004716 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-571c647d-d429-40e3-80bc-ed4cd57c57ba req-de60c659-fd44-43a6-a4d1-4f40ed3b3aae tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 210 time: 0.1345270 Mar 11 16:08:48.043051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f9342d-eb7e-403b-a3d1-94f4fe0af8f4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:48.046148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.051264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-47535d0c-3c67-4128-82e9-566a47a7a69c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6c637eb0-4eb6-449c-b0b9-291ab776d54c HTTP/1.1" status: 204 len: 168 time: 1.3833904 Mar 11 16:08:48.067470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object 705d5bd8-bf9d-4977-891c-7b589668c8a1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:48.069107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.076076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ce8a6c7d-aa93-4570-a66b-4a6f053cdae7 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3132956 Mar 11 16:08:48.081241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:48.106837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.107402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802059111'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:48.113283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:48.123721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:48.135014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:48.147548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:48.196226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:48.196716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.229217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=8b1ec516-a7f5-4f30-a886-fa8b9ade11e0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:48.358331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:48.368817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.373635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.402576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.472288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Calling delete_port for 9e40dd3e-ff1d-4c59-be94-97c8d47d777f owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:48.539175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.639930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Allocated IP 2001:db8::2 (167a2332-369f-413e-b2c5-5f44b0b366ae/923acb06-ddb0-4c55-855d-fb70cff504d4/80e18586-8969-4a52-819e-3a456167a697) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:48.642839 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-54b21a17-62fd-4d89-ad10-9768371d75d3 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 HTTP/1.1" status: 204 len: 168 time: 2.9220634 Mar 11 16:08:48.650788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:48.659637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:48.660268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.685591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:48.751413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.757016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:48.757456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:48.915620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:48.923917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:48.939907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:48.946506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:48.968849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.969931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:48.997220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Transition to ACTIVE for port object 80e18586-8969-4a52-819e-3a456167a697 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:49.001278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:49.006644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.077031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Calling delete_port for 9e40dd3e-ff1d-4c59-be94-97c8d47d777f owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:49.116657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e65e3-48d9-4913-a904-ba60c6e48ce8 None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:49.124666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:49.126923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=705d5bd8-bf9d-4977-891c-7b589668c8a1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:49.149497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:49.154512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:49.217694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-63bf07f2-dbd1-4c35-9f1c-a278281c0ccb tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:49.224960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-63bf07f2-dbd1-4c35-9f1c-a278281c0ccb tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.11 "GET /v2.0/networks?id=bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 200 len: 811 time: 0.7924607 Mar 11 16:08:49.269501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Deleting port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:49.269501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.294307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Request body: {'port': {'device_id': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839', 'admin_state_up': True, 'tenant_id': '4c1b4ad3ca1b487c815e1585e60fb416'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:49.355082 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3c517deb-5485-4a28-951e-2317ad9fef42 req-75eb6d44-be04-4ae1-8bc8-85ef0e9d90d9 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 210 time: 0.1232929 Mar 11 16:08:49.478377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:49.478944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:49.517750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2b2d5-2767-4331-b7fa-fe5034854e58 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:49.518516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eea2b2d5-2767-4331-b7fa-fe5034854e58 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:49.550757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:08:49.554102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 406e3be0-3414-451f-919b-46a0421efdb7 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:49.584013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eea2b2d5-2767-4331-b7fa-fe5034854e58 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:49.589903 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eea2b2d5-2767-4331-b7fa-fe5034854e58 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9375541 Mar 11 16:08:49.595756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35538) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:49.654324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:49.655085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.697328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] For port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,segment=NetworkSegment(4e3735d0-9ced-4666-bdec-5fc4674199b2),segment_id=4e3735d0-9ced-4666-bdec-5fc4674199b2)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:49.697868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.768995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35542) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:49.772786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.790726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:49.800927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.805988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Usage tracker for resource:port and tenant:4c1b4ad3ca1b487c815e1585e60fb416 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:49.830600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:49.857476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:49.876402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d107833c-a424-4d22-8c6b-19e0a9acdd18 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9312818 Mar 11 16:08:49.882439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35548) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:49.891542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ad:fb:cc'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:49.895643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Calling delete_port for 9e40dd3e-ff1d-4c59-be94-97c8d47d777f owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:49.948443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.952890 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8675299 Mar 11 16:08:49.954465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35552) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:49.955084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c4472e9a-96ed-4136-b0bf-34263003df53 None None] Provisioning for port 705d5bd8-bf9d-4977-891c-7b589668c8a1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:49.961002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffe986-97c9-44df-9f36-ca0e95a9949d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f9c453-db31-4d38-bd33-810c8bf47b98,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:49.969028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c4472e9a-96ed-4136-b0bf-34263003df53 None None] Provisioning complete for port 705d5bd8-bf9d-4977-891c-7b589668c8a1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:49.969400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c4472e9a-96ed-4136-b0bf-34263003df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:49.982615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Deleting port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:49.983345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.007560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Made reservation on behalf of 4c1b4ad3ca1b487c815e1585e60fb416 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:50.013287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.027210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'security_group': {'name': 'tempest-secgroup-621862274'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:50.060502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:50.073940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c4472e9a-96ed-4136-b0bf-34263003df53 None None] Port 705d5bd8-bf9d-4977-891c-7b589668c8a1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:50.111835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:50.122070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:50.139204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.166310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:50.170873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:50.184939 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] Sync routers for ids ['406e3be0-3414-451f-919b-46a0421efdb7'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:50.192947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'networks': [{'name': 'tempest-network--1065427964'}, {'name': 'tempest-network--367016674'}]} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:50.192947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-network--1065427964'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:50.193571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-network--367016674'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:50.207592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:08:50.216154 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] Routers {'406e3be0-3414-451f-919b-46a0421efdb7'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:50.218215 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['406e3be0-3414-451f-919b-46a0421efdb7'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.269765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742bffcc-78cf-46ae-819d-1f3903abcc47 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:50.280530 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-742bffcc-78cf-46ae-819d-1f3903abcc47 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6832097 Mar 11 16:08:50.287251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35556) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:50.307154 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.312856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] Pushing event deleted for resources: {'Port': ['ID=9e40dd3e-ff1d-4c59-be94-97c8d47d777f,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:50.319330 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] Routers {'406e3be0-3414-451f-919b-46a0421efdb7'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:50.320158 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['406e3be0-3414-451f-919b-46a0421efdb7'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.327619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf5b06-5806-421c-8d21-7d817922686f None None] No DVR routers for this DVR port 9e40dd3e-ff1d-4c59-be94-97c8d47d777f on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:50.413486 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6275df96-9b4d-40e2-beb2-d58edd2fb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/406e3be0-3414-451f-919b-46a0421efdb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5757184 Mar 11 16:08:50.414781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:50.425111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35562) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:50.429581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Provisioning for port 80e18586-8969-4a52-819e-3a456167a697 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:50.430155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.436968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:50.437494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.439357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:network and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:50.463147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] The port '9e40dd3e-ff1d-4c59-be94-97c8d47d777f' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:50.472034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.507861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:50.508642 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.509251 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8778888-3236-4560-976c-d82a8d0e715a None None] The sync data for ids ['406e3be0-3414-451f-919b-46a0421efdb7'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:08:50.510998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.571175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:50.659246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.695192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:50.695863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.698801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:50.700881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:50.703140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:50.704152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:50.737057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'network': 2} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:50.741610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.750026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:50.752144 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99ad7562-ae3b-4cc7-8ba8-9c155eefbbe0 req-5e6ef414-c0b1-4260-817d-b9f881cdad77 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 210 time: 0.1113737 Mar 11 16:08:50.756379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-87054a3a-5ec3-49a6-b93e-2c25b473e46d None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:50.765915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:security_group_rule and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:50.769633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3b0383-841b-4642-9197-d70db7b832e5']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.782773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:50.796011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:50.801107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3735d0-9ced-4666-bdec-5fc4674199b2') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.802044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3735d0-9ced-4666-bdec-5fc4674199b2') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:50.836148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event updated for resources: {'Port': ['ID=14ee68c6-8433-4f63-9ead-b150ee4e8ddd,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:50.838758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.844372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:50.845367 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e605a7da-a63f-4f2f-b6b0-d7a2940c1b02 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5516088 Mar 11 16:08:50.853044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35566) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:50.868353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.899235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.909485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.927803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:50.928201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:50.942159 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:51.010595 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:08:51.097383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.100086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.107239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.128868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.159344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Allocated IP 172.20.0.4 (bd58714e-e999-4857-bc5b-65d672f26839/0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6/79cee545-937c-4000-8ab5-95a73182e416) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:51.164677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.186734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:51.203611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3b0383-841b-4642-9197-d70db7b832e5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:51.267366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:security_group_rule and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:51.276361 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a65ba71f-28a3-4c05-973e-016adafef8e8 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5d3b0383-841b-4642-9197-d70db7b832e5 HTTP/1.1" status: 204 len: 168 time: 4.3310027 Mar 11 16:08:51.279086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.280338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3235562 Mar 11 16:08:51.281011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f03e4-a221-4d9b-9560-6e3acd5fcc14 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bef8c3-5ca7-4eae-9d49-9108bbfce32a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:51.285661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35572) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:51.297353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1757424968', 'security_groups': ['89bef8c3-5ca7-4eae-9d49-9108bbfce32a'], 'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '923acb06-ddb0-4c55-855d-fb70cff504d4'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:51.322045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:51.344664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:51.551872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35576) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:51.641448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-a95a1057-8108-4a75-8e55-da46e2f575c5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 16:08:51.642513 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a95a1057-8108-4a75-8e55-da46e2f575c5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/406e3be0-3414-451f-919b-46a0421efdb7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2163506 Mar 11 16:08:51.647306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.653539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35580) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:51.671666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet c89d46b8-e3d4-42b0-82c2-b9380bcb591a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:51.684916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.689627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:51.702585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:51.745417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6171634a-03fb-46e2-a3dd-d5ef27a28dc1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:51.775778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:51.788577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e9b45f61-38d9-4b25-8376-e8dd4a647bbd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a97882f3678e41f9a1ce68ebb66dea20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2352109 Mar 11 16:08:51.795528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35586) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:51.847762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:51.876854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=705d5bd8-bf9d-4977-891c-7b589668c8a1,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:51.880176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6171634a-03fb-46e2-a3dd-d5ef27a28dc1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:51.881563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6171634a-03fb-46e2-a3dd-d5ef27a28dc1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=406e3be0-3414-451f-919b-46a0421efdb7 HTTP/1.1" status: 200 len: 205 time: 0.2305741 Mar 11 16:08:51.892380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35590) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:51.997309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.072088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.094697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-99c8451a-ca6f-4edb-b448-b8c9dbfdc929 None None] Provisioning complete for port 705d5bd8-bf9d-4977-891c-7b589668c8a1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:52.095246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99c8451a-ca6f-4edb-b448-b8c9dbfdc929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.113752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] In _notify_port_updated(), no bound segment for port 705d5bd8-bf9d-4977-891c-7b589668c8a1 on network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:08:52.116784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:52.117444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.121413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1f5cdfd4-5fbf-45e7-a9e0-764e87b81080 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "PUT /v2.0/ports/705d5bd8-bf9d-4977-891c-7b589668c8a1 HTTP/1.1" status: 200 len: 996 time: 2.2337444 Mar 11 16:08:52.129945 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-42e883d2-1f62-407e-beb5-2a95a1b47b0f req-f7460c14-a12b-46c7-88eb-39d5f0fc88ad tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 210 time: 0.0988815 Mar 11 16:08:52.130165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35594) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:52.130521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.130982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.164020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-99c8451a-ca6f-4edb-b448-b8c9dbfdc929 None None] Port 705d5bd8-bf9d-4977-891c-7b589668c8a1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:52.180367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.236267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.249477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.260351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef1744-4d5e-476d-ba36-b5c0e21a9f4d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:52.287273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:52.302304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.303691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port 705d5bd8-bf9d-4977-891c-7b589668c8a1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:52.304042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.322642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.351783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.352121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment e48273f1-dc62-43ec-908d-828b40047424 of type vlan for network aa064c1d-1103-4442-9608-9ba0381490df Mar 11 16:08:52.410089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.419992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Floating IP 04390165-395b-4427-9171-037f07c25718 associated. External IP: 172.26.4.23, port: 8ffd16a7-da9a-43ce-a37f-ea981b33c248. Mar 11 16:08:52.442980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] device_id is not set on port 17932327-3aec-40cf-b9d7-c20351652da8 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:52.491430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.508676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.708004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Network bd58714e-e999-4857-bc5b-65d672f26839 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:52.715108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.717890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:52.764235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:52.789185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Pushing event updated for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:52.806602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:52.813321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=c89d46b8-e3d4-42b0-82c2-b9380bcb591a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:52.847798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.851417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.851417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment 44cd7748-641e-4c71-97d9-64646f9ec748 of type vlan for network d701d75e-7845-42aa-afca-ea765c49a9ed Mar 11 16:08:52.852435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.854327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda0577-ef6b-495e-acb9-0f8f72397d81 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:52.894751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee1143-3b45-420f-978a-3b30fc7368ea,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:52.901434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:52.901434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.948834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.978805 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a4c35947-055a-4acf-8bff-0bf4743f86a7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c89d46b8-e3d4-42b0-82c2-b9380bcb591a HTTP/1.1" status: 204 len: 168 time: 2.1155412 Mar 11 16:08:52.979820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35598) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:52.990049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:52.991102 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bf126dc3-97be-4245-9b0a-a793e574ad5d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82ee1143-3b45-420f-978a-3b30fc7368ea HTTP/1.1" status: 204 len: 168 time: 1.1946552 Mar 11 16:08:52.992667 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-f0b4f19c-362a-46ce-a2a5-81111a6bbc3f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7442534 Mar 11 16:08:53.163162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet eace6eee-5876-4ae5-93e2-99b96a083066 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:53.173782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.218843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.231930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.253112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.293788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.389469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.396745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.400526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:53.403591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:53.404219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.413743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Request body: {'port': {'device_id': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:53.414699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8::1ef (167a2332-369f-413e-b2c5-5f44b0b366ae/923acb06-ddb0-4c55-855d-fb70cff504d4/17932327-3aec-40cf-b9d7-c20351652da8) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:53.450763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for 705d5bd8-bf9d-4977-891c-7b589668c8a1 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:53.616208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8305466 Mar 11 16:08:53.633001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35614) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:53.634137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.635656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router 406e3be0-3414-451f-919b-46a0421efdb7 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:08:53.720511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.721809 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4d3086d5-ef12-44e4-b95e-117e107bf0d4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/406e3be0-3414-451f-919b-46a0421efdb7 HTTP/1.1" status: 204 len: 168 time: 1.8282247 Mar 11 16:08:53.738074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35620) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:53.754285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:53.842192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=aa064c1d-1103-4442-9608-9ba0381490df,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:53.851228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network aa064c1d-1103-4442-9608-9ba0381490df details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:53.958500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.022904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89540e4a-21af-4d6d-926a-aa441ee85c54 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.027156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89540e4a-21af-4d6d-926a-aa441ee85c54 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.045113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89540e4a-21af-4d6d-926a-aa441ee85c54 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.049226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89540e4a-21af-4d6d-926a-aa441ee85c54 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.054426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-89540e4a-21af-4d6d-926a-aa441ee85c54 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3884845 Mar 11 16:08:54.079601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35630) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:54.080657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.106595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bd088-5830-48d4-a3f3-b0b66a6930c1 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=d701d75e-7845-42aa-afca-ea765c49a9ed,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:54.110306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b6df6662-b6ae-4537-aaa2-ab4bd5f53972 None None] Provisioning complete for port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:54.110985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6df6662-b6ae-4537-aaa2-ab4bd5f53972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.151730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d701d75e-7845-42aa-afca-ea765c49a9ed details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:54.176704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c3016-f47d-4ee5-8799-f6de629f79ac req-62e655c8-38b3-41d5-8ecd-764bd16cd383 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.177648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-6c4c3016-f47d-4ee5-8799-f6de629f79ac req-62e655c8-38b3-41d5-8ecd-764bd16cd383 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Synchronizing usage tracker for tenant:4c1b4ad3ca1b487c815e1585e60fb416 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:54.203941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=eace6eee-5876-4ae5-93e2-99b96a083066,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:54.218732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.367945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 17932327-3aec-40cf-b9d7-c20351652da8 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:54.369885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.431807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-6c4c3016-f47d-4ee5-8799-f6de629f79ac req-62e655c8-38b3-41d5-8ecd-764bd16cd383 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Unset dirty status for tenant:4c1b4ad3ca1b487c815e1585e60fb416 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:54.432662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a615f-7418-4d15-a2a3-b771af889be6 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:54.432963 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c4c3016-f47d-4ee5-8799-f6de629f79ac req-62e655c8-38b3-41d5-8ecd-764bd16cd383 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 931 time: 1.0832355 Mar 11 16:08:54.451961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=705d5bd8-bf9d-4977-891c-7b589668c8a1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:54.465670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 862a150e-7f42-40ac-b076-b8ecf6ea2550 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:08:54.470185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.667210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.686955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.700949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-47bc1ec4-dba2-4ad7-8ebf-76ad4cdbf077 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/eace6eee-5876-4ae5-93e2-99b96a083066 HTTP/1.1" status: 204 len: 168 time: 1.7169459 Mar 11 16:08:54.776902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35640) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:54.802383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.804965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:54.812475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Deleting port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:54.813477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.873273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:54.908941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:54.915600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:54.922473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:54.923852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:54.979581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7b761fc1-4c7d-4b0d-a23c-8c408294d39c tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2002699 Mar 11 16:08:54.991380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35650) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:54.992559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.011849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.021328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:55.102205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] For port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:55.103184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.132845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.183874 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8930671 Mar 11 16:08:55.186474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a702dd-c16d-48e3-a64a-ace058d6416a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=17932327-3aec-40cf-b9d7-c20351652da8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:55.198950 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0f440125-9dba-4728-9cff-9a77f1f0aa54 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/705d5bd8-bf9d-4977-891c-7b589668c8a1 HTTP/1.1" status: 204 len: 168 time: 3.0679059 Mar 11 16:08:55.201334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35656) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:55.201658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35658) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:55.214133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:55.321910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Calling delete_port for b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:55.385694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5a860f78-013d-43b3-a1b8-38cd6de55453 None None] Provisioning for port 17932327-3aec-40cf-b9d7-c20351652da8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:55.405293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5a860f78-013d-43b3-a1b8-38cd6de55453 None None] Provisioning complete for port 17932327-3aec-40cf-b9d7-c20351652da8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:55.406498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a860f78-013d-43b3-a1b8-38cd6de55453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.434580 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c4c3016-f47d-4ee5-8799-f6de629f79ac req-8496af87-8b89-4270-b232-182f5a3ef127 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7460465 Mar 11 16:08:55.524192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:55.535395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace10c76-bf50-4406-8444-2c3bd0214eeb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] GET failed (client error): The resource could not be found. Mar 11 16:08:55.536003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ace10c76-bf50-4406-8444-2c3bd0214eeb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Synchronizing usage tracker for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:55.541678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.580708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cee545-937c-4000-8ab5-95a73182e416 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:08:55.609540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=862a150e-7f42-40ac-b076-b8ecf6ea2550,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:55.611761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:55.624098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.630760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.646765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.647668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:55.660343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:55.660595 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bf5ad20e-0d69-451f-a7b4-8dc00e8ac1b5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/862a150e-7f42-40ac-b076-b8ecf6ea2550 HTTP/1.1" status: 204 len: 168 time: 1.9186921 Mar 11 16:08:55.664547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35670) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:55.667393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ace10c76-bf50-4406-8444-2c3bd0214eeb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Unset dirty status for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:55.672258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0154eb-6e38-458f-8e57-59ef2e06ffd3 None None] Network 249e4bfa-e636-465e-a1bd-b3e0f97f80ea requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:55.672816 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ace10c76-bf50-4406-8444-2c3bd0214eeb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports/705d5bd8-bf9d-4977-891c-7b589668c8a1 HTTP/1.1" status: 404 len: 333 time: 0.4685366 Mar 11 16:08:55.683967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35674) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:55.693849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:55.694215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-2011174577'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:55.706353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Transition to ACTIVE for port object 79cee545-937c-4000-8ab5-95a73182e416 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:55.713630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa064c1d-1103-4442-9608-9ba0381490df']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:55.722094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35678) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:55.738552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.751236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.755562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5a860f78-013d-43b3-a1b8-38cd6de55453 None None] Port 17932327-3aec-40cf-b9d7-c20351652da8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:55.794095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48273f1-dc62-43ec-908d-828b40047424') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:55.794773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48273f1-dc62-43ec-908d-828b40047424') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:55.811090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] Pushing event deleted for resources: {'Port': ['ID=b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:55.811344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:55.815326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 update to DOWN by agent not found {{(pid=83842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 16:08:55.816171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.858619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.878742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:55.904106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:55.913094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad408689-69a7-427c-93cb-601ed8001477 None None] No DVR routers for this DVR port b8dfbd33-fd4a-4ed2-9a06-5839c2d5edb1 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:55.927821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:55.944868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:55.949652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:55.992637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:55.996211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.000925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-492312251', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:56.006469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:56.010609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Usage tracker for resource:port and tenant:dfd9294b707b4b7aadeefda49f017e7c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:56.023072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:56.023072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:56.098930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5fefaea8-26f6-47b7-a491-335f8fec528a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:56.099291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.118056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Made reservation on behalf of dfd9294b707b4b7aadeefda49f017e7c for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:56.120479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.143933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.150293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:56.155930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:56.157163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] DHCP port deletion for 249e4bfa-e636-465e-a1bd-b3e0f97f80ea request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:08:56.162709 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Deleting port 5fefaea8-26f6-47b7-a491-335f8fec528a {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:56.163078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.190147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:56.191124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.194211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:56.215334 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:56.236100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.253801 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 923acb06-ddb0-4c55-855d-fb70cff504d4 (CIDR: 2001:db8::/64) Mar 11 16:08:56.266911 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:08:56.267277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:56.276100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:56.280856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.384056 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-392f3582-0013-4f72-935c-4b29c909fbdb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1812086 Mar 11 16:08:56.387010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35684) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:56.397089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port 51164092-9f84-44d4-b4ae-1360c9c90b1e yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:56.435801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:56.457997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] For port 5fefaea8-26f6-47b7-a491-335f8fec528a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fefaea8-26f6-47b7-a491-335f8fec528a,segment=NetworkSegment(b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe),segment_id=b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:56.459085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.587439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 5fefaea8-26f6-47b7-a491-335f8fec528a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fefaea8-26f6-47b7-a491-335f8fec528a,segment=NetworkSegment(b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe),segment_id=b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:08:56.588150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.625210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.639082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Calling delete_port for 5fefaea8-26f6-47b7-a491-335f8fec528a owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:56.683764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Router 24e3c056-0659-4a96-a0bf-276b8672c604 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:08:56.702601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.722992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:56.734606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:56.740860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=aa064c1d-1103-4442-9608-9ba0381490df,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:56.744314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Usage tracker for resource:security_group_rule and tenant:dfd9294b707b4b7aadeefda49f017e7c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:56.754553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:56.780302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] Pushing event deleted for resources: {'Port': ['ID=5fefaea8-26f6-47b7-a491-335f8fec528a,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:56.789886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a131b039-825e-4dee-b67c-dfa401ea6490 None None] No DVR routers for this DVR port 5fefaea8-26f6-47b7-a491-335f8fec528a on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:08:56.803335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 5fefaea8-26f6-47b7-a491-335f8fec528a owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:08:56.809989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:56.828731 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e0e5ec1d-af36-4c8d-90ec-c8b941bb6a21 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/aa064c1d-1103-4442-9608-9ba0381490df HTTP/1.1" status: 204 len: 168 time: 2.7111881 Mar 11 16:08:56.845310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35690) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:56.867460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Attempting to bind port 79cee545-937c-4000-8ab5-95a73182e416 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:56.867801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Attempting to bind port 79cee545-937c-4000-8ab5-95a73182e416 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '973bd0a6-3428-431b-9bb0-a2e032d81f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:56.868129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Attempting to bind port 79cee545-937c-4000-8ab5-95a73182e416 on network bd58714e-e999-4857-bc5b-65d672f26839 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:57.001165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:57.009849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Port 79cee545-937c-4000-8ab5-95a73182e416 on network bd58714e-e999-4857-bc5b-65d672f26839 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:08:57.010307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Attempting to bind port 79cee545-937c-4000-8ab5-95a73182e416 on network bd58714e-e999-4857-bc5b-65d672f26839 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:57.025872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:57.030811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:57.052103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.5 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/51164092-9f84-44d4-b4ae-1360c9c90b1e) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:57.063901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:57.070600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:57.070993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Checking segment: {'id': '973bd0a6-3428-431b-9bb0-a2e032d81f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:57.071737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Bound using segment: {'id': '973bd0a6-3428-431b-9bb0-a2e032d81f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:57.071737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Bound port: 79cee545-937c-4000-8ab5-95a73182e416, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973bd0a6-3428-431b-9bb0-a2e032d81f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:57.072112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.081749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.091456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:08:57.091862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:08:57.094208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:57.097721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.126633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.135458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0254-8aae-4a91-802b-1cc1eb5a3152 req-af8cb077-1313-4a23-94e5-a21e6800d626 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:57.137475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e03d0254-8aae-4a91-802b-1cc1eb5a3152 req-af8cb077-1313-4a23-94e5-a21e6800d626 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 943 time: 0.5160732 Mar 11 16:08:57.277022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.298960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.302023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:57.321779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:57.329747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] device_id is not set on port 4900f8a0-390e-48fb-af84-d648e8ef0eea yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:57.331398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf462423-0c1e-488f-a773-82f026cb7422 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:08:57.390910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:57.391501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.411598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=5c1adf1a-92c9-4953-9368-edffbd0068f0,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:57.518748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fefaea8-26f6-47b7-a491-335f8fec528a no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:08:57.549794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e763be5-94c8-441f-b88a-ed003e7ddefc,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:57.562014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:57.565100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5fefaea8-26f6-47b7-a491-335f8fec528a {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:08:57.565451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fefaea8-26f6-47b7-a491-335f8fec528a not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:08:57.583085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e03d0254-8aae-4a91-802b-1cc1eb5a3152 req-40fa4d6b-3009-4beb-9ab9-497a90dcfc18 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814142 Mar 11 16:08:57.597349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5fefaea8-26f6-47b7-a491-335f8fec528a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:08:57.604711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0877c1e5-79a0-468a-81b6-d8c43076bc4a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6109886 Mar 11 16:08:57.607447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=79cee545-937c-4000-8ab5-95a73182e416,segment=NetworkSegment(973bd0a6-3428-431b-9bb0-a2e032d81f31),segment_id=973bd0a6-3428-431b-9bb0-a2e032d81f31)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:57.607575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.610753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35694) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:57.617745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.624218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:57.644937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a5201ef7-2506-4639-87b8-8e23809c1ec8', 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'tenant_id': '772ff1c9926d4e3ca5c21615289ad7ee', 'fixed_ips': [{'subnet_id': '5c1adf1a-92c9-4953-9368-edffbd0068f0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:08:57.646697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.664031 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2d388012-76b0-45f7-9b14-3b7e719331c3 (CIDR: 2001:db8:0:1::/64) Mar 11 16:08:57.697170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.712145 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:08:57.712578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:08:57.720566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] The port '5fefaea8-26f6-47b7-a491-335f8fec528a' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:08:57.768624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Allocated IP 172.26.4.94 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4900f8a0-390e-48fb-af84-d648e8ef0eea) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:57.805034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d701d75e-7845-42aa-afca-ea765c49a9ed']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:57.809793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.811174 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] 10.222.0.11 "PUT /v2.0/ports/79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 200 len: 1093 time: 4.7536583 Mar 11 16:08:57.816234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'tag': '79cee545-937c-4000-8ab5-95a73182e416'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:08:57.853284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd7748-641e-4c71-97d9-64646f9ec748') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:57.853938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd7748-641e-4c71-97d9-64646f9ec748') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:57.870423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Allocated IP 2001:db8::2 (a5201ef7-2506-4639-87b8-8e23809c1ec8/5c1adf1a-92c9-4953-9368-edffbd0068f0/af4700af-fac7-41ea-bd6d-5f8c9b4893d5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:57.871562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:57.912236 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-732c2798-23bf-4344-b345-0d578f07273b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5190084 Mar 11 16:08:57.929355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35702) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:57.974735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.014958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:58.015683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.017295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'subnet': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:58.034125 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:58.050395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc3a48-1300-4176-b45d-f7ac9e11ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.053728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.133949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.171370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.202312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249e4bfa-e636-465e-a1bd-b3e0f97f80ea']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:58.219705 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'tag': '79cee545-937c-4000-8ab5-95a73182e416', 'status': 'completed', 'code': 200} Mar 11 16:08:58.222153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:58.222466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bcf6dc-7fb2-4722-bba7-d5ee9cc153fe') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:58.226424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Transition to ACTIVE for port object af4700af-fac7-41ea-bd6d-5f8c9b4893d5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:58.232761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object 51164092-9f84-44d4-b4ae-1360c9c90b1e will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:58.240828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.247112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Transition to ACTIVE for port object af4700af-fac7-41ea-bd6d-5f8c9b4893d5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:08:58.247341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.253100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.290219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:58.292273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.302699 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/d701d75e-7845-42aa-afca-ea765c49a9ed HTTP/1.1" status: 204 len: 168 time: 1.4493015 Mar 11 16:08:58.304385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:58.305764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:58.309318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c52d5-278b-48d1-b41d-32e9d20980b0 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=d701d75e-7845-42aa-afca-ea765c49a9ed,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.318150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.326684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:58.330144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:08:58.330592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.335483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:58.339767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:08:58.347519 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:08:58.355945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Pushing event updated for resources: {'Port': ['ID=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.358831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:58.363217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:08:58.380620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:58.385086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Sync routers for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:08:58.442808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.461949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:58.462380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:58.511178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.515942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.537344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:58.551626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.562771 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/249e4bfa-e636-465e-a1bd-b3e0f97f80ea HTTP/1.1" status: 204 len: 168 time: 2.8969672 Mar 11 16:08:58.569577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:08:58.573105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35710) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:58.582431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693c77-7fab-4e4d-bbb2-dd89b7f5bc59 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=249e4bfa-e636-465e-a1bd-b3e0f97f80ea,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.582431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:08:58.582431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=51164092-9f84-44d4-b4ae-1360c9c90b1e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:58.586444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:08:58.627115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1098309859'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:58.635923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:58.641840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:58.647466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:58.654411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:58.674354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:58.677935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.738372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:58.738372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.749136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:58.761818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.766147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:08:58.785495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.786364 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment d044f58a-01c8-40bc-a636-5107c5b56ce8 of type vlan for network ee4e6297-468c-4f3c-8e01-0eaddac34ffe Mar 11 16:08:58.793560 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-712d827c-d3df-444f-9049-99aa3ad0b3eb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1053662 Mar 11 16:08:58.795491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:58.803907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'network_id': '610b3ce3-44b1-4f5c-84b4-95791ecdc19f', 'name': 'tempest-AllowedAddressPairTestJSON-1810493107'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:58.814893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:08:58.869868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-25e2e913-27d4-497e-bd16-c8bcb2d42762 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 1096 time: 1.0031092 Mar 11 16:08:58.877748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Usage tracker for resource:subnet and tenant:04bde7f70c3a4a58a9bb5e326e822997 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:58.914353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.925788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:58.963036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Attempting to bind port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:08:58.963497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Attempting to bind port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:08:58.963933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Attempting to bind port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 on network a5201ef7-2506-4639-87b8-8e23809c1ec8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:08:58.985101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:08:58.985661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Checking segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:08:58.986165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.986715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Bound using segment: {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:08:58.987265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Bound port: af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77351076-d0df-4d4e-a959-d61c951f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:08:58.987776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.988130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:58.993353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:58.994202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.028870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.101405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-48c61773-eae4-4230-8303-0513e2349bb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 200 len: 217 time: 0.1725657 Mar 11 16:08:59.107894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.119212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.132560 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5561748 Mar 11 16:08:59.138732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35720) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:59.140155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e93603d6-2111-4fc4-8b37-d7015897afaa None None] Provisioning for port 51164092-9f84-44d4-b4ae-1360c9c90b1e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:08:59.159334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:59.162362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e93603d6-2111-4fc4-8b37-d7015897afaa None None] Provisioning complete for port 51164092-9f84-44d4-b4ae-1360c9c90b1e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:08:59.162743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e93603d6-2111-4fc4-8b37-d7015897afaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.182787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b140da-af89-48e6-9ccd-4e3d6d841c22 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=ee4e6297-468c-4f3c-8e01-0eaddac34ffe,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:59.206757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66720fc-6452-4b44-b73c-fa9c6ac07a16 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:59.211753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66720fc-6452-4b44-b73c-fa9c6ac07a16 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:59.212580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f66720fc-6452-4b44-b73c-fa9c6ac07a16 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Synchronizing usage tracker for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:08:59.215305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:08:59.218335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-c0a26794-a62e-4882-b164-e46efb93cd82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:59.219770 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-c0a26794-a62e-4882-b164-e46efb93cd82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 HTTP/1.1" status: 200 len: 851 time: 0.0982020 Mar 11 16:08:59.256428 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c95ab702-5068-4fc9-9a0d-6da8e478f356 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 17.0215271 Mar 11 16:08:59.342182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Made reservation on behalf of 04bde7f70c3a4a58a9bb5e326e822997 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:59.352206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] For port af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:08:59.369141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Made reservation on behalf of 3a1f761c4ffc432a8a34d0fe55f839b2 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:59.372132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.376144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e93603d6-2111-4fc4-8b37-d7015897afaa None None] Port 51164092-9f84-44d4-b4ae-1360c9c90b1e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:08:59.389882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] For port af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:08:59.410440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.428854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] device_id is not set on port 8caa3635-3c1b-473a-80c0-3ef590615061 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:08:59.482433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.490441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-0df12fd4-c8f4-4a1d-a326-ed209ec18a19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd58714e-e999-4857-bc5b-65d672f26839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2563057 Mar 11 16:08:59.496528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:08:59.502177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:08:59.509012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.513949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.555031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a5394-31bd-423e-bdee-363cc1be0edb None None] Pushing event updated for resources: {'Port': ['ID=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:08:59.568631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:59.589240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '04390165-395b-4427-9171-037f07c25718', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'mac_address': 'fa:16:3e:33:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:47Z', 'updated_at': '2022-03-11T16:08:47Z', 'revision_number': 0, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:59.593495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Checking router: 24e3c056-0659-4a96-a0bf-276b8672c604 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:08:59.611187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:08:59.612405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:08:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:08:59.613492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f66720fc-6452-4b44-b73c-fa9c6ac07a16 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Unset dirty status for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:08:59.615650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f66720fc-6452-4b44-b73c-fa9c6ac07a16 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2919934 Mar 11 16:08:59.681833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35726) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:08:59.688321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.815946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.825270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-804502721'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:08:59.845757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:08:59.869046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.870639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:08:59.883048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Allocated IP 172.20.0.8 (610b3ce3-44b1-4f5c-84b4-95791ecdc19f/b45ef845-cae6-4cea-a3fb-03c2803c0cf4/8caa3635-3c1b-473a-80c0-3ef590615061) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:08:59.897980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe66609-886b-480a-a787-595149553792 req-b14b8fe5-15d2-4ec3-8d0b-53f5624e5752 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:08:59.899934 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cbe66609-886b-480a-a787-595149553792 req-b14b8fe5-15d2-4ec3-8d0b-53f5624e5752 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 943 time: 1.0184207 Mar 11 16:08:59.908575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:08:59.912895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:08:59.913491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:09:00.039710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:00.078599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.078992 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment dcfa66ee-bec6-4aac-8d4b-f0701d727555 of type vlan for network 801fce57-f1fd-4f96-aedc-d5bbf58da506 Mar 11 16:09:00.162186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:00.189137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:00.191747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:00.204384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.209580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.234235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:09:00.240982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cbe66609-886b-480a-a787-595149553792 req-def5a1ca-40c7-4205-adfd-d65caee45547 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000998 Mar 11 16:09:00.276404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Pushing event updated for resources: {'Port': ['ID=4900f8a0-390e-48fb-af84-d648e8ef0eea,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:00.302360 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-aa3d6634-bd3f-4571-8282-9be5fba2ddda service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129789 Mar 11 16:09:00.322701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8a32-68f3-4fb9-abb1-daac22484d3a req-504ce513-3b71-4441-a3f0-097ade82ae18 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:00.329660 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc9e8a32-68f3-4fb9-abb1-daac22484d3a req-504ce513-3b71-4441-a3f0-097ade82ae18 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.8354957 Mar 11 16:09:00.383932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'status': 'completed', 'code': 200} Mar 11 16:09:00.392632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=6a831671-fdb1-4774-b5b3-f6c1b131d40f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:00.417456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.421107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:00.421780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.476564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '04390165-395b-4427-9171-037f07c25718', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'mac_address': 'fa:16:3e:33:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:47Z', 'updated_at': '2022-03-11T16:08:47Z', 'revision_number': 0, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:00.480941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7934ad3-3f29-4704-9400-6904eb16260e None None] The sync data for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv is: [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '04390165-395b-4427-9171-037f07c25718', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'floating_ip_address': '172.26.4.23', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'mac_address': 'fa:16:3e:33:48:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:08:47Z', 'updated_at': '2022-03-11T16:08:47Z', 'revision_number': 0, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:00.513018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.534692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Transition to ACTIVE for port object 8caa3635-3c1b-473a-80c0-3ef590615061 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:00.548502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': 'd044f58a-01c8-40bc-a636-5107c5b56ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:00.548502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: ee4e6297-468c-4f3c-8e01-0eaddac34ffe, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:00.550505 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.ipam_backend_mixin [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c1adf1a-92c9-4953-9368-edffbd0068f0 (CIDR: 2001:db8::/64) Mar 11 16:09:00.558666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:00.559356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.585782 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:09:00.586076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:00.609782 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7984388 Mar 11 16:09:00.617929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35732) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:00.647543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1841687125'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:00.664112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:00.674071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc3146-aae3-4d09-a02f-2c655280f8e5 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=801fce57-f1fd-4f96-aedc-d5bbf58da506,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:00.679948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:network and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:00.685211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:00.688453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 801fce57-f1fd-4f96-aedc-d5bbf58da506 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:00.692423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:00.695645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:00.705314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.722528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, ee4e6297-468c-4f3c-8e01-0eaddac34ffe) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:00.732662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc9e8a32-68f3-4fb9-abb1-daac22484d3a req-50edd2fa-9794-43c7-8807-7a44664c1c22 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019516 Mar 11 16:09:00.739833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd22e6-e092-4694-bb5a-0c17914236ed None None] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:00.745922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4866b060-7914-430d-bbfc-f3efeac92a8b tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0206954 Mar 11 16:09:00.765960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:00.766860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.778931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35736) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:00.779438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35738) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:00.819054 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e8397-8ad1-4634-92fe-71f72e8c839d None None] New status for floating IP 04390165-395b-4427-9171-037f07c25718: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:09:00.861524 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8e001663-6232-40f9-aa07-c5061b99933b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2489452 Mar 11 16:09:00.872375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52f6dd11-d837-4d3f-8c59-50d3198caa97 req-14adce31-338f-4be1-872a-29f06dd97ba4 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127633 Mar 11 16:09:00.872964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.94'}]}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:00.874191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35744) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:00.876842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.902706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:00.927417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:00.936702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:00.939755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:00.949448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:00.952220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:00.998119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Usage tracker for resource:router and tenant:dfd9294b707b4b7aadeefda49f017e7c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:01.008937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:01.029871 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-687a3089-104c-454f-a1a6-9a153aa43880 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8899577 Mar 11 16:09:01.033990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:01.048525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35748) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:01.068817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=8caa3635-3c1b-473a-80c0-3ef590615061,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:01.079845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-202512609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:01.094472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:01.118442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.119469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.128118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:01.134625 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f28ab351-25b8-41cb-8568-6fa0d2fdd4b3 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/floatingips/04390165-395b-4427-9171-037f07c25718 HTTP/1.1" status: 200 len: 991 time: 0.3471975 Mar 11 16:09:01.135550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:01.139875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:01.159831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:01.181609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.182325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.202847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.226374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.227357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.243242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'subnet': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:01.262570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Network 167a2332-369f-413e-b2c5-5f44b0b366ae is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:01.274697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf3f7d98-4040-4a27-889a-c3d80b052956 None None] Provisioning for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:01.329253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:01.332288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.333848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.343540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3993f3a-f14e-4201-8381-bb1c827e0b99 None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:01.354721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.355061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment ac59f838-0b10-4d0b-a8bf-05ef089657fd of type vlan for network bcf2ff65-b387-4225-8d91-6d9a2f251fb2 Mar 11 16:09:01.459251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-ee4e6297-468c-4f3c-8e01-0eaddac34ffe', 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '6a831671-fdb1-4774-b5b3-f6c1b131d40f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:01.460599 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-3b7db472-31c4-4381-87e0-01348529e9d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 1.0586028 Mar 11 16:09:01.464078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.492859 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e386b878-2cad-4322-ad14-da8f54f070cb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6961293 Mar 11 16:09:01.499518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.504462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:01.514567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ad:fb:cc'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:32:db:46'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:01.561030 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5973616 Mar 11 16:09:01.595788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35758) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:01.623199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c4fb9-1ec2-4313-88a3-7a00cc7445c6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Subnet': ['ID=0007450f-8dfe-40e4-86b5-b2b865cd29c1,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:01.659374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device af4700af-fac7-41ea-bd6d-5f8c9b4893d5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:01.747506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1297033861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0007450f-8dfe-40e4-86b5-b2b865cd29c1'}], 'security_groups': ['d2f9342d-eb7e-403b-a3d1-94f4fe0af8f4', 'd3f9c453-db31-4d38-bd33-810c8bf47b98']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:01.753923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-57eb4229-ae81-4d20-9aec-6ee3317d31eb None None] Provisioning for port 8caa3635-3c1b-473a-80c0-3ef590615061 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:01.762804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:01.775029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.778056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-57eb4229-ae81-4d20-9aec-6ee3317d31eb None None] Provisioning complete for port 8caa3635-3c1b-473a-80c0-3ef590615061 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:01.778372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-57eb4229-ae81-4d20-9aec-6ee3317d31eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.778668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-09757c9c-a52a-494f-a685-bcb9c45b3cac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 1096 time: 0.5146766 Mar 11 16:09:01.781041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:subnet and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:01.808682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:01.839740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:01.855035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:01.898056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.935727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc1961-8859-4e5e-946d-48d6493f0143 req-3747f1d9-41bd-4f49-9dcf-73e23baec264 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.944960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b0dc1961-8859-4e5e-946d-48d6493f0143 req-3747f1d9-41bd-4f49-9dcf-73e23baec264 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 943 time: 0.4250226 Mar 11 16:09:01.948337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.950433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-57eb4229-ae81-4d20-9aec-6ee3317d31eb None None] Port 8caa3635-3c1b-473a-80c0-3ef590615061 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:01.951959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.952555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.956439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.966829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:01.975166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-c6f33116-3e9e-4ab4-8b42-66579a28e8e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:01.976616 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-c6f33116-3e9e-4ab4-8b42-66579a28e8e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 897 time: 0.5018036 Mar 11 16:09:01.977534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:01.977936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:01.986458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:01.990677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.090553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Allocated IP 172.20.0.2 (ee4e6297-468c-4f3c-8e01-0eaddac34ffe/6a831671-fdb1-4774-b5b3-f6c1b131d40f/69a65097-1d05-4e2b-904b-3af528344429) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:02.148284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35762) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:02.179083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.183620 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b5d33f5e-39c8-42d3-b780-da46d64eb8f2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1252971 Mar 11 16:09:02.183912 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5537052 Mar 11 16:09:02.187507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35766) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:02.187846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35768) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:02.190222 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b0dc1961-8859-4e5e-946d-48d6493f0143 req-ab8fdde8-92ad-4b38-8169-9284d8de95c5 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443850 Mar 11 16:09:02.268153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17041512-8aeb-492d-9373-e0011d0112c9 req-de86fa15-bc4e-421b-b0ae-648187f97c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:02.269987 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-de86fa15-bc4e-421b-b0ae-648187f97c7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 200 len: 912 time: 0.4838371 Mar 11 16:09:02.302779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'ports': [{'network_id': '801fce57-f1fd-4f96-aedc-d5bbf58da506', 'name': 'tempest-port--915104199', 'admin_state_up': True}, {'network_id': 'bcf2ff65-b387-4225-8d91-6d9a2f251fb2', 'admin_state_up': False}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:02.303094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'port': {'network_id': '801fce57-f1fd-4f96-aedc-d5bbf58da506', 'name': 'tempest-port--915104199', 'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:02.303563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'port': {'network_id': 'bcf2ff65-b387-4225-8d91-6d9a2f251fb2', 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:02.317574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.325456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28160f-e30f-40cf-be59-34039a3ab9af tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=bcf2ff65-b387-4225-8d91-6d9a2f251fb2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:02.337103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-eb624f1a-556a-40ad-bf64-eba069b48977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 1001 time: 0.3297882 Mar 11 16:09:02.345979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network bcf2ff65-b387-4225-8d91-6d9a2f251fb2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:02.397825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-650cca74-93d1-4170-8783-54c69f62cfed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 200 len: 217 time: 0.1207128 Mar 11 16:09:02.491013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-44cd1bde-733f-42a3-9322-23fd755efce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:02.492488 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-44cd1bde-733f-42a3-9322-23fd755efce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.1349237 Mar 11 16:09:02.495445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17041512-8aeb-492d-9373-e0011d0112c9 req-d22898b6-b520-47a6-8bfb-d4e9526a30b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:02.496257 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-d22898b6-b520-47a6-8bfb-d4e9526a30b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 HTTP/1.1" status: 200 len: 851 time: 0.0914912 Mar 11 16:09:02.513539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Update dhcp port {'port': {'network_id': '167a2332-369f-413e-b2c5-5f44b0b366ae', 'fixed_ips': [{'subnet_id': '2d388012-76b0-45f7-9b14-3b7e719331c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '923acb06-ddb0-4c55-855d-fb70cff504d4', 'ip_address': '2001:db8::2'}, {'subnet_id': '0007450f-8dfe-40e4-86b5-b2b865cd29c1'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '80e18586-8969-4a52-819e-3a456167a697'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:09:02.543242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:02.586116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.627577 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-a4e963c5-3784-4296-8a0a-4a3c59f58b72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd58714e-e999-4857-bc5b-65d672f26839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232395 Mar 11 16:09:02.678008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.789549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.807959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:02.811881 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-17b40cdc-7b57-4ee7-ba84-26cb0118ed74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3072307 Mar 11 16:09:02.824554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Transition to ACTIVE for port object 69a65097-1d05-4e2b-904b-3af528344429 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:02.835039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-7e2b8d6e-b794-46d0-80c6-0a78be327617 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995609 Mar 11 16:09:02.905942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.908527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Transition to ACTIVE for port object 69a65097-1d05-4e2b-904b-3af528344429 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:02.922394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.932832 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8f577871-d6a5-4297-bf89-0506505830bb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/floatingips/04390165-395b-4427-9171-037f07c25718 HTTP/1.1" status: 200 len: 993 time: 0.7684786 Mar 11 16:09:02.932832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:02.955010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:03.071659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:03.072623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Pushing event updated for resources: {'Port': ['ID=69a65097-1d05-4e2b-904b-3af528344429,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:03.077470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:03.081943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:03.096829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:port and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:03.169846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Allocated IP 2001:db8:0:2::2 (167a2332-369f-413e-b2c5-5f44b0b366ae/0007450f-8dfe-40e4-86b5-b2b865cd29c1/80e18586-8969-4a52-819e-3a456167a697) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:03.204514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Attempting to bind port 69a65097-1d05-4e2b-904b-3af528344429 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:03.204896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Attempting to bind port 69a65097-1d05-4e2b-904b-3af528344429 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'd044f58a-01c8-40bc-a636-5107c5b56ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:03.205233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Attempting to bind port 69a65097-1d05-4e2b-904b-3af528344429 on network ee4e6297-468c-4f3c-8e01-0eaddac34ffe {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:03.301806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:03.302193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Checking segment: {'id': 'd044f58a-01c8-40bc-a636-5107c5b56ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:03.302553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.303124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Bound using segment: {'id': 'd044f58a-01c8-40bc-a636-5107c5b56ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:03.303815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Bound port: 69a65097-1d05-4e2b-904b-3af528344429, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044f58a-01c8-40bc-a636-5107c5b56ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'ee4e6297-468c-4f3c-8e01-0eaddac34ffe'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:03.304361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.308588 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-21d6f1a3-8f10-43cc-92bb-274c8671664b service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797819 Mar 11 16:09:03.317406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:03.374749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17041512-8aeb-492d-9373-e0011d0112c9 req-ef0ceec6-8fea-4042-aa8f-526d5fa83943 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185826 Mar 11 16:09:03.378015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:03.448340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:03.462908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] For port 69a65097-1d05-4e2b-904b-3af528344429, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:03.466847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] For port 69a65097-1d05-4e2b-904b-3af528344429, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69a65097-1d05-4e2b-904b-3af528344429,segment=NetworkSegment(d044f58a-01c8-40bc-a636-5107c5b56ce8),segment_id=d044f58a-01c8-40bc-a636-5107c5b56ce8)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:03.497565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.542173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device af4700af-fac7-41ea-bd6d-5f8c9b4893d5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:03.548444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'port': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:03.548626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:09:03.552557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.579043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.637477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.645796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Transition to ACTIVE for port object 80e18586-8969-4a52-819e-3a456167a697 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:03.669449 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b3cbc8b-3c92-41e8-bda2-ebba45b0321d req-3025a1dd-b809-4868-b46e-349989afbc60 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206117 Mar 11 16:09:03.677264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.694896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c61273-a0b7-4184-88dd-0afe018cbd99 None None] Pushing event updated for resources: {'Port': ['ID=69a65097-1d05-4e2b-904b-3af528344429,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:03.709830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4687c-feb4-4a60-b542-5ef1ab89d2c1 req-12542483-0446-4488-a9e6-b597b284a6fd tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:03.717120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-57c4687c-feb4-4a60-b542-5ef1ab89d2c1 req-12542483-0446-4488-a9e6-b597b284a6fd tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 943 time: 0.2188964 Mar 11 16:09:03.836715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-57c4687c-feb4-4a60-b542-5ef1ab89d2c1 req-54b616d2-dae0-4ede-8f97-0b16f2ffc659 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185367 Mar 11 16:09:03.862534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.879102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:03.880126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:03.935796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80391a-3cfe-46d1-8ba8-c0d2724ee6fc None None] Pushing event updated for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:04.167528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] For port af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:04.195201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.201496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.202549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.342855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:04.347358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:04.355168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:04.355865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.362213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,revision_number=5']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:04.365821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756e5462-a1c7-48e5-9629-48fb8cc7c898 None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:04.382991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Subnet': ['ID=705f9d4e-d92e-419e-9886-d06b25e4e705,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:04.423067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2882ec48-fd6e-4881-b6fc-26583f58fc22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5314786 Mar 11 16:09:04.423647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:04.430523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Request body: {'port': {'network_id': 'a5201ef7-2506-4639-87b8-8e23809c1ec8', 'mac_address': 'fa:16:3e:67:2f:aa', 'name': 'tempest-NetworksTestDHCPv6-1962034510'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:04.601301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:04.605959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Usage tracker for resource:port and tenant:772ff1c9926d4e3ca5c21615289ad7ee is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:04.608868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:04.616697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:04.633046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Made reservation on behalf of 772ff1c9926d4e3ca5c21615289ad7ee for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:04.640784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.658636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:04.714849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] device_id is not set on port e57d89b4-d8d4-478f-9673-8a4b48704ed9 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:04.737725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Delete allocated IP 2001:db8::1ef (167a2332-369f-413e-b2c5-5f44b0b366ae/923acb06-ddb0-4c55-855d-fb70cff504d4) {{(pid=83841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:09:04.741412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.761391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] device_id is not set on port 38e2bad4-1816-42e2-8802-af35c98d57be yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:04.766885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.832913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Allocated IP 2001:db8:0:2::4b (167a2332-369f-413e-b2c5-5f44b0b366ae/0007450f-8dfe-40e4-86b5-b2b865cd29c1/17932327-3aec-40cf-b9d7-c20351652da8) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:04.867119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.884665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 79cee545-937c-4000-8ab5-95a73182e416 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:09:04.897218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Provisioning for port 80e18586-8969-4a52-819e-3a456167a697 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:04.904622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:04.922148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:04.922899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.094977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:05.109189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8::f1 (a5201ef7-2506-4639-87b8-8e23809c1ec8/5c1adf1a-92c9-4953-9368-edffbd0068f0/e57d89b4-d8d4-478f-9673-8a4b48704ed9) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:05.147802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.172396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:2faa (a5201ef7-2506-4639-87b8-8e23809c1ec8/705f9d4e-d92e-419e-9886-d06b25e4e705/e57d89b4-d8d4-478f-9673-8a4b48704ed9) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:05.354832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b844c-a8c0-46f4-b3bf-1c681eff3852 req-8ec50f07-b683-41b1-bd3a-417be0f792fd tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:05.362840 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-422b844c-a8c0-46f4-b3bf-1c681eff3852 req-8ec50f07-b683-41b1-bd3a-417be0f792fd tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 943 time: 0.2507045 Mar 11 16:09:05.381443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=79cee545-937c-4000-8ab5-95a73182e416,segment=NetworkSegment(973bd0a6-3428-431b-9bb0-a2e032d81f31),segment_id=973bd0a6-3428-431b-9bb0-a2e032d81f31)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:05.398059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba579aa-bb3d-418e-90a3-fea148869474 None None] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:05.493295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event updated for resources: {'Port': ['ID=8caa3635-3c1b-473a-80c0-3ef590615061,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:05.551991 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-422b844c-a8c0-46f4-b3bf-1c681eff3852 req-7938817e-9eef-495e-8271-99972218ad48 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873417 Mar 11 16:09:05.586611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '79cee545-937c-4000-8ab5-95a73182e416', 'network_id': 'bd58714e-e999-4857-bc5b-65d672f26839', 'port_id': '79cee545-937c-4000-8ab5-95a73182e416', 'mac_address': 'fa:16:3e:65:4d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:09:05.597332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] In _notify_port_updated(), no bound segment for port 8caa3635-3c1b-473a-80c0-3ef590615061 on network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:09:05.601401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:05.603044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.604748 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-92c77b9f-a7bc-4fe6-9d05-e63c05cca968 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "PUT /v2.0/ports/8caa3635-3c1b-473a-80c0-3ef590615061 HTTP/1.1" status: 200 len: 1055 time: 4.0960808 Mar 11 16:09:05.614918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Provisioning complete for port 17932327-3aec-40cf-b9d7-c20351652da8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:05.615327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.620944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35782) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:05.680555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:05.851268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.851941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.857676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port 8caa3635-3c1b-473a-80c0-3ef590615061 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:05.858056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.860523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Port 17932327-3aec-40cf-b9d7-c20351652da8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:05.891415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cee545-937c-4000-8ab5-95a73182e416 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:09:05.925986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Transition to ACTIVE for port object e57d89b4-d8d4-478f-9673-8a4b48704ed9 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:05.954030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:05.954292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:05.981252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=79cee545-937c-4000-8ab5-95a73182e416,segment=NetworkSegment(973bd0a6-3428-431b-9bb0-a2e032d81f31),segment_id=973bd0a6-3428-431b-9bb0-a2e032d81f31)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:05.998727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:05.999276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.032342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.171908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.185129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3c571-cd1a-4f43-8f72-d2dc8bfd911a None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:06.197821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:06.233216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.273439 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.275815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device af4700af-fac7-41ea-bd6d-5f8c9b4893d5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:06.298084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:06.361300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:06.369347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Provisioning for port 69a65097-1d05-4e2b-904b-3af528344429 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:06.389170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:06.389607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.20.0.1 (ee4e6297-468c-4f3c-8e01-0eaddac34ffe/6a831671-fdb1-4774-b5b3-f6c1b131d40f/d5a8b88d-3dda-474a-a228-3aa9210938a5) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:06.390227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.414039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.417981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.426155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['79cee545-937c-4000-8ab5-95a73182e416'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:09:06.434456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:06.443129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for 8caa3635-3c1b-473a-80c0-3ef590615061 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:06.471250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event updated for resources: {'Port': ['ID=e57d89b4-d8d4-478f-9673-8a4b48704ed9,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:06.480400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:06.484110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:06.484728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.524854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Provisioning complete for port 8caa3635-3c1b-473a-80c0-3ef590615061 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:06.525367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.538654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.539010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.539356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.539686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.540015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.540379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.540757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.541089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.541409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.541765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.542082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:06.553059 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f3721ac3-4fe0-4edd-9035-9daa92834d22 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1248670 Mar 11 16:09:06.553490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] device_id is not set on port 59738c13-af4e-4818-8a32-12fc6c564eaf yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:06.554290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35786) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:06.594557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Transition to ACTIVE for port object 17932327-3aec-40cf-b9d7-c20351652da8 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:06.630534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Port 8caa3635-3c1b-473a-80c0-3ef590615061 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:06.653490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.686507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting port e57d89b4-d8d4-478f-9673-8a4b48704ed9 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:06.686734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.730330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69a65097-1d05-4e2b-904b-3af528344429 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:06.821020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Provisioning complete for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:06.821562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69bfcfa9-283b-482f-9f44-2c474f262c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.939118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 69a65097-1d05-4e2b-904b-3af528344429 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:06.952754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 69a65097-1d05-4e2b-904b-3af528344429 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:06.952754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:06.968044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.073692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=8caa3635-3c1b-473a-80c0-3ef590615061,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:07.109018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] In _notify_port_updated(), no bound segment for port 17932327-3aec-40cf-b9d7-c20351652da8 on network 167a2332-369f-413e-b2c5-5f44b0b366ae {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:09:07.113074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:07.113794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.115098 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "PUT /v2.0/ports/17932327-3aec-40cf-b9d7-c20351652da8 HTTP/1.1" status: 200 len: 969 time: 5.3802323 Mar 11 16:09:07.133672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:07.136842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.137061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c646b-2125-4793-b8a1-3dd3da960bea tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event updated for resources: {'Port': ['ID=17932327-3aec-40cf-b9d7-c20351652da8,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:07.197779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 69a65097-1d05-4e2b-904b-3af528344429, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69a65097-1d05-4e2b-904b-3af528344429,segment=NetworkSegment(d044f58a-01c8-40bc-a636-5107c5b56ce8),segment_id=d044f58a-01c8-40bc-a636-5107c5b56ce8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:07.204070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.254011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94710e64-739b-4c79-859c-a9f317b1a739 req-fbc2e9e0-aca0-49b4-950a-e984d952f32c tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:07.259476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-94710e64-739b-4c79-859c-a9f317b1a739 req-fbc2e9e0-aca0-49b4-950a-e984d952f32c tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 944 time: 0.4217701 Mar 11 16:09:07.297327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.310882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=69a65097-1d05-4e2b-904b-3af528344429,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:07.320512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Provisioning for port e57d89b4-d8d4-478f-9673-8a4b48704ed9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:07.334112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.334507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.334947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.335377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.335810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.336238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.336668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.337153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.337581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.338573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.339154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:07.346425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Provisioning complete for port e57d89b4-d8d4-478f-9673-8a4b48704ed9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:07.346999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.425431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Port e57d89b4-d8d4-478f-9673-8a4b48704ed9 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:07.464747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Provisioning complete for port 69a65097-1d05-4e2b-904b-3af528344429 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:07.465391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99538a81-9d2a-4fb6-b56a-fb3a714f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.489107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Calling delete_port for e57d89b4-d8d4-478f-9673-8a4b48704ed9 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:07.523966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.528485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.598652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.599207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 996abf7b-7363-4e6f-ab61-062fb5aeff7e {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:09:07.628305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69a65097-1d05-4e2b-904b-3af528344429 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:07.646757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.652918 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:09:07.657883 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7856d3ac-5af4-4864-9284-90b14f123114 tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.8688023 Mar 11 16:09:07.664822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35796) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:07.671699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port 17932327-3aec-40cf-b9d7-c20351652da8 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:07.672036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.706627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 69a65097-1d05-4e2b-904b-3af528344429 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:07.708169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.765540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object d5a8b88d-3dda-474a-a228-3aa9210938a5 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:07.797556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c365cc6a-ff25-4b7d-9d17-ddbefa9f18aa None None] Provisioning for port 17932327-3aec-40cf-b9d7-c20351652da8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:07.818263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.870294 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-94710e64-739b-4c79-859c-a9f317b1a739 req-59b2d2d9-9d3c-4ff0-8f7a-13f2044ea64b tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089563 Mar 11 16:09:07.898579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c365cc6a-ff25-4b7d-9d17-ddbefa9f18aa None None] Provisioning complete for port 17932327-3aec-40cf-b9d7-c20351652da8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:07.898939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c365cc6a-ff25-4b7d-9d17-ddbefa9f18aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.969243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:07.979971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c365cc6a-ff25-4b7d-9d17-ddbefa9f18aa None None] Port 17932327-3aec-40cf-b9d7-c20351652da8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:08.031826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.037910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Deleting port 4900f8a0-390e-48fb-af84-d648e8ef0eea {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:08.038135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.099577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-faffea46-cad5-4caa-b1ce-6869a664555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.103266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:08.107096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=d5a8b88d-3dda-474a-a228-3aa9210938a5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:08.112111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:08.115414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.154737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:08.271163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.317435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5831a06d-afe0-4aae-b27f-0cfab9599be0 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/8caa3635-3c1b-473a-80c0-3ef590615061 HTTP/1.1" status: 204 len: 168 time: 2.6930704 Mar 11 16:09:08.321836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35800) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:08.324430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.337045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for 17932327-3aec-40cf-b9d7-c20351652da8 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:08.407716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c2b8942d-d426-4b6d-843c-7547308876ea None None] Provisioning for port d5a8b88d-3dda-474a-a228-3aa9210938a5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:08.413969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c2b8942d-d426-4b6d-843c-7547308876ea None None] Provisioning complete for port d5a8b88d-3dda-474a-a228-3aa9210938a5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:08.414700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c2b8942d-d426-4b6d-843c-7547308876ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.430074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Port': ['ID=38e2bad4-1816-42e2-8802-af35c98d57be,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:08.443285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.447029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Checking segment: {'id': 'dcfa66ee-bec6-4aac-8d4b-f0701d727555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '801fce57-f1fd-4f96-aedc-d5bbf58da506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:08.447213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network hostable DHCP agents. Network: 801fce57-f1fd-4f96-aedc-d5bbf58da506, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:08.475698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Port': ['ID=e57d89b4-d8d4-478f-9673-8a4b48704ed9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:08.487406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8942d-d426-4b6d-843c-7547308876ea None None] Port d5a8b88d-3dda-474a-a228-3aa9210938a5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:08.492061 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e112a3-76ef-4b4f-8d26-1efea9edaba6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] GET failed (client error): The resource could not be found. Mar 11 16:09:08.492803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-30e112a3-76ef-4b4f-8d26-1efea9edaba6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Synchronizing usage tracker for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:08.590975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-30e112a3-76ef-4b4f-8d26-1efea9edaba6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Unset dirty status for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:08.594878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-30e112a3-76ef-4b4f-8d26-1efea9edaba6 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports/8caa3635-3c1b-473a-80c0-3ef590615061 HTTP/1.1" status: 404 len: 333 time: 0.2690549 Mar 11 16:09:08.609123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35804) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:08.613642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network 801fce57-f1fd-4f96-aedc-d5bbf58da506 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:08.622008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.623837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4684631d-d311-4b47-a49c-cdb481d0340d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/e57d89b4-d8d4-478f-9673-8a4b48704ed9 HTTP/1.1" status: 204 len: 168 time: 2.0685306 Mar 11 16:09:08.633123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35808) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:08.672179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.674513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.727087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 801fce57-f1fd-4f96-aedc-d5bbf58da506) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:08.747419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.755753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da45d4d-4552-4b94-9675-5976d1040f2f None None] Network 801fce57-f1fd-4f96-aedc-d5bbf58da506 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:08.764533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=17932327-3aec-40cf-b9d7-c20351652da8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:08.766668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:08.767465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.780781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port 51164092-9f84-44d4-b4ae-1360c9c90b1e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:08.781126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:08.818725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Calling delete_port for 4900f8a0-390e-48fb-af84-d648e8ef0eea owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:08.907375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.907710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.908205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.908540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.908871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.909448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.909868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.910195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.911128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.912357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.912357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:09:08.919837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 79cee545-937c-4000-8ab5-95a73182e416 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:08.955049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54690928-a9f5-4838-a931-26762e6eab7a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:08.958064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54690928-a9f5-4838-a931-26762e6eab7a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:09.064073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.140427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 79cee545-937c-4000-8ab5-95a73182e416 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:09.147926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54690928-a9f5-4838-a931-26762e6eab7a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:09.149203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 79cee545-937c-4000-8ab5-95a73182e416 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:09.149568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.150707 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-54690928-a9f5-4838-a931-26762e6eab7a tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5166230 Mar 11 16:09:09.151815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.153832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35816) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.258612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Pushing event deleted for resources: {'Port': ['ID=4900f8a0-390e-48fb-af84-d648e8ef0eea,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:09.285257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.314778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cee545-937c-4000-8ab5-95a73182e416'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:09:09.331251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=79cee545-937c-4000-8ab5-95a73182e416,segment=NetworkSegment(973bd0a6-3428-431b-9bb0-a2e032d81f31),segment_id=973bd0a6-3428-431b-9bb0-a2e032d81f31)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:09.337042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.399503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.401825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Port': ['ID=59738c13-af4e-4818-8a32-12fc6c564eaf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:09.418939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d66e-b605-4135-8e16-d7ced171307d req-ea6c0284-369e-48cc-8877-e9e01b9f4d26 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.421387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cac1d66e-b605-4135-8e16-d7ced171307d req-ea6c0284-369e-48cc-8877-e9e01b9f4d26 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 944 time: 0.3442144 Mar 11 16:09:09.429371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536dfb94-e59a-4ae9-90db-f3a81be16359 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.431469 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-536dfb94-e59a-4ae9-90db-f3a81be16359 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2724438 Mar 11 16:09:09.438101 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4944e523-81aa-45ca-8ab4-ffa040a1e48c tempest-RoutersAdminNegativeIpV6Test-684079431 tempest-RoutersAdminNegativeIpV6Test-684079431-project-admin] 10.222.0.78 "DELETE /v2.0/ports/4900f8a0-390e-48fb-af84-d648e8ef0eea HTTP/1.1" status: 204 len: 168 time: 1.7440927 Mar 11 16:09:09.438922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.471358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:09.518018 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cee545-937c-4000-8ab5-95a73182e416', 'code': 200} Mar 11 16:09:09.527448 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88ded06c-e395-42ca-8939-e1ee670ed564 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/17932327-3aec-40cf-b9d7-c20351652da8 HTTP/1.1" status: 204 len: 168 time: 2.3920755 Mar 11 16:09:09.538650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35830) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.555025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Checking segment: {'id': 'ac59f838-0b10-4d0b-a8bf-05ef089657fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'bcf2ff65-b387-4225-8d91-6d9a2f251fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:09.555385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network hostable DHCP agents. Network: bcf2ff65-b387-4225-8d91-6d9a2f251fb2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:09.601419 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-149308a0-b883-431c-b408-1b8e1077ae0b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] GET failed (client error): The resource could not be found. Mar 11 16:09:09.603675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-149308a0-b883-431c-b408-1b8e1077ae0b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports/17932327-3aec-40cf-b9d7-c20351652da8 HTTP/1.1" status: 404 len: 333 time: 0.0627997 Mar 11 16:09:09.609366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35834) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.712188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.788645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.790842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.791903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.792913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Synchronizing usage tracker for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:09.841666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.845961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cac1d66e-b605-4135-8e16-d7ced171307d req-38e36832-8c4c-4608-8a56-966e53bcc454 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061151 Mar 11 16:09:09.857491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for 51164092-9f84-44d4-b4ae-1360c9c90b1e owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:09.891849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network bcf2ff65-b387-4225-8d91-6d9a2f251fb2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:09.913310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Unset dirty status for tenant:772ff1c9926d4e3ca5c21615289ad7ee on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:09.914580 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e0ecaa8-652e-4707-9d5a-a07912b4ca5b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4572308 Mar 11 16:09:09.919325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35846) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:09.934488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, bcf2ff65-b387-4225-8d91-6d9a2f251fb2) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:09.945734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:09.949893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.951896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775f00b-ef71-43a4-8565-faaf0e6ca59a None None] Network bcf2ff65-b387-4225-8d91-6d9a2f251fb2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:09.953371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:09.954080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:09.958003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.020659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71e0886d-67b2-449f-9ac3-27ac233d915d tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.7477367 Mar 11 16:09:10.021040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35850) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.043134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.060443 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a95beea1-927f-4828-8927-3d9eb6fedbf5 req-36db9741-d34b-45d4-9756-60707c52a181 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 1098 time: 0.2749441 Mar 11 16:09:10.135906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.148572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.193049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.255295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.260878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a95beea1-927f-4828-8927-3d9eb6fedbf5 req-4a7ef9a6-ef33-4bad-b098-25002cef494e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500599 Mar 11 16:09:10.284127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.295760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=d5a8b88d-3dda-474a-a228-3aa9210938a5,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.298244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bef8c3-5ca7-4eae-9d49-9108bbfce32a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.308734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:10.313307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 5c1adf1a-92c9-4953-9368-edffbd0068f0 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:10.318030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.322175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5a625711-2c3c-47f1-9dde-63bbb189fcc4 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/security-groups/89bef8c3-5ca7-4eae-9d49-9108bbfce32a HTTP/1.1" status: 204 len: 168 time: 0.7099741 Mar 11 16:09:10.322952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35856) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.323704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.356650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.359430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Usage tracker for resource:security_group_rule and tenant:a1819a4b20344d3a9325b4fde901e4d5 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:10.364270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=51164092-9f84-44d4-b4ae-1360c9c90b1e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.376308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dabfac7-c835-472a-a9de-4f542b866e20 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:10.379102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:10.380191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dabfac7-c835-472a-a9de-4f542b866e20 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:10.380938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9dabfac7-c835-472a-a9de-4f542b866e20 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Synchronizing usage tracker for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:10.397034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:10.447157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.558892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9dabfac7-c835-472a-a9de-4f542b866e20 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Unset dirty status for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:10.560090 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9dabfac7-c835-472a-a9de-4f542b866e20 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5382173 Mar 11 16:09:10.564629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35860) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.565434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.638634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.640377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.653668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.653991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.689392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Deleting port 38e2bad4-1816-42e2-8802-af35c98d57be {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:10.689649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.724705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.730697 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ab1714f-3b06-4dd8-8f7d-90f35bd49543 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/51164092-9f84-44d4-b4ae-1360c9c90b1e HTTP/1.1" status: 204 len: 168 time: 2.1221821 Mar 11 16:09:10.742160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35864) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.745421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:10.767170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d9d35a-8888-45f6-8738-61baae5b9006,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.779127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:10.783809 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8abf5df9-0b2b-4ab6-9086-1d776d42d99e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a1819a4b20344d3a9325b4fde901e4d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9368360 Mar 11 16:09:10.786143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35868) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.808697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.852231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f9c453-db31-4d38-bd33-810c8bf47b98,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:10.896021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:10.897548 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f67cc5a4-bdc4-4d5d-a59b-6707b8a06484 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/security-groups/d3f9c453-db31-4d38-bd33-810c8bf47b98 HTTP/1.1" status: 204 len: 168 time: 0.5350027 Mar 11 16:09:10.900887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35874) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:10.967687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.043426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7e50cd-8f78-45b6-bac1-3bd02834bbcb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] GET failed (client error): The resource could not be found. Mar 11 16:09:11.044292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9e7e50cd-8f78-45b6-bac1-3bd02834bbcb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Synchronizing usage tracker for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:11.045525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.053454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1adf1a-92c9-4953-9368-edffbd0068f0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:11.063575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.122151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86796f2d-e7fe-4e86-8fe3-016050dfc13b None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:11.131371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.157071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.157384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9e7e50cd-8f78-45b6-bac1-3bd02834bbcb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Unset dirty status for tenant:3a1f761c4ffc432a8a34d0fe55f839b2 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:11.158722 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9e7e50cd-8f78-45b6-bac1-3bd02834bbcb tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "GET /v2.0/ports/51164092-9f84-44d4-b4ae-1360c9c90b1e HTTP/1.1" status: 404 len: 333 time: 0.4156682 Mar 11 16:09:11.164596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:11.187131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1b90bd4c-b93e-47e6-8143-167f95a9c4f8 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/5c1adf1a-92c9-4953-9368-edffbd0068f0 HTTP/1.1" status: 204 len: 168 time: 1.2647271 Mar 11 16:09:11.189258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.201128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:11.247740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-76a6f9cd-8aac-4e8d-a148-c6f5add9d2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.255764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e62c73b8-e0aa-4686-8963-651f235c1ca8 None None] Provisioning complete for port d5a8b88d-3dda-474a-a228-3aa9210938a5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:11.256138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e62c73b8-e0aa-4686-8963-651f235c1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.330377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.342641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e62c73b8-e0aa-4686-8963-651f235c1ca8 None None] Port d5a8b88d-3dda-474a-a228-3aa9210938a5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:11.356199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7832e0-66b7-400c-a21b-b564a3bbcf99 req-529687c9-cc5b-43f8-bc36-b0b5cfa7ba8f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:11.357728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9f7832e0-66b7-400c-a21b-b564a3bbcf99 req-529687c9-cc5b-43f8-bc36-b0b5cfa7ba8f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.3100879 Mar 11 16:09:11.366051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Deleting subnet 705f9d4e-d92e-419e-9886-d06b25e4e705 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:11.372128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.377359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f9342d-eb7e-403b-a3d1-94f4fe0af8f4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:11.380607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.392265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port e7270b01-49d1-4e9c-90ee-e460be1a659a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:11.392599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.436201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.437308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e82bde7c-991c-407d-a1f0-a1e62103d4d6 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/security-groups/d2f9342d-eb7e-403b-a3d1-94f4fe0af8f4 HTTP/1.1" status: 204 len: 168 time: 0.5355024 Mar 11 16:09:11.445498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35886) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:11.517656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.536170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.599311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d9d35a-8888-45f6-8738-61baae5b9006,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:11.602211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.606746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88cd3d2b-a79c-4d4e-948a-33110548dfd1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/06d9d35a-8888-45f6-8738-61baae5b9006 HTTP/1.1" status: 204 len: 168 time: 0.8172925 Mar 11 16:09:11.634339 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9f7832e0-66b7-400c-a21b-b564a3bbcf99 req-8eb91092-c896-4173-b9b4-8fa21f099fa8 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239656 Mar 11 16:09:11.670655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Calling delete_port for 38e2bad4-1816-42e2-8802-af35c98d57be owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:11.831053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 923acb06-ddb0-4c55-855d-fb70cff504d4 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:11.843034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.867274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.914330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:11.964347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.020774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.058424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.089057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.117497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Port': ['ID=38e2bad4-1816-42e2-8802-af35c98d57be,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:12.157039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.163157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.186032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.263442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Subnet': ['ID=705f9d4e-d92e-419e-9886-d06b25e4e705,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:12.278441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.299327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1f5076c7-5711-456b-ba82-3da5286b3233 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/705f9d4e-d92e-419e-9886-d06b25e4e705 HTTP/1.1" status: 204 len: 168 time: 1.0899665 Mar 11 16:09:12.300943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35898) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.330320 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5a7f0f6c-a0ca-4240-a851-7df261a45505 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/ports/38e2bad4-1816-42e2-8802-af35c98d57be HTTP/1.1" status: 204 len: 168 time: 1.7613740 Mar 11 16:09:12.333665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35902) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.341173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for e7270b01-49d1-4e9c-90ee-e460be1a659a owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:12.377664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5df165c8-476b-4b32-8a8d-875a1c317eca tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755868 Mar 11 16:09:12.380979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.388808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60665f72-32e9-462e-933a-1baceb63045d None None] Network a5201ef7-2506-4639-87b8-8e23809c1ec8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:12.417821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35906) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.519237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Deleting port 59738c13-af4e-4818-8a32-12fc6c564eaf {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:12.519728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.536328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.576617 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a0ce5eb9-9add-4898-9195-a7f9681738c9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dfd9294b707b4b7aadeefda49f017e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3848999 Mar 11 16:09:12.580644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35910) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.584538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=923acb06-ddb0-4c55-855d-fb70cff504d4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:12.593476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8530ab2c-394b-44f7-aa2d-d1907c96907f None None] Provisioning complete for port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:12.593878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8530ab2c-394b-44f7-aa2d-d1907c96907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.596605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4a331-7375-4021-9454-7ae11b054348 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:12.601416 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c2e4a331-7375-4021-9454-7ae11b054348 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1818957 Mar 11 16:09:12.602127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35914) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.617551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.627447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d987556-9969-4de9-971d-84e4a03135a3 None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:12.636091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ded2e98-c230-4f40-85cb-ae43c24a20bf tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/923acb06-ddb0-4c55-855d-fb70cff504d4 HTTP/1.1" status: 204 len: 168 time: 1.1893413 Mar 11 16:09:12.640551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35918) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:12.729696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 0007450f-8dfe-40e4-86b5-b2b865cd29c1 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:12.735009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.853496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.861448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.871391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 9988019a-091f-4348-8335-9b9d61e76d74 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:09:12.940567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] DHCP port deletion for a5201ef7-2506-4639-87b8-8e23809c1ec8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:12.959425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:12.959951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Deleting port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:12.960325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.014795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb544d2-5c15-41c2-99cf-18b744361a2e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:13.021157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3cb544d2-5c15-41c2-99cf-18b744361a2e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4175820 Mar 11 16:09:13.024747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35924) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.118401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c9320-cd1b-4416-b07c-42854d5e132a req-2f98cecd-37ab-4855-aa04-21ab94bd47b8 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:13.125333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b22c9320-cd1b-4416-b07c-42854d5e132a req-2f98cecd-37ab-4855-aa04-21ab94bd47b8 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.3129370 Mar 11 16:09:13.158116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b67a486-5ac5-4962-9844-88bdf7a90465 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298637 Mar 11 16:09:13.164380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35928) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.218218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.229023 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8fff12-d458-411d-8204-1583b686c793 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:13.229610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8fff12-d458-411d-8204-1583b686c793 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:13.235075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.257085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] For port af4700af-fac7-41ea-bd6d-5f8c9b4893d5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,segment=NetworkSegment(77351076-d0df-4d4e-a959-d61c951f2b3e),segment_id=77351076-d0df-4d4e-a959-d61c951f2b3e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:13.257484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.318822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b22c9320-cd1b-4416-b07c-42854d5e132a req-d82f54d2-5619-4919-a56b-0932b5a57bb6 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920006 Mar 11 16:09:13.327152 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a8fff12-d458-411d-8204-1583b686c793 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/e57d89b4-d8d4-478f-9673-8a4b48704ed9 HTTP/1.1" status: 404 len: 333 time: 0.1625087 Mar 11 16:09:13.329902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35932) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.337491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.340340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.353952 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e763be5-94c8-441f-b88a-ed003e7ddefc HTTP/1.1" status: 204 len: 168 time: 0.7609646 Mar 11 16:09:13.354097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.364849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=e7270b01-49d1-4e9c-90ee-e460be1a659a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:13.465254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Calling delete_port for af4700af-fac7-41ea-bd6d-5f8c9b4893d5 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:13.537024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e90b17-50ac-410e-b586-cf713275953f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:13.538814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e90b17-50ac-410e-b586-cf713275953f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:13.555187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37213d-c890-4a77-8d28-7cdb794bd60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e763be5-94c8-441f-b88a-ed003e7ddefc,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:13.570917 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-27e90b17-50ac-410e-b586-cf713275953f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/705f9d4e-d92e-419e-9886-d06b25e4e705 HTTP/1.1" status: 404 len: 337 time: 0.2246661 Mar 11 16:09:13.574462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.590353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.623698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Calling delete_port for 59738c13-af4e-4818-8a32-12fc6c564eaf owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:13.662297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device af4700af-fac7-41ea-bd6d-5f8c9b4893d5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:13.734589 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8448bf02-4393-4d1b-b52f-e19ea364fce7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:13.735167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8448bf02-4393-4d1b-b52f-e19ea364fce7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:13.737835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8448bf02-4393-4d1b-b52f-e19ea364fce7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/5c1adf1a-92c9-4953-9368-edffbd0068f0 HTTP/1.1" status: 404 len: 337 time: 0.1618698 Mar 11 16:09:13.746633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.763751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.766442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35944) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.821950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: af4700af-fac7-41ea-bd6d-5f8c9b4893d5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:13.822108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device af4700af-fac7-41ea-bd6d-5f8c9b4893d5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:09:13.825797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=0007450f-8dfe-40e4-86b5-b2b865cd29c1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:13.849152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:13.851327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-41d7fdd3-7610-4afd-a56d-b3e982675599 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/0007450f-8dfe-40e4-86b5-b2b865cd29c1 HTTP/1.1" status: 204 len: 168 time: 1.2098646 Mar 11 16:09:13.856438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35948) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.878643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] Pushing event deleted for resources: {'Port': ['ID=af4700af-fac7-41ea-bd6d-5f8c9b4893d5,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:13.905955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f13d7a-c3b8-4051-8e0d-edf094bd9c6f None None] No DVR routers for this DVR port af4700af-fac7-41ea-bd6d-5f8c9b4893d5 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:13.934614 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab458ef4-08fd-4ab9-a429-9ba93ca633fc tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:13.935071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab458ef4-08fd-4ab9-a429-9ba93ca633fc tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:13.936827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ab458ef4-08fd-4ab9-a429-9ba93ca633fc tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/923acb06-ddb0-4c55-855d-fb70cff504d4 HTTP/1.1" status: 404 len: 337 time: 0.0773225 Mar 11 16:09:13.941282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35956) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:13.978410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbb684-2968-45d4-8b58-2bcaf815c71d req-abbb002f-4884-402e-a058-336039891367 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:13.985660 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4dbb684-2968-45d4-8b58-2bcaf815c71d req-abbb002f-4884-402e-a058-336039891367 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.2257009 Mar 11 16:09:14.005579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd6fe52-4588-4769-bcff-06fd9c2ff948 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.006335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd6fe52-4588-4769-bcff-06fd9c2ff948 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.052911 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2bd6fe52-4588-4769-bcff-06fd9c2ff948 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/8b1ec516-a7f5-4f30-a886-fa8b9ade11e0 HTTP/1.1" status: 404 len: 333 time: 0.1821136 Mar 11 16:09:14.053647 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4dbb684-2968-45d4-8b58-2bcaf815c71d req-aaef8fde-c2c8-4b04-9ba9-1097aa3b7d93 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662525 Mar 11 16:09:14.053782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.055618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35962) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.115701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4f718e-8513-4f93-b96b-007055724dc5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.116377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4f718e-8513-4f93-b96b-007055724dc5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.120358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5d4f718e-8513-4f93-b96b-007055724dc5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c89d46b8-e3d4-42b0-82c2-b9380bcb591a HTTP/1.1" status: 404 len: 337 time: 0.0613151 Mar 11 16:09:14.120635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35968) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.148923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.153902 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ba6a7da7-6798-457f-b380-74b13de18c35 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/ports/e7270b01-49d1-4e9c-90ee-e460be1a659a HTTP/1.1" status: 204 len: 168 time: 2.9434371 Mar 11 16:09:14.162033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35972) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.220085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27f3e7a-7d9a-4218-a943-2ec85b6bbe07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.221029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27f3e7a-7d9a-4218-a943-2ec85b6bbe07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.225323 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a27f3e7a-7d9a-4218-a943-2ec85b6bbe07 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/eace6eee-5876-4ae5-93e2-99b96a083066 HTTP/1.1" status: 404 len: 337 time: 0.1037040 Mar 11 16:09:14.230906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Port': ['ID=59738c13-af4e-4818-8a32-12fc6c564eaf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:14.234050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.251839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.255893 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a6d39c1e-85b9-478c-942c-3f96f809a6fd tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/ports/59738c13-af4e-4818-8a32-12fc6c564eaf HTTP/1.1" status: 204 len: 168 time: 1.8792636 Mar 11 16:09:14.263431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:14.274610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] Sync routers for ids ['9988019a-091f-4348-8335-9b9d61e76d74'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:14.279647 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bab9d60f-a539-414c-9bd7-705c861a9970 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/9988019a-091f-4348-8335-9b9d61e76d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0091183 Mar 11 16:09:14.279647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35982) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.294386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] Routers {'9988019a-091f-4348-8335-9b9d61e76d74'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:14.295238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9988019a-091f-4348-8335-9b9d61e76d74'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:14.313557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35984) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.405663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d17066-f5ca-44ab-957c-742ab0b07299 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.406154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d17066-f5ca-44ab-957c-742ab0b07299 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.407796 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33d17066-f5ca-44ab-957c-742ab0b07299 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/b3824dc0-f199-48b2-92c5-75578cbabdad HTTP/1.1" status: 404 len: 333 time: 0.1721954 Mar 11 16:09:14.412853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 35992) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.415469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d5874f15-4cd9-474d-aedc-3f68ee5980b2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Synchronizing usage tracker for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:14.440362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:14.448678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ceee28-af4e-4cc4-8a94-d013385aeb1c None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:14.480962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d5874f15-4cd9-474d-aedc-3f68ee5980b2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Unset dirty status for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:14.487132 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d5874f15-4cd9-474d-aedc-3f68ee5980b2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1514668 Mar 11 16:09:14.490567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 35996) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.510272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-527151028'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:14.517280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:14.523533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:network and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:14.527754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:14.535265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:14.548918 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f46d8e-7123-40a5-93c3-23de8b4693ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.549545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f46d8e-7123-40a5-93c3-23de8b4693ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.551434 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f7f46d8e-7123-40a5-93c3-23de8b4693ad tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c48c7198-ffdf-4bb0-985a-65cd486206af HTTP/1.1" status: 404 len: 337 time: 0.1376429 Mar 11 16:09:14.556900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting subnet 2d388012-76b0-45f7-9b14-3b7e719331c3 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:14.563007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.567682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360dd5be-88bb-4b3e-a0da-81a80544d1cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:14.568497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-360dd5be-88bb-4b3e-a0da-81a80544d1cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:14.571193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36000) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.612112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:14.615502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.616656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] Routers {'9988019a-091f-4348-8335-9b9d61e76d74'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:14.617383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9988019a-091f-4348-8335-9b9d61e76d74'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:14.650747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:14.661395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.661395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment a8d5d456-9acb-4bc4-b4f7-51e72f3194dc of type vlan for network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 Mar 11 16:09:14.695979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.741123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.759172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:14.759725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eafe3c3-da5a-478e-b70c-bb86c1f580ea None None] The sync data for ids ['9988019a-091f-4348-8335-9b9d61e76d74'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:14.769557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2fd51177-c89f-46c9-9300-a0905ba2b76d None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:14.770008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2fd51177-c89f-46c9-9300-a0905ba2b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.778688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.783663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:14.784306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:14.873846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae30f83d-4296-41e3-8f84-d261b9572119 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.874430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae30f83d-4296-41e3-8f84-d261b9572119 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.875922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ae30f83d-4296-41e3-8f84-d261b9572119 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/6f1d4808-cfac-40f2-8d90-2a18bca2175a HTTP/1.1" status: 404 len: 337 time: 0.3013451 Mar 11 16:09:14.887597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36012) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.936892 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4451146 Mar 11 16:09:14.941419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36016) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.954359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-360dd5be-88bb-4b3e-a0da-81a80544d1cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:14.957945 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-360dd5be-88bb-4b3e-a0da-81a80544d1cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports/d5a8b88d-3dda-474a-a228-3aa9210938a5 HTTP/1.1" status: 200 len: 910 time: 0.6336372 Mar 11 16:09:14.958091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1744155068'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:14.960677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb6bd1-c5fa-4c05-a679-ed9db746a481 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=1f72574d-8ad5-4e4e-963c-aefd04fe7334,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:14.964356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36020) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:14.977969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:14.979541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b823f1a6-e1c4-4b8f-b51f-62cc9df682d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:14.979982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b823f1a6-e1c4-4b8f-b51f-62cc9df682d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:14.987570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b823f1a6-e1c4-4b8f-b51f-62cc9df682d4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/b0e54624-75ce-4501-bed9-d4bf22338a92 HTTP/1.1" status: 404 len: 333 time: 0.0874588 Mar 11 16:09:14.987782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36024) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.004936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:network and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:15.016934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:15.043162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:15.078001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36030) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.125924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:15.135197 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-da72910c-2b7f-4ed1-b2ff-3290c50dd51d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.135637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da72910c-2b7f-4ed1-b2ff-3290c50dd51d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.141772 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-da72910c-2b7f-4ed1-b2ff-3290c50dd51d tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/959f45f3-c2c7-496f-ada3-4e2232eae19e HTTP/1.1" status: 404 len: 337 time: 0.1504345 Mar 11 16:09:15.144304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36038) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.148184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.210929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting subnet b45ef845-cae6-4cea-a3fb-03c2803c0cf4 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:15.220315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.307565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.315419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6980c4-d646-4948-81c1-0dec9d00503e req-b6b016c7-54b5-4d76-a0a9-6e4541065017 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:15.317769 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f6980c4-d646-4948-81c1-0dec9d00503e req-b6b016c7-54b5-4d76-a0a9-6e4541065017 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.4864845 Mar 11 16:09:15.338642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2fd51177-c89f-46c9-9300-a0905ba2b76d None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:15.339011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2fd51177-c89f-46c9-9300-a0905ba2b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.348239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.355875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1110335455'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:15.374507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:15.384092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:15.387076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.397264 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f2830f-3b70-4341-9731-5b5a8abe00e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.397622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f2830f-3b70-4341-9731-5b5a8abe00e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.402269 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b8f2830f-3b70-4341-9731-5b5a8abe00e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/c2d6ce2f-9a74-4d8b-a295-453fd788737f HTTP/1.1" status: 404 len: 337 time: 0.2535279 Mar 11 16:09:15.402269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:network and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:15.403724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2fd51177-c89f-46c9-9300-a0905ba2b76d None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:15.407817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:15.410776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36044) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.463438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:15.481679 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-633beb8f-3424-47bc-a7de-f12650d64b17 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.482085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633beb8f-3424-47bc-a7de-f12650d64b17 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.488907 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-633beb8f-3424-47bc-a7de-f12650d64b17 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/60995b17-2378-463b-8035-83d6ec063d10 HTTP/1.1" status: 404 len: 333 time: 0.0701432 Mar 11 16:09:15.489233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f6980c4-d646-4948-81c1-0dec9d00503e req-f6d8436f-a2eb-4664-937a-62a607fae0d2 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574037 Mar 11 16:09:15.489509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.552897 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c338d15d-3a79-4853-b2e9-287439a48519 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.561058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c338d15d-3a79-4853-b2e9-287439a48519 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.571743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:15.575000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.595579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:15.606842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.607492 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Added segment f7a57d98-c426-43ab-a791-f2b649b12411 of type vlan for network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 Mar 11 16:09:15.619606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.634534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c338d15d-3a79-4853-b2e9-287439a48519 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/9fae1bdc-da36-4291-8c53-195ac9248e1c HTTP/1.1" status: 404 len: 337 time: 0.1452968 Mar 11 16:09:15.640910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36052) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.680696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.689911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.744627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.757134 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d4f9c0-5737-4991-9a46-d380865a0cf5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.757586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d4f9c0-5737-4991-9a46-d380865a0cf5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.760955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Subnet': ['ID=2d388012-76b0-45f7-9b14-3b7e719331c3,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:15.781270 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b1d4f9c0-5737-4991-9a46-d380865a0cf5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/e0801518-3838-4173-80d1-696a4f9c9646 HTTP/1.1" status: 404 len: 333 time: 0.1393023 Mar 11 16:09:15.783346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:15.789180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36056) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.791896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:security_group_rule and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:15.804565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.804823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.806392 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-596cf01b-6b9e-4d8b-8f2f-c64cf49d81e1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/2d388012-76b0-45f7-9b14-3b7e719331c3 HTTP/1.1" status: 204 len: 168 time: 1.8518755 Mar 11 16:09:15.809591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:15.843454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36060) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.864445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:15.868186 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4470cb2-34d5-400f-af2b-5384b558cb40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.868736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4470cb2-34d5-400f-af2b-5384b558cb40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.870574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b4470cb2-34d5-400f-af2b-5384b558cb40 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/3caf54ed-fef9-41c2-8543-845d0867c02b HTTP/1.1" status: 404 len: 337 time: 0.0804069 Mar 11 16:09:15.877128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36064) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.901381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Subnet': ['ID=b45ef845-cae6-4cea-a3fb-03c2803c0cf4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:15.908095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa2af1f-29ec-4b9f-be09-abb8af3b2c2b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:15.908534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa2af1f-29ec-4b9f-be09-abb8af3b2c2b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:15.914241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.914716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.918113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:15.918793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:15.925185 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4aa2af1f-29ec-4b9f-be09-abb8af3b2c2b tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/d94ad244-da3d-4d01-8a34-2a1d394df2ab HTTP/1.1" status: 404 len: 337 time: 0.0774920 Mar 11 16:09:15.925409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c6283-1865-4a10-ae6f-b9a0c8f64240 None None] Network 610b3ce3-44b1-4f5c-84b4-95791ecdc19f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:15.926526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.969733 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4781fd17-b9f2-45f7-95ed-35a31bd11db2 tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/subnets/b45ef845-cae6-4cea-a3fb-03c2803c0cf4 HTTP/1.1" status: 204 len: 168 time: 1.7986562 Mar 11 16:09:15.974815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:15.979606 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8a6d45ea-96b7-46fc-980f-4b08cbde178d tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "GET /v2.0/ports?device_id=5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e HTTP/1.1" status: 200 len: 205 time: 0.0507767 Mar 11 16:09:15.998509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36076) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.046981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c14a2ba-3858-4ef0-b8af-30986e815ee5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.047414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c14a2ba-3858-4ef0-b8af-30986e815ee5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.118149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0c14a2ba-3858-4ef0-b8af-30986e815ee5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/6cf469be-4dd2-4b04-9820-69146af1c739 HTTP/1.1" status: 404 len: 333 time: 0.2332375 Mar 11 16:09:16.120543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36080) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.127873 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1830823 Mar 11 16:09:16.166169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.168562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c8df9-b929-4992-8d2d-9fbc61f3f029 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Network': ['ID=073cb1a9-8aae-4dd4-a1cc-2981ca1a4343,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:16.194904 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e6037f-f26f-4fab-bd65-9d2ad2f8a540 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.196235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e6037f-f26f-4fab-bd65-9d2ad2f8a540 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.208222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:16.264635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.272208 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-86e6037f-f26f-4fab-bd65-9d2ad2f8a540 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a830f356-3d8d-4e84-9df8-25d650ce18c4 HTTP/1.1" status: 404 len: 337 time: 0.1503396 Mar 11 16:09:16.273766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36084) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.280441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7326d02-3174-4db8-bfc9-7078e2b479ac None None] Network 167a2332-369f-413e-b2c5-5f44b0b366ae requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:16.280821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.334384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36088) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.357032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'subnets': [{'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--536915599', 'ip_version': 4}, {'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:16.357495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'subnet': {'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--536915599', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:16.358260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Request body: {'subnet': {'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:16.362773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-7aa29587-0210-4831-9c56-a6637045cf1a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] delete failed (client error): The resource could not be found. Mar 11 16:09:16.364400 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7aa29587-0210-4831-9c56-a6637045cf1a tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/routers/5acac5f0-5aaf-4bb0-8e1d-ae3a75b3ed3e HTTP/1.1" status: 404 len: 336 time: 0.3644390 Mar 11 16:09:16.372602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.387352 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0901e58d-1d3e-4e7c-869a-1b19af2b059b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.387942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0901e58d-1d3e-4e7c-869a-1b19af2b059b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.407515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:16.431660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-423d97df-b184-45ba-96a4-4b26af4a5c26 None None] Provisioning complete for port 80e18586-8969-4a52-819e-3a456167a697 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:16.432022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-423d97df-b184-45ba-96a4-4b26af4a5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.443998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-375ed988-b003-4ae8-87ff-ac62d1397255 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.444611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375ed988-b003-4ae8-87ff-ac62d1397255 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.449034 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-375ed988-b003-4ae8-87ff-ac62d1397255 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/4d11dc09-398b-4219-8fc3-4aa5adf2e7e9 HTTP/1.1" status: 404 len: 337 time: 0.0723488 Mar 11 16:09:16.449762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.451626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36096) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.468125 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0901e58d-1d3e-4e7c-869a-1b19af2b059b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/5f8a5f44-e295-4faf-83f5-99513c30e461 HTTP/1.1" status: 404 len: 333 time: 0.1924045 Mar 11 16:09:16.485196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.485885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa60ba1-12a3-46cf-be8b-5671e66951e5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:16.529862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.530115 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Added segment baacb35b-69ea-4d55-a9d8-6b741d9f1833 of type vlan for network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 Mar 11 16:09:16.532092 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-acda0f28-17df-4de1-a32b-d3fd447cd5a1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.532902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acda0f28-17df-4de1-a32b-d3fd447cd5a1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.541017 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-acda0f28-17df-4de1-a32b-d3fd447cd5a1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/692bef9f-6f6c-4532-b750-57fa97e9b39a HTTP/1.1" status: 404 len: 337 time: 0.0881720 Mar 11 16:09:16.544135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36106) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.548270 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedd3ba2-c07e-4dca-8e1f-092d9dda1db6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.548707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedd3ba2-c07e-4dca-8e1f-092d9dda1db6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.553578 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dedd3ba2-c07e-4dca-8e1f-092d9dda1db6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/d4f7adc5-9092-477b-a298-33db16de7dba HTTP/1.1" status: 404 len: 337 time: 0.0630791 Mar 11 16:09:16.554207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36108) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.573607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Deleting port e4d9734f-338b-49de-a37b-b160eb819cb3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:16.574662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.611703 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c87a366-3ef8-4f39-be61-c3ec5767b3ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.612327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c87a366-3ef8-4f39-be61-c3ec5767b3ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.618904 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c87a366-3ef8-4f39-be61-c3ec5767b3ac tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/af405918-aa76-4db2-bfe1-1299240b37c7 HTTP/1.1" status: 404 len: 333 time: 0.0519872 Mar 11 16:09:16.619012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36114) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.664607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] DHCP port deletion for 610b3ce3-44b1-4f5c-84b4-95791ecdc19f request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:16.710475 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d469fc6-1a9c-4ff8-a5a2-d1d43ce3c83b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.711178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d469fc6-1a9c-4ff8-a5a2-d1d43ce3c83b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.711391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Deleting port e4d9734f-338b-49de-a37b-b160eb819cb3 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:16.711764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.715520 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3d469fc6-1a9c-4ff8-a5a2-d1d43ce3c83b tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/68a74380-3914-429a-a745-93be8fcfba03 HTTP/1.1" status: 404 len: 337 time: 0.0859108 Mar 11 16:09:16.715520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.764269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36118) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.844614 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a3696d-b032-40a0-b402-8b9995ab35fc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.845047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a3696d-b032-40a0-b402-8b9995ab35fc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.848948 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-09a3696d-b032-40a0-b402-8b9995ab35fc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/928108fa-3b14-4bf4-859b-a88b521725aa HTTP/1.1" status: 404 len: 333 time: 0.0811160 Mar 11 16:09:16.852548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36122) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.875406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d755b0-e2e4-4a67-aff3-1d7c8d234822 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.875946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d755b0-e2e4-4a67-aff3-1d7c8d234822 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.881783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36126) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.881901 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a5d755b0-e2e4-4a67-aff3-1d7c8d234822 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/2a0321d3-7fcc-4419-8d06-724d2bdc4533 HTTP/1.1" status: 404 len: 337 time: 0.3092184 Mar 11 16:09:16.884255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:16.897089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-423d97df-b184-45ba-96a4-4b26af4a5c26 None None] Provisioning complete for port dafbb17d-f450-40c1-bc7b-300b347ef3b7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:16.897466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-423d97df-b184-45ba-96a4-4b26af4a5c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.928601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Usage tracker for resource:subnet and tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:16.934032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.937468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:16.938169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:16.942654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:16.953800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] DHCP port deletion for 167a2332-369f-413e-b2c5-5f44b0b366ae request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:16.960212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1145ba56-5d24-4180-8afc-62d02624fea7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.960212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1145ba56-5d24-4180-8afc-62d02624fea7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.960899 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc793a-bf58-4753-9e05-401010597c71 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:16.961080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dc793a-bf58-4753-9e05-401010597c71 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:16.964034 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1145ba56-5d24-4180-8afc-62d02624fea7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/cafc7381-d108-4521-84b7-f9f651d49811 HTTP/1.1" status: 404 len: 337 time: 0.0989826 Mar 11 16:09:16.964264 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d9dc793a-bf58-4753-9e05-401010597c71 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/593e1e46-5e16-4d64-8675-b785903f89af HTTP/1.1" status: 404 len: 333 time: 0.0807562 Mar 11 16:09:16.975639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:16.977414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36130) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:16.978013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36132) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.026014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Deleting port 80e18586-8969-4a52-819e-3a456167a697 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:17.026395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.098657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-423d97df-b184-45ba-96a4-4b26af4a5c26 None None] Port dafbb17d-f450-40c1-bc7b-300b347ef3b7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:17.117129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] For port e4d9734f-338b-49de-a37b-b160eb819cb3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4d9734f-338b-49de-a37b-b160eb819cb3,segment=NetworkSegment(a9065eee-b444-4bc3-8558-cd808e56d5d5),segment_id=a9065eee-b444-4bc3-8558-cd808e56d5d5)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:17.117392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.140932 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0278096 Mar 11 16:09:17.140932 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5305c507-62ce-4aac-a364-2f7b99c7f074 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.140932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5305c507-62ce-4aac-a364-2f7b99c7f074 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.141638 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5305c507-62ce-4aac-a364-2f7b99c7f074 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/bc795faf-35ae-4c34-bb16-ee7b6031403a HTTP/1.1" status: 404 len: 337 time: 0.1613081 Mar 11 16:09:17.142580 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8214b530-1603-4a46-95a2-0eea8a695b69 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.143043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8214b530-1603-4a46-95a2-0eea8a695b69 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.147515 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8214b530-1603-4a46-95a2-0eea8a695b69 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/3bb25555-48df-4935-ae86-55ca205125cf HTTP/1.1" status: 404 len: 337 time: 0.1658604 Mar 11 16:09:17.147515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Made reservation on behalf of 851e7e2ad8ca4a52830a1cedd1e3b7cd for: {'subnet': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:17.161235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36138) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.161235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36140) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.161235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36142) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.179987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'subnet': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:17.274327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] For port e4d9734f-338b-49de-a37b-b160eb819cb3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e4d9734f-338b-49de-a37b-b160eb819cb3,segment=NetworkSegment(a9065eee-b444-4bc3-8558-cd808e56d5d5),segment_id=a9065eee-b444-4bc3-8558-cd808e56d5d5)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:17.274689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.290875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Calling delete_port for e4d9734f-338b-49de-a37b-b160eb819cb3 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:17.373445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981be6-f55b-4893-b330-d899f063ada7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Network': ['ID=7beaaa09-f9dc-48ed-b72f-a32a98129e19,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:17.411954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Calling delete_port for e4d9734f-338b-49de-a37b-b160eb819cb3 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:17.422332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:17.487088 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e530a54-a4e8-4c98-a00a-8ed812229ac1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.489409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e530a54-a4e8-4c98-a00a-8ed812229ac1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.494507 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4e530a54-a4e8-4c98-a00a-8ed812229ac1 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/87af2940-9432-4642-9c59-5ff2bbdae4e3 HTTP/1.1" status: 404 len: 337 time: 0.3281987 Mar 11 16:09:17.497418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36150) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.540724 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdd6c0c-6996-4a82-893a-f7670d7063e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.543763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.547679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdd6c0c-6996-4a82-893a-f7670d7063e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.552773 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8bdd6c0c-6996-4a82-893a-f7670d7063e1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/0ea16fa7-abda-466a-8a59-aca80f86aefd HTTP/1.1" status: 404 len: 333 time: 0.3849049 Mar 11 16:09:17.561249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80e18586-8969-4a52-819e-3a456167a697 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:17.566535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36154) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.597587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6040558-431b-464f-af51-5e3a482555c2 req-a1afb3d4-145f-496b-8669-515bba7c7498 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:17.600085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a6040558-431b-464f-af51-5e3a482555c2 req-a1afb3d4-145f-496b-8669-515bba7c7498 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.9504297 Mar 11 16:09:17.621586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:09:17.621958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:09:17.630319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] For port 80e18586-8969-4a52-819e-3a456167a697, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80e18586-8969-4a52-819e-3a456167a697,segment=NetworkSegment(24590a6b-efb7-4b3d-9100-2fff62749cd8),segment_id=24590a6b-efb7-4b3d-9100-2fff62749cd8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:17.630673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.646138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cbbc86-7eaa-4773-a216-e54cda6b00a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.646910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cbbc86-7eaa-4773-a216-e54cda6b00a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.656724 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5840146-b39b-40e8-b1a5-1e3cb0697131 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.657398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5840146-b39b-40e8-b1a5-1e3cb0697131 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.659329 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a5840146-b39b-40e8-b1a5-1e3cb0697131 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a3bd4eed-2e6d-4fff-aec3-664defe7e5b7 HTTP/1.1" status: 404 len: 337 time: 0.0888817 Mar 11 16:09:17.664129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36158) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.691120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-65cbbc86-7eaa-4773-a216-e54cda6b00a8 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/261d7298-6170-43ec-a94c-4b3938d08e42 HTTP/1.1" status: 404 len: 333 time: 0.1911817 Mar 11 16:09:17.692616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Port': ['ID=e4d9734f-338b-49de-a37b-b160eb819cb3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:17.702751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36162) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.720644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:17.756979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] No DVR routers for this DVR port e4d9734f-338b-49de-a37b-b160eb819cb3 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:17.786345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:subnet and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:17.789289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a3ab43-9d0f-4c27-b3b7-d7d7f38f6376 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.789820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a3ab43-9d0f-4c27-b3b7-d7d7f38f6376 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.793947 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a9a3ab43-9d0f-4c27-b3b7-d7d7f38f6376 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/1a1ff1b3-9d60-451b-b230-dc62f3ae6932 HTTP/1.1" status: 404 len: 337 time: 0.1245275 Mar 11 16:09:17.798338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1886e91-8f8d-41eb-bce8-966f6b32f890 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.798797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1886e91-8f8d-41eb-bce8-966f6b32f890 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.804105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b1886e91-8f8d-41eb-bce8-966f6b32f890 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/16aa0cee-63ce-4fc3-9612-65a881a45e86 HTTP/1.1" status: 404 len: 337 time: 0.0928144 Mar 11 16:09:17.804105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36168) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.804440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:17.809048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36170) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.818928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:17.873324 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77e8a7b-5799-41c0-b49b-b12832dca0cb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.873583 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f034936-f045-4db4-82d5-6a7811b66f57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:17.873676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77e8a7b-5799-41c0-b49b-b12832dca0cb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.873792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f034936-f045-4db4-82d5-6a7811b66f57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:17.881522 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8f034936-f045-4db4-82d5-6a7811b66f57 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/1bfd31bb-a212-4947-af34-53aedfa7ab2e HTTP/1.1" status: 404 len: 333 time: 0.0669477 Mar 11 16:09:17.881696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e77e8a7b-5799-41c0-b49b-b12832dca0cb tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/subnets/95702c32-aa64-48a0-9b41-a0c1ae56c0c5 HTTP/1.1" status: 404 len: 337 time: 0.0653811 Mar 11 16:09:17.881833 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a6040558-431b-464f-af51-5e3a482555c2 req-ff8d1139-2f45-4b62-a880-80baba46f8db tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500348 Mar 11 16:09:17.881833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36176) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.889750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Calling delete_port for 80e18586-8969-4a52-819e-3a456167a697 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:17.890063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36178) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:17.900202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.900681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:17.962709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:18.055264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.103345 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97a6137-e476-423b-9b1f-42ed1624dae9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:18.103794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97a6137-e476-423b-9b1f-42ed1624dae9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:18.105439 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c97a6137-e476-423b-9b1f-42ed1624dae9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/b755beed-bf29-4703-9a00-21c3d04567e0 HTTP/1.1" status: 404 len: 337 time: 0.2213233 Mar 11 16:09:18.123636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36186) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.168316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] No DVR routers for this DVR port 80e18586-8969-4a52-819e-3a456167a697 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:18.180570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b8e5e2-5d6c-4308-9234-19e3f082f9d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:18.181441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b8e5e2-5d6c-4308-9234-19e3f082f9d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:18.182875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88b8e5e2-5d6c-4308-9234-19e3f082f9d7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/46b8a2a8-9283-41d6-8d0a-47cc67f17bf3 HTTP/1.1" status: 404 len: 337 time: 0.0571947 Mar 11 16:09:18.186626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.187095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.191241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Deleting port e4d9734f-338b-49de-a37b-b160eb819cb3 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:18.192289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.229376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610b3ce3-44b1-4f5c-84b4-95791ecdc19f']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:18.245937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b94ce-4e77-4d93-ab3a-6a49855ab475 None None] Pushing event deleted for resources: {'Port': ['ID=80e18586-8969-4a52-819e-3a456167a697,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:18.273482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Deleting port dafbb17d-f450-40c1-bc7b-300b347ef3b7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:18.274211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.281277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9065eee-b444-4bc3-8558-cd808e56d5d5') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:18.281513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9065eee-b444-4bc3-8558-cd808e56d5d5') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:18.295832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 80e18586-8969-4a52-819e-3a456167a697 update to DOWN by agent not found {{(pid=83842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 11 16:09:18.296494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4d9734f-338b-49de-a37b-b160eb819cb3 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:18.313473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.346105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.359609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-1ceebd03-5b48-43bc-a63a-56add33c8b27 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3716848 Mar 11 16:09:18.363891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:18.364766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:18.385071 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:18.404335 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9732444f-f7d2-4dd8-a1da-8e598f4792c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:18.404790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9732444f-f7d2-4dd8-a1da-8e598f4792c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:18.407450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e4d9734f-338b-49de-a37b-b160eb819cb3 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:18.408048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e4d9734f-338b-49de-a37b-b160eb819cb3 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:09:18.409536 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9732444f-f7d2-4dd8-a1da-8e598f4792c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/38e7049d-b5da-4959-ab4c-584704ed2bbd HTTP/1.1" status: 404 len: 333 time: 0.2069197 Mar 11 16:09:18.421352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2e8e-70a3-4264-9a02-f94b51c5199e None None] The port 'e4d9734f-338b-49de-a37b-b160eb819cb3' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:09:18.459423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.480042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36196) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.639643 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-577664ad-38ae-4979-baa2-c8cebfbae7ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:18.640084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-577664ad-38ae-4979-baa2-c8cebfbae7ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:18.704320 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-577664ad-38ae-4979-baa2-c8cebfbae7ba tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/8e6bd226-4be6-4b62-a231-8d174f6887e0 HTTP/1.1" status: 404 len: 337 time: 0.2138145 Mar 11 16:09:18.711827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36200) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.841859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.843748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f497554d-c6e3-4654-9161-88b2b90475f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:18.844182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f497554d-c6e3-4654-9161-88b2b90475f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:18.871382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.902231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] Pushing event deleted for resources: {'Network': ['ID=610b3ce3-44b1-4f5c-84b4-95791ecdc19f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:18.909740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:18.916527 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f497554d-c6e3-4654-9161-88b2b90475f9 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/7960389c-c9de-44b9-ad3b-0bd5746629d6 HTTP/1.1" status: 404 len: 337 time: 0.1669612 Mar 11 16:09:18.921981 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cf4fb064-2f25-4d37-81cb-a91123a4718e tempest-AllowedAddressPairTestJSON-1383603174 tempest-AllowedAddressPairTestJSON-1383603174-project] 10.222.0.78 "DELETE /v2.0/networks/610b3ce3-44b1-4f5c-84b4-95791ecdc19f HTTP/1.1" status: 204 len: 168 time: 2.9412994 Mar 11 16:09:18.921981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:18.994816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ac99e48b-b3d8-4cbf-8552-83b391cc2eeb tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports?device_id=9e626984-7ce2-4369-8d4d-9a03a052e7a6 HTTP/1.1" status: 200 len: 205 time: 0.0697813 Mar 11 16:09:19.003354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36210) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.087730 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-d8c66e8d-1962-4452-a838-78c47817bde4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 0.5473733 Mar 11 16:09:19.092730 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-9be4f82b-a41f-449b-9fea-eadc9b4d62f6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] delete failed (client error): The resource could not be found. Mar 11 16:09:19.093821 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9be4f82b-a41f-449b-9fea-eadc9b4d62f6 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/routers/9e626984-7ce2-4369-8d4d-9a03a052e7a6 HTTP/1.1" status: 404 len: 336 time: 0.0877953 Mar 11 16:09:19.097635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36214) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.101823 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-66e8de2d-624e-4fb7-b730-ae52efe71491 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 1098 time: 0.3996339 Mar 11 16:09:19.109919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67fe5a-d021-400c-aeff-d3dda4f98ef3 req-8b7170f2-efb5-400e-9721-69709f4398df tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:19.111741 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c67fe5a-d021-400c-aeff-d3dda4f98ef3 req-8b7170f2-efb5-400e-9721-69709f4398df tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.6244307 Mar 11 16:09:19.137071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Calling delete_port for dafbb17d-f450-40c1-bc7b-300b347ef3b7 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:19.215855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd9acd9-5018-423c-8c99-2573e4eb63bd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:19.216997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd9acd9-5018-423c-8c99-2573e4eb63bd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:19.218010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6fd9acd9-5018-423c-8c99-2573e4eb63bd tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/e06e4235-19af-48e0-a9b7-d23ea133477a HTTP/1.1" status: 404 len: 337 time: 0.1152194 Mar 11 16:09:19.268896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.323135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36222) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.457241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b92d9c31-73f1-4406-a756-658cbe69439f tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "GET /v2.0/ports?device_id=ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 HTTP/1.1" status: 200 len: 205 time: 0.1321013 Mar 11 16:09:19.468105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.485251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:19.525328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:19.582390 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c67fe5a-d021-400c-aeff-d3dda4f98ef3 req-deabbef6-9df2-40c3-a17e-6002f947320e tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159214 Mar 11 16:09:19.584182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-e346f2b8-29c2-416a-8780-3b9bc97057cc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] delete failed (client error): The resource could not be found. Mar 11 16:09:19.587887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e346f2b8-29c2-416a-8780-3b9bc97057cc tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/routers/ef7119d5-e0e0-4f61-ac9d-500672dd1aa8 HTTP/1.1" status: 404 len: 336 time: 0.1157775 Mar 11 16:09:19.591163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36234) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.603150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port d5a8b88d-3dda-474a-a228-3aa9210938a5 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:19.603499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:19.623803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Port': ['ID=dafbb17d-f450-40c1-bc7b-300b347ef3b7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:19.694966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-33a8bf4e-3899-406c-94cd-702ae8fba173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:19.696247 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-33a8bf4e-3899-406c-94cd-702ae8fba173 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 200 len: 912 time: 0.5826979 Mar 11 16:09:19.702440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:19.705621 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7563a5-b85b-486a-8b54-e0893ca2c5fa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:19.706093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7563a5-b85b-486a-8b54-e0893ca2c5fa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:19.707794 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f7563a5-b85b-486a-8b54-e0893ca2c5fa tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/2a47ac24-0b2f-467e-ae4d-b462c487de14 HTTP/1.1" status: 404 len: 337 time: 0.1061075 Mar 11 16:09:19.713142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673227a7-53f7-4864-a422-536edf82d280 req-3bbacea6-69f6-432f-ba85-1ed399683259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:19.714563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-3bbacea6-69f6-432f-ba85-1ed399683259 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 897 time: 0.5494218 Mar 11 16:09:19.715009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36238) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.722151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Subnet': ['ID=3f39565e-421f-49cd-af1d-8a2776d4d5bb,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:19.758301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dbee4330-9078-489c-a7ba-941482ad48f0 tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/ports/dafbb17d-f450-40c1-bc7b-300b347ef3b7 HTTP/1.1" status: 204 len: 168 time: 1.8659077 Mar 11 16:09:19.766697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36240) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.791382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Checking segment: {'id': 'baacb35b-69ea-4d55-a9d8-6b741d9f1833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:19.791633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network hostable DHCP agents. Network: 7beaaa09-f9dc-48ed-b72f-a32a98129e19, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:19.803625 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c67d58b8-5c70-429b-a0fc-0d5e83f51694 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3a1f761c4ffc432a8a34d0fe55f839b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4711013 Mar 11 16:09:19.809676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36246) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.894354 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba07754-f004-427e-b5ac-49dcf0090e76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:19.894888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba07754-f004-427e-b5ac-49dcf0090e76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:19.897039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cba07754-f004-427e-b5ac-49dcf0090e76 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/2e285034-9681-4d1a-8c3d-0abed0f814b0 HTTP/1.1" status: 404 len: 337 time: 0.1276691 Mar 11 16:09:19.903351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36250) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:19.981978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-dbd90a5e-c315-4cd4-b64f-9db5dee965ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 200 len: 217 time: 0.2730591 Mar 11 16:09:20.007996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.046492 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-804b6b2d-dd0d-488f-ac2d-768f52c0d1ef tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.046840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804b6b2d-dd0d-488f-ac2d-768f52c0d1ef tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.048674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-804b6b2d-dd0d-488f-ac2d-768f52c0d1ef tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/721ede43-e199-4691-bc07-e1073557e935 HTTP/1.1" status: 404 len: 333 time: 0.1301420 Mar 11 16:09:20.052995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36254) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.058636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.075662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:20.124220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 7beaaa09-f9dc-48ed-b72f-a32a98129e19) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:20.132448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2d449-a9b8-4aba-984e-d4bf2ecf3f50 None None] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:20.183029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:20.183851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.195782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.197625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Subnet': ['ID=9fb05156-3498-403d-9565-885d5b0d067d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:20.250115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-d5825542-5e20-464d-b9bb-d8ca80796922 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 1001 time: 0.4441524 Mar 11 16:09:20.263945 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a543976-67c6-494e-9508-e6c88df044f1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.264391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a543976-67c6-494e-9508-e6c88df044f1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.266021 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8a543976-67c6-494e-9508-e6c88df044f1 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/d9c94846-af70-4e9b-9a05-4d82551e9aa0 HTTP/1.1" status: 404 len: 337 time: 0.2098179 Mar 11 16:09:20.267367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-8c06f4d7-702c-4113-a9ac-bf27619c4dfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:20.269317 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-8c06f4d7-702c-4113-a9ac-bf27619c4dfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 HTTP/1.1" status: 200 len: 851 time: 0.2749681 Mar 11 16:09:20.272651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36258) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.340814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.359733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-21b58678-0bbf-4248-a03b-d192ee1a4f58 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1922376 Mar 11 16:09:20.369199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36262) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.379050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.386030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'tenant_id': 'f0f17e887a5b4b399250e78cb40a7418', 'fixed_ips': [{'subnet_id': '3f39565e-421f-49cd-af1d-8a2776d4d5bb'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:20.387770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.392193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-885870317'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:20.409949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Checking segment: {'id': 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:20.410351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network hostable DHCP agents. Network: 1f72574d-8ad5-4e4e-963c-aefd04fe7334, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:20.414496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.425781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-f6db75df-8bc2-4470-868a-ac858d18020c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd58714e-e999-4857-bc5b-65d672f26839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180682 Mar 11 16:09:20.431153 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6469c92-e6ab-4908-9ffb-96c94392da29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.431806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6469c92-e6ab-4908-9ffb-96c94392da29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.433400 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f6469c92-e6ab-4908-9ffb-96c94392da29 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/4d67affc-cfed-47a4-bb76-4d919a46f6a6 HTTP/1.1" status: 404 len: 333 time: 0.1300614 Mar 11 16:09:20.440793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36266) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.572396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Allocated IP 2001:db8::2 (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/0002a135-deb5-44a8-9362-679cffb0ad91) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:20.575075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167a2332-369f-413e-b2c5-5f44b0b366ae']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:20.581469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for d5a8b88d-3dda-474a-a228-3aa9210938a5 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:20.611373 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-218d7368-337f-4173-9ec6-69915c86a25e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.613273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218d7368-337f-4173-9ec6-69915c86a25e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.638820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24590a6b-efb7-4b3d-9100-2fff62749cd8') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:20.642197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24590a6b-efb7-4b3d-9100-2fff62749cd8') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:20.662633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.678776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673227a7-53f7-4864-a422-536edf82d280 req-cd7ffce5-980f-4f36-b670-52a882a91665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:20.680221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-cd7ffce5-980f-4f36-b670-52a882a91665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.4199862 Mar 11 16:09:20.684491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-218d7368-337f-4173-9ec6-69915c86a25e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/58cc4335-258e-4bbc-a86f-ed42920353f8 HTTP/1.1" status: 404 len: 337 time: 0.2211094 Mar 11 16:09:20.695296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36272) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.765854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.773210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.796939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:20.800066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:20.800548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:20.819841 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:20.825524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:20.827786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5088d371-8144-4b51-bd8d-fb7355896210,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:20.829993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.831090 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4e3b90d1-f930-4205-bd34-d41e0a58dac1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5088d371-8144-4b51-bd8d-fb7355896210 HTTP/1.1" status: 204 len: 168 time: 1.0062456 Mar 11 16:09:20.833212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:port and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:20.847071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef32a09-37fc-431b-8e9e-ab93f1532294 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.847523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef32a09-37fc-431b-8e9e-ab93f1532294 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.850085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ef32a09-37fc-431b-8e9e-ab93f1532294 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/cd2c54d2-ad4c-4201-8b05-65e619da5df3 HTTP/1.1" status: 404 len: 333 time: 0.1495817 Mar 11 16:09:20.865409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.887162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36278) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:20.889267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:20.915840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:20.928584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1f72574d-8ad5-4e4e-963c-aefd04fe7334) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:20.934961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:20.941117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeb3184-86ea-432b-ab95-f802a93f77f8 None None] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:20.969096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-71235c65-1ec1-47a5-b78d-d0bbda40275e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:20.969542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71235c65-1ec1-47a5-b78d-d0bbda40275e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:20.972029 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-71235c65-1ec1-47a5-b78d-d0bbda40275e tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/73aa02fa-042c-44f3-a170-663b3bdda39d HTTP/1.1" status: 404 len: 337 time: 0.0827715 Mar 11 16:09:20.977781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36282) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:21.013841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-731d7ab8-bcb7-4c76-9362-37419529b0c8 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790510 Mar 11 16:09:21.048795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:21.052851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.056847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Transition to ACTIVE for port object 0002a135-deb5-44a8-9362-679cffb0ad91 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:21.084174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Transition to ACTIVE for port object 0002a135-deb5-44a8-9362-679cffb0ad91 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:21.097615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.109091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.144986 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-45fa8371-a223-41ca-bb10-9645a1dceb88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4483192 Mar 11 16:09:21.201798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.210273 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1495bca-195d-4ad4-8ac5-f402778c61a4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:21.210756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1495bca-195d-4ad4-8ac5-f402778c61a4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:21.213332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Pushing event updated for resources: {'Port': ['ID=0002a135-deb5-44a8-9362-679cffb0ad91,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:21.228829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] Pushing event deleted for resources: {'Network': ['ID=167a2332-369f-413e-b2c5-5f44b0b366ae,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:21.233096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:21.233359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event updated for resources: {'Subnet': ['ID=957076d2-c3f1-44c5-97c1-c3ac6aeba0c2,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:21.238082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:21.242908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:21.245997 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-812235d2-dde3-4692-9b51-f37215b9daaa tempest-PortsIpV6TestJSON-177273897 tempest-PortsIpV6TestJSON-177273897-project] 10.222.0.78 "DELETE /v2.0/networks/167a2332-369f-413e-b2c5-5f44b0b366ae HTTP/1.1" status: 204 len: 168 time: 1.4758892 Mar 11 16:09:21.249236 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c1495bca-195d-4ad4-8ac5-f402778c61a4 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/9017e843-8ca1-4f5a-ac4e-b9e6fa045d62 HTTP/1.1" status: 404 len: 333 time: 0.2639837 Mar 11 16:09:21.249853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:21.251160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port 4421395c-c644-4b24-94af-7023e83413b6 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:21.360496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4991f6-044a-4b1e-8ffa-eed538395ccc req-65e9dd9a-1a2b-422a-9665-ded67b7a3d07 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:21.362074 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c4991f6-044a-4b1e-8ffa-eed538395ccc req-65e9dd9a-1a2b-422a-9665-ded67b7a3d07 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.5753989 Mar 11 16:09:21.369049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-420becc4-f2fe-401b-a767-f13426c3fd20 req-0cfbc679-3c0e-4e15-82f5-accf174d254d service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426943 Mar 11 16:09:21.422922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Attempting to bind port 0002a135-deb5-44a8-9362-679cffb0ad91 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:21.423639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Attempting to bind port 0002a135-deb5-44a8-9362-679cffb0ad91 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'baacb35b-69ea-4d55-a9d8-6b741d9f1833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:21.423896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Attempting to bind port 0002a135-deb5-44a8-9362-679cffb0ad91 on network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:21.431378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1cf8d4-997c-44e5-978f-ddfcf221de53 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:21.432006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1cf8d4-997c-44e5-978f-ddfcf221de53 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:21.452352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.475027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:21.475466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Checking segment: {'id': 'baacb35b-69ea-4d55-a9d8-6b741d9f1833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:21.476122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.476733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Bound using segment: {'id': 'baacb35b-69ea-4d55-a9d8-6b741d9f1833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:21.477624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Bound port: 0002a135-deb5-44a8-9362-679cffb0ad91, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baacb35b-69ea-4d55-a9d8-6b741d9f1833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:21.478246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.479659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e1cf8d4-997c-44e5-978f-ddfcf221de53 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/08484855-6617-456d-bc0f-7dd3f1a52638 HTTP/1.1" status: 404 len: 337 time: 0.1826613 Mar 11 16:09:21.485248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36300) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:21.494819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1f72574d-8ad5-4e4e-963c-aefd04fe7334', 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334', 'tenant_id': '851e7e2ad8ca4a52830a1cedd1e3b7cd', 'fixed_ips': [{'subnet_id': '9fb05156-3498-403d-9565-885d5b0d067d'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:21.495768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.531282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Checking segment: {'id': 'f7a57d98-c426-43ab-a791-f2b649b12411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:21.531644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network hostable DHCP agents. Network: 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:21.535094 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-db55334e-3db8-47d2-bf7f-4998c7b2facb service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822122 Mar 11 16:09:21.540472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=d5a8b88d-3dda-474a-a228-3aa9210938a5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:21.580071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c4991f6-044a-4b1e-8ffa-eed538395ccc req-b82860f2-e69b-4f4f-880a-8b5a67f7e2f9 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079222 Mar 11 16:09:21.816086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] For port 0002a135-deb5-44a8-9362-679cffb0ad91, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:21.823690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] For port 0002a135-deb5-44a8-9362-679cffb0ad91, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0002a135-deb5-44a8-9362-679cffb0ad91,segment=NetworkSegment(baacb35b-69ea-4d55-a9d8-6b741d9f1833),segment_id=baacb35b-69ea-4d55-a9d8-6b741d9f1833)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:21.833955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:21.846814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36310) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:21.856840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::8 (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/4421395c-c644-4b24-94af-7023e83413b6) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:22.011212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-673227a7-53f7-4864-a422-536edf82d280 req-fc6d65bd-9d99-4dff-883b-c2be6fcf851c service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654279 Mar 11 16:09:22.039252 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b517bcf-efd6-406a-b6bb-4242ca0b78f7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:22.045272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b517bcf-efd6-406a-b6bb-4242ca0b78f7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:22.068806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b517bcf-efd6-406a-b6bb-4242ca0b78f7 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/aead8c63-60a6-4d01-9026-c4626bd368ac HTTP/1.1" status: 404 len: 333 time: 0.5803981 Mar 11 16:09:22.153523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e01aa-642e-4611-a786-deaaf517ab02 None None] Pushing event updated for resources: {'Port': ['ID=0002a135-deb5-44a8-9362-679cffb0ad91,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:22.186307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36320) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.193461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Allocated IP 172.20.0.2 (1f72574d-8ad5-4e4e-963c-aefd04fe7334/9fb05156-3498-403d-9565-885d5b0d067d/78295eb7-7716-404c-9dc1-faf2caec55dc) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:22.308237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.390692 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f2c75f-f614-4b25-9a2f-1acd773f30b5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:22.395347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f2c75f-f614-4b25-9a2f-1acd773f30b5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:22.397983 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-18f2c75f-f614-4b25-9a2f-1acd773f30b5 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a22c557e-0975-4726-b468-955c3bbe7b7f HTTP/1.1" status: 404 len: 337 time: 0.2078803 Mar 11 16:09:22.404317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36326) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.514047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36330) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.603282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70ddc3b-8874-4fb5-b745-345ebb6d43c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:22.604158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70ddc3b-8874-4fb5-b745-345ebb6d43c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:22.606063 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c70ddc3b-8874-4fb5-b745-345ebb6d43c2 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/93220538-bc52-4287-a0e6-8867d46b3913 HTTP/1.1" status: 404 len: 333 time: 0.1909392 Mar 11 16:09:22.611149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36336) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.615426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:22.642147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.654268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Transition to ACTIVE for port object 78295eb7-7716-404c-9dc1-faf2caec55dc will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:22.671002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-da00bc5e-10c6-4f51-bc13-f1e11d781785 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=04bde7f70c3a4a58a9bb5e326e822997&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8228846 Mar 11 16:09:22.673974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36342) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.698020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Transition to ACTIVE for port object 78295eb7-7716-404c-9dc1-faf2caec55dc will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:22.700994 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aa12b5-8395-401b-a3a6-6632f1e2a689 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:22.701538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aa12b5-8395-401b-a3a6-6632f1e2a689 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:22.704413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-03aa12b5-8395-401b-a3a6-6632f1e2a689 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/7e297414-a65b-4bc3-94d7-15c362605db9 HTTP/1.1" status: 404 len: 337 time: 0.0904665 Mar 11 16:09:22.709338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36346) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.712332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.741913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.745985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:22.757864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.758317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.758995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:22.796421 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e5816b22-d7f3-4237-8ec4-771251ad6502 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.4537437 Mar 11 16:09:22.799007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36350) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.803559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object 4421395c-c644-4b24-94af-7023e83413b6 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:22.844492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Pushing event updated for resources: {'Port': ['ID=78295eb7-7716-404c-9dc1-faf2caec55dc,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:22.846944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be321fa5-ec86-44ce-9444-4a3af83105f5 None None] Network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:22.858008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-73ba3f46-e615-444c-8f10-2d3c078ad8e2 tempest-DvrRoutersNegativeTest-2075738764 tempest-DvrRoutersNegativeTest-2075738764-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-93054574', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:22.860561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.policy [None req-73ba3f46-e615-444c-8f10-2d3c078ad8e2 tempest-DvrRoutersNegativeTest-2075738764 tempest-DvrRoutersNegativeTest-2075738764-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83841) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 11 16:09:22.860931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.policy [None req-73ba3f46-e615-444c-8f10-2d3c078ad8e2 tempest-DvrRoutersNegativeTest-2075738764 tempest-DvrRoutersNegativeTest-2075738764-project] Failed policy check for 'create_router' {{(pid=83841) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 11 16:09:22.861528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-73ba3f46-e615-444c-8f10-2d3c078ad8e2 tempest-DvrRoutersNegativeTest-2075738764 tempest-DvrRoutersNegativeTest-2075738764-project] create failed (client error): Access was denied to this resource. Mar 11 16:09:22.866494 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-73ba3f46-e615-444c-8f10-2d3c078ad8e2 tempest-DvrRoutersNegativeTest-2075738764 tempest-DvrRoutersNegativeTest-2075738764-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3443515 Mar 11 16:09:22.934904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.936381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.937743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:22.938276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:22.938644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Synchronizing usage tracker for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:22.941323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:22.945047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:22.967906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Unset dirty status for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:22.969390 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e0ef2bcf-49af-4c1f-8099-5f226fba66b9 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1691041 Mar 11 16:09:22.972586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36356) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:22.978581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b742fcc-e7ee-4c99-9f9e-071db75ddb68 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:22.979051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b742fcc-e7ee-4c99-9f9e-071db75ddb68 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:23.030611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.034655 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0b742fcc-e7ee-4c99-9f9e-071db75ddb68 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/ports/a450764a-148e-4caf-8f00-d31437deee4b HTTP/1.1" status: 404 len: 333 time: 0.3230486 Mar 11 16:09:23.041581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36360) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:23.076446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Attempting to bind port 78295eb7-7716-404c-9dc1-faf2caec55dc on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:23.076836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Attempting to bind port 78295eb7-7716-404c-9dc1-faf2caec55dc by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:23.077163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Attempting to bind port 78295eb7-7716-404c-9dc1-faf2caec55dc on network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:23.113283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:23.113733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Checking segment: {'id': 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:23.114499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.114499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Bound using segment: {'id': 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:23.114986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Bound port: 78295eb7-7716-404c-9dc1-faf2caec55dc, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '1f72574d-8ad5-4e4e-963c-aefd04fe7334'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:23.115357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.243033 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c0a5e5-d9c3-4d5a-954c-44aef8dfbba0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] DELETE failed (client error): The resource could not be found. Mar 11 16:09:23.243744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c0a5e5-d9c3-4d5a-954c-44aef8dfbba0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:09:23.245587 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e2c0a5e5-d9c3-4d5a-954c-44aef8dfbba0 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/subnets/a31548dc-8f53-47db-a630-1558f7af45e8 HTTP/1.1" status: 404 len: 337 time: 0.1172869 Mar 11 16:09:23.258270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36364) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:23.271745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:23.288089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.297687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:23.351057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] For port 78295eb7-7716-404c-9dc1-faf2caec55dc, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:23.354648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] For port 78295eb7-7716-404c-9dc1-faf2caec55dc, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=78295eb7-7716-404c-9dc1-faf2caec55dc,segment=NetworkSegment(a8d5d456-9acb-4bc4-b4f7-51e72f3194dc),segment_id=a8d5d456-9acb-4bc4-b4f7-51e72f3194dc)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:23.357506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 9988019a-091f-4348-8335-9b9d61e76d74 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:09:23.368730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.381780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.409228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:23.420841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba004c8-cddd-4f7f-b7d7-39f522628886 req-4fc35702-48a9-453e-9632-d09444459d96 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:23.424777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:23.425467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.432147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=4421395c-c644-4b24-94af-7023e83413b6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:23.444644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cba004c8-cddd-4f7f-b7d7-39f522628886 req-4fc35702-48a9-453e-9632-d09444459d96 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.5178607 Mar 11 16:09:23.460344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-073cb1a9-8aae-4dd4-a1cc-2981ca1a4343', 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343', 'tenant_id': '851e7e2ad8ca4a52830a1cedd1e3b7cd', 'fixed_ips': [{'subnet_id': '957076d2-c3f1-44c5-97c1-c3ac6aeba0c2'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:23.461555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.544628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36370) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:23.591409 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cba004c8-cddd-4f7f-b7d7-39f522628886 req-3d0ee457-e527-4903-a90a-116bed320c96 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458440 Mar 11 16:09:23.622050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.623389 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6d856e68-ea19-449b-9a6b-22c38636ebe2 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2501006 Mar 11 16:09:23.635359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36376) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:23.651552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2140431553', 'allowed_address_pairs': [{'ip_address': '2001:db8::8', 'mac_address': 'fa:16:3e:6e:ec:44'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:23.655919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43535ca3-850a-4bce-971d-bb939ad0e536 None None] Pushing event updated for resources: {'Port': ['ID=78295eb7-7716-404c-9dc1-faf2caec55dc,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:23.665683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0002a135-deb5-44a8-9362-679cffb0ad91 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:23.689342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.712772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d77efd-fba1-4173-acaa-35996c0849f3 None None] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:23.831392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Deleting subnet 9fb05156-3498-403d-9565-885d5b0d067d {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:23.843852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:23.869310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f1999-0a0a-43fc-aeb0-2241b1d32fa3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:23.980848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.016585 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f03b4881-87bd-42eb-8285-13debfec5d59 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e34f1999-0a0a-43fc-aeb0-2241b1d32fa3 HTTP/1.1" status: 204 len: 168 time: 1.3114471 Mar 11 16:09:24.061650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f7a2abb5-01fc-4116-9dd9-acc13afd86d7 None None] Provisioning for port 0002a135-deb5-44a8-9362-679cffb0ad91 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:24.141770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.150282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Allocated IP 172.20.0.18 (073cb1a9-8aae-4dd4-a1cc-2981ca1a4343/957076d2-c3f1-44c5-97c1-c3ac6aeba0c2/56844eb7-9409-41e3-81e5-d65dd738afa5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:24.160087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 0002a135-deb5-44a8-9362-679cffb0ad91 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:24.221696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:24.235125 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6a734157-548a-4192-89f7-7909daa06faa tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/9988019a-091f-4348-8335-9b9d61e76d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2639148 Mar 11 16:09:24.237393 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] Sync routers for ids ['9988019a-091f-4348-8335-9b9d61e76d74'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:24.240855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0002a135-deb5-44a8-9362-679cffb0ad91 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:24.241017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.259126 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] Routers {'9988019a-091f-4348-8335-9b9d61e76d74'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:24.261265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.261920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9988019a-091f-4348-8335-9b9d61e76d74'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.295535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:24.305148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Usage tracker for resource:security_group_rule and tenant:c76382ade87d4589993525b7da435c63 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:24.310062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:24.325849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36384) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:24.331714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:24.407813 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.439194 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] Routers {'9988019a-091f-4348-8335-9b9d61e76d74'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:24.440063 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9988019a-091f-4348-8335-9b9d61e76d74'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.447105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fb4b8a87-0eb3-4edb-98a0-b1ecdf0c5cad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:24.520666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fb4b8a87-0eb3-4edb-98a0-b1ecdf0c5cad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:24.528140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fb4b8a87-0eb3-4edb-98a0-b1ecdf0c5cad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=9988019a-091f-4348-8335-9b9d61e76d74 HTTP/1.1" status: 200 len: 205 time: 0.2010796 Mar 11 16:09:24.533273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36392) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:24.570859 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.571272 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c466564-c451-4fd3-b2c2-54393397152a None None] The sync data for ids ['9988019a-091f-4348-8335-9b9d61e76d74'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:24.613356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.628062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:24.654245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:port and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:24.669279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:24.684719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:24.690128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5201ef7-2506-4639-87b8-8e23809c1ec8']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.728238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77351076-d0df-4d4e-a959-d61c951f2b3e') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.728765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77351076-d0df-4d4e-a959-d61c951f2b3e') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:24.755881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.817118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.888954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.912394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:24.914137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.932578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 0002a135-deb5-44a8-9362-679cffb0ad91, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0002a135-deb5-44a8-9362-679cffb0ad91,segment=NetworkSegment(baacb35b-69ea-4d55-a9d8-6b741d9f1833),segment_id=baacb35b-69ea-4d55-a9d8-6b741d9f1833)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:24.933820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Transition to ACTIVE for port object 56844eb7-9409-41e3-81e5-d65dd738afa5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:24.949867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.950387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:24.965236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.014618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.037623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Transition to ACTIVE for port object 56844eb7-9409-41e3-81e5-d65dd738afa5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:25.082814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.174316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:25.176624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=0002a135-deb5-44a8-9362-679cffb0ad91,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:25.194569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:25.277171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:25.307157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.338119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port 4316f7b0-78f8-42eb-8887-1863dc4731cf yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:25.361108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d257a-3f7a-4675-aaa4-f968480896de None None] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:25.464191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.474934 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c76382ade87d4589993525b7da435c63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8824639 Mar 11 16:09:25.486665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36408) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:25.512208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Pushing event updated for resources: {'Port': ['ID=56844eb7-9409-41e3-81e5-d65dd738afa5,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:25.576729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Attempting to bind port 56844eb7-9409-41e3-81e5-d65dd738afa5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:25.577073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Attempting to bind port 56844eb7-9409-41e3-81e5-d65dd738afa5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f7a57d98-c426-43ab-a791-f2b649b12411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:25.577472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Attempting to bind port 56844eb7-9409-41e3-81e5-d65dd738afa5 on network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:25.597138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9a6e2-df89-4d14-99db-fc6419e19827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae414d7d-2b5e-41a4-91f3-d2d09515d2f3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:25.626027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4b874-6f38-45e4-954a-cfb820f4e46a req-04f577ef-3740-457f-a635-95228b4e47b3 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:25.634206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-faa4b874-6f38-45e4-954a-cfb820f4e46a req-04f577ef-3740-457f-a635-95228b4e47b3 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 1.0815084 Mar 11 16:09:25.638833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Provisioning for port 78295eb7-7716-404c-9dc1-faf2caec55dc completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:25.659382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:25.659939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.674754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:25.675256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Checking segment: {'id': 'f7a57d98-c426-43ab-a791-f2b649b12411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:25.675654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.677557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Bound using segment: {'id': 'f7a57d98-c426-43ab-a791-f2b649b12411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:25.677557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Bound port: 56844eb7-9409-41e3-81e5-d65dd738afa5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7a57d98-c426-43ab-a791-f2b649b12411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '073cb1a9-8aae-4dd4-a1cc-2981ca1a4343'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:25.686873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.750384 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-faa4b874-6f38-45e4-954a-cfb820f4e46a req-2d5735e1-5ee2-4999-b684-3b4a03db175b tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145222 Mar 11 16:09:25.761176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.788736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 78295eb7-7716-404c-9dc1-faf2caec55dc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:25.795794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.849904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36416) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:25.873128 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:25.899680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.903725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.907878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:25.946904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Provisioning for port 4421395c-c644-4b24-94af-7023e83413b6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:25.993439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Subnet': ['ID=9fb05156-3498-403d-9565-885d5b0d067d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:25.996838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] Pushing event deleted for resources: {'Network': ['ID=a5201ef7-2506-4639-87b8-8e23809c1ec8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:25.997986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Provisioning complete for port 4421395c-c644-4b24-94af-7023e83413b6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:25.998357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.006069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.015644 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cff6173c-9bb3-4d26-8b68-0f86cda79230 tempest-NetworksTestDHCPv6-531930330 tempest-NetworksTestDHCPv6-531930330-project] 10.222.0.78 "DELETE /v2.0/networks/a5201ef7-2506-4639-87b8-8e23809c1ec8 HTTP/1.1" status: 204 len: 168 time: 2.7543182 Mar 11 16:09:26.031399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.037840 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0aa9014d-6c4c-4240-94c3-101a1b66a8fa tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/subnets/9fb05156-3498-403d-9565-885d5b0d067d HTTP/1.1" status: 204 len: 168 time: 3.0594325 Mar 11 16:09:26.039060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36424) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:26.053822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae414d7d-2b5e-41a4-91f3-d2d09515d2f3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:26.066067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.068223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-02dc9ff0-3d47-42f0-a59c-45dbeddac76e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae414d7d-2b5e-41a4-91f3-d2d09515d2f3 HTTP/1.1" status: 204 len: 168 time: 0.5192938 Mar 11 16:09:26.071647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] For port 56844eb7-9409-41e3-81e5-d65dd738afa5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:26.107812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] For port 56844eb7-9409-41e3-81e5-d65dd738afa5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=56844eb7-9409-41e3-81e5-d65dd738afa5,segment=NetworkSegment(f7a57d98-c426-43ab-a791-f2b649b12411),segment_id=f7a57d98-c426-43ab-a791-f2b649b12411)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:26.112335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Port 4421395c-c644-4b24-94af-7023e83413b6 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:26.120473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.166861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 78295eb7-7716-404c-9dc1-faf2caec55dc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:26.187895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 78295eb7-7716-404c-9dc1-faf2caec55dc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:26.188272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.240413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::8b (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/4316f7b0-78f8-42eb-8887-1863dc4731cf) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:26.291124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Provisioning complete for port 0002a135-deb5-44a8-9362-679cffb0ad91 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:26.291483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5655c948-cf60-4350-ac10-fae764357bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.330708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f4e7c-fa60-4141-8352-3ecc697d158c None None] Pushing event updated for resources: {'Port': ['ID=56844eb7-9409-41e3-81e5-d65dd738afa5,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:26.376142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.384354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.419939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141790683'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:26.443876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:26.494185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:26.496516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Deleting subnet 957076d2-c3f1-44c5-97c1-c3ac6aeba0c2 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:26.502605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.508728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:26.515829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:26.527635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.532095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router 9988019a-091f-4348-8335-9b9d61e76d74 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:09:26.536226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:26.546087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.568715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.570228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.584587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.588929 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b99f9e44-5aa2-4016-8969-36a41aa62c54 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/9988019a-091f-4348-8335-9b9d61e76d74 HTTP/1.1" status: 204 len: 168 time: 2.0546591 Mar 11 16:09:26.589929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36434) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:26.717066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:26.740466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:security_group_rule and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:26.746691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 78295eb7-7716-404c-9dc1-faf2caec55dc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=78295eb7-7716-404c-9dc1-faf2caec55dc,segment=NetworkSegment(a8d5d456-9acb-4bc4-b4f7-51e72f3194dc),segment_id=a8d5d456-9acb-4bc4-b4f7-51e72f3194dc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:26.754067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.754870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0002a135-deb5-44a8-9362-679cffb0ad91 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:26.776677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36438) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:26.795079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:26.880143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:26.960537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:27.005271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710fa3d-8838-4d2c-9791-a69305946940 None None] Network 1f72574d-8ad5-4e4e-963c-aefd04fe7334 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:27.037142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.076842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=78295eb7-7716-404c-9dc1-faf2caec55dc,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:27.083042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object 4316f7b0-78f8-42eb-8887-1863dc4731cf will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:27.083042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.193797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-66c75af6-21a1-4e02-8c1d-957ef715f5ea None None] Provisioning complete for port 78295eb7-7716-404c-9dc1-faf2caec55dc triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:27.194632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66c75af6-21a1-4e02-8c1d-957ef715f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.298809 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cd7fa711-d91c-42b1-8ca5-0c794f9b0a9a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=772ff1c9926d4e3ca5c21615289ad7ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5003743 Mar 11 16:09:27.305429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36454) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:27.321750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.327995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.330382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.335770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595a48-e330-4cb5-9f9c-f9e9d72008c6 req-7791e6e6-3fce-4b85-b713-6766532bcb9f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:27.337518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11595a48-e330-4cb5-9f9c-f9e9d72008c6 req-7791e6e6-3fce-4b85-b713-6766532bcb9f tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.3026853 Mar 11 16:09:27.340943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.347144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0002a135-deb5-44a8-9362-679cffb0ad91 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:27.349385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.361066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:27.373138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.373624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 3c955a5c-af20-413c-90e7-886de6f46cc9 of type vlan for network ccc4bdeb-2c08-4633-a690-222e95f665c9 Mar 11 16:09:27.412049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.443002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Subnet': ['ID=957076d2-c3f1-44c5-97c1-c3ac6aeba0c2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:27.464255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 6a831671-fdb1-4774-b5b3-f6c1b131d40f {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:27.508103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.518019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:27.528324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:27.536005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.540662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:27.545381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:27.546202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.554861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=4316f7b0-78f8-42eb-8887-1863dc4731cf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:27.562803 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9b48994f-5974-4b5e-a71d-987d8205cdc2 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/subnets/957076d2-c3f1-44c5-97c1-c3ac6aeba0c2 HTTP/1.1" status: 204 len: 168 time: 1.5098374 Mar 11 16:09:27.568521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36460) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:27.593051 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11595a48-e330-4cb5-9f9c-f9e9d72008c6 req-95595899-29d8-4651-8a21-859bb18fa0d2 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241076 Mar 11 16:09:27.594119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.607745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:27.608511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.712583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9469c6c-d8e8-4159-bcd3-67a2d9e85d9e tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:27.713392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9469c6c-d8e8-4159-bcd3-67a2d9e85d9e tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Synchronizing usage tracker for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:27.741138 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-10fd24ed-bf27-41a7-a595-b993b6a25a62 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.1032126 Mar 11 16:09:27.751606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36468) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:27.822974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:27.944211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=ccc4bdeb-2c08-4633-a690-222e95f665c9,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:27.970924 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1161466 Mar 11 16:09:27.975324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9469c6c-d8e8-4159-bcd3-67a2d9e85d9e tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Unset dirty status for tenant:851e7e2ad8ca4a52830a1cedd1e3b7cd on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:27.980718 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c9469c6c-d8e8-4159-bcd3-67a2d9e85d9e tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4070740 Mar 11 16:09:27.984711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36476) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:27.985038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36478) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:27.993063 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:09:27.994811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb0338-6e87-44ba-bea6-677c68543bfb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f8eb2-6278-4ae9-ab0f-b82c8f6e4c46,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:28.006490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.085089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:28.098923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.120882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-4189767'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:28.176104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.184397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:28.239132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8e93c-8275-4e50-9df6-32db251eb415 None None] Network 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:28.247931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36484) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:28.264618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:28.300639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:28.324998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:28.341473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.364689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:28.369383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:28.376277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:28.377406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Synchronizing usage tracker for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:28.384235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-66c75af6-21a1-4e02-8c1d-957ef715f5ea None None] Provisioning complete for port 4421395c-c644-4b24-94af-7023e83413b6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:28.384810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-66c75af6-21a1-4e02-8c1d-957ef715f5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.402785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=6a831671-fdb1-4774-b5b3-f6c1b131d40f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:28.418055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.428394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.432576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:28.439050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.448148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 78295eb7-7716-404c-9dc1-faf2caec55dc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:28.456822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3fcee663-37c2-40cd-a8c1-da25449ce0cd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/6a831671-fdb1-4774-b5b3-f6c1b131d40f HTTP/1.1" status: 204 len: 168 time: 1.8638387 Mar 11 16:09:28.457922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:28.462281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Unset dirty status for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:28.463626 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f0f26b6-ff0c-430e-8789-1072f2fafed4 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.7078781 Mar 11 16:09:28.467804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36494) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:28.472402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Deleting port 56844eb7-9409-41e3-81e5-d65dd738afa5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:28.473033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.483206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98ee2d-30e7-4e3b-a3d9-2e583ada42c8 None None] Network ee4e6297-468c-4f3c-8e01-0eaddac34ffe requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:28.552447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.575550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5588b8b-7b2c-414b-a271-f3eabc1d7742,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:28.629361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579063759'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:28.657034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] DHCP port deletion for 1f72574d-8ad5-4e4e-963c-aefd04fe7334 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:28.657988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:28.660559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:28.679777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:28.684449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:28.689016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.690439 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-56f59f30-a1bc-47cc-86ae-6cdcb6f2e02f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f5588b8b-7b2c-414b-a271-f3eabc1d7742 HTTP/1.1" status: 204 len: 168 time: 1.3838983 Mar 11 16:09:28.699275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:28.723382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.724470 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 248527c2-56f7-4402-925b-e0236d365e0c of type vlan for network fd6457c4-fd38-4da9-887b-20ab8d4a699f Mar 11 16:09:28.758129 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-b1dd9d2c-77a8-4fcf-bca6-fddaef6c8885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 1098 time: 0.4927123 Mar 11 16:09:28.827312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-66c75af6-21a1-4e02-8c1d-957ef715f5ea None None] Port 4421395c-c644-4b24-94af-7023e83413b6 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:28.849778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Deleting port 78295eb7-7716-404c-9dc1-faf2caec55dc {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:28.850213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.908529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c57297-e32a-43cf-ae57-23715ff64633 req-cdc4f605-79f0-4250-9389-aab9f36cd9ad tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:28.910128 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-59c57297-e32a-43cf-ae57-23715ff64633 req-cdc4f605-79f0-4250-9389-aab9f36cd9ad tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.6124644 Mar 11 16:09:28.920143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 4316f7b0-78f8-42eb-8887-1863dc4731cf {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:28.920489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.942110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.966709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:28.988318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.012872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.026911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] For port 56844eb7-9409-41e3-81e5-d65dd738afa5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=56844eb7-9409-41e3-81e5-d65dd738afa5,segment=NetworkSegment(f7a57d98-c426-43ab-a791-f2b649b12411),segment_id=f7a57d98-c426-43ab-a791-f2b649b12411)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:29.027924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.061600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:29.075107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:29.078059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:29.085042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:29.103959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 69a65097-1d05-4e2b-904b-3af528344429 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:29.104210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.182836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] For port 78295eb7-7716-404c-9dc1-faf2caec55dc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=78295eb7-7716-404c-9dc1-faf2caec55dc,segment=NetworkSegment(a8d5d456-9acb-4bc4-b4f7-51e72f3194dc),segment_id=a8d5d456-9acb-4bc4-b4f7-51e72f3194dc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:29.183254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.192425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.217942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-59c57297-e32a-43cf-ae57-23715ff64633 req-6e07c527-d59c-485c-8563-e2f17ea83521 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619345 Mar 11 16:09:29.243663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-b4f5b26a-4819-49a4-947e-80aeae69f263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.245112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-b4f5b26a-4819-49a4-947e-80aeae69f263 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 200 len: 912 time: 0.4663215 Mar 11 16:09:29.282623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:29.357457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.364937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Calling delete_port for 78295eb7-7716-404c-9dc1-faf2caec55dc owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:29.368364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Calling delete_port for 56844eb7-9409-41e3-81e5-d65dd738afa5 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:29.444864 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-6a03fed2-a440-4de1-b8d4-d438977f83af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 200 len: 217 time: 0.1388164 Mar 11 16:09:29.455610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.459974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:29.460574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.515406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:29.572066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6d2237-3942-4884-a0ca-61cead204b91,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:29.593331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:29.602577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 78295eb7-7716-404c-9dc1-faf2caec55dc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:29.602949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.623077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:29.638565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.647258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:29.654343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=fd6457c4-fd38-4da9-887b-20ab8d4a699f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:29.661411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0beb996e-a816-4e75-8cb8-ed07fcea6ada tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6465814 Mar 11 16:09:29.661813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.677967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:29.684465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.705715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 78295eb7-7716-404c-9dc1-faf2caec55dc was deleted so its status cannot be updated. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 16:09:29.706421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 56844eb7-9409-41e3-81e5-d65dd738afa5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:29.710279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:29.726167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] No DVR routers for this DVR port 56844eb7-9409-41e3-81e5-d65dd738afa5 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:29.731446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-45162f9c-a303-4da6-bd40-95e3fc293df1 None None] Provisioning for port 4316f7b0-78f8-42eb-8887-1863dc4731cf completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:29.734790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:29.767668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Port': ['ID=56844eb7-9409-41e3-81e5-d65dd738afa5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:29.831051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] No DVR routers for this DVR port 78295eb7-7716-404c-9dc1-faf2caec55dc on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:29.864800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583db19-8441-4eec-ade4-bb2d3d44535a None None] Pushing event deleted for resources: {'Port': ['ID=78295eb7-7716-404c-9dc1-faf2caec55dc,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:29.876889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 56844eb7-9409-41e3-81e5-d65dd738afa5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:29.877230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 56844eb7-9409-41e3-81e5-d65dd738afa5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 11 16:09:29.901908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-45162f9c-a303-4da6-bd40-95e3fc293df1 None None] Provisioning complete for port 4316f7b0-78f8-42eb-8887-1863dc4731cf triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:29.902312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45162f9c-a303-4da6-bd40-95e3fc293df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.923966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.959232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.974321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:29.981032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073cb1a9-8aae-4dd4-a1cc-2981ca1a4343']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.021214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-45162f9c-a303-4da6-bd40-95e3fc293df1 None None] Port 4316f7b0-78f8-42eb-8887-1863dc4731cf cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:30.039672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port 56844eb7-9409-41e3-81e5-d65dd738afa5 not found, will not notify nova. {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 11 16:09:30.043070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-45162f9c-a303-4da6-bd40-95e3fc293df1 None None] Could not find standard attr ID for object 56844eb7-9409-41e3-81e5-d65dd738afa5. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:09:30.089037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36520) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.093492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-69ba8618-4462-458d-bfbe-e9604733a7fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:30.094931 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-69ba8618-4462-458d-bfbe-e9604733a7fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 HTTP/1.1" status: 200 len: 851 time: 0.6381783 Mar 11 16:09:30.100837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a57d98-c426-43ab-a791-f2b649b12411') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.101110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a57d98-c426-43ab-a791-f2b649b12411') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.103111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 4316f7b0-78f8-42eb-8887-1863dc4731cf owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:30.128879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.145645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0809481-ae1e-476d-8fd4-4956bfaa277d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:30.150413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:30.152268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.157733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d6ea3fa6-223c-4c95-ac80-55a03c8cd38e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8926804 Mar 11 16:09:30.172668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] DHCP port deletion for ee4e6297-468c-4f3c-8e01-0eaddac34ffe request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:30.179945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36526) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.181131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.183176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Deleting port 69a65097-1d05-4e2b-904b-3af528344429 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:30.184118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.211499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:30.212437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.231394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 69a65097-1d05-4e2b-904b-3af528344429, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69a65097-1d05-4e2b-904b-3af528344429,segment=NetworkSegment(d044f58a-01c8-40bc-a636-5107c5b56ce8),segment_id=d044f58a-01c8-40bc-a636-5107c5b56ce8)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:30.232583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:30.232702 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:30.237657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f4262-9b23-4856-8bcd-51ff8d5626d5 None None] DHCP port deletion for 073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:09:30.256124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:30.263241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:30.303589 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-33d838cb-3c7a-49d4-b48a-a42f50bd8528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd58714e-e999-4857-bc5b-65d672f26839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385078 Mar 11 16:09:30.304537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:30.354173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 78295eb7-7716-404c-9dc1-faf2caec55dc no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:30.384574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.405837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.424577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/073cb1a9-8aae-4dd4-a1cc-2981ca1a4343 HTTP/1.1" status: 204 len: 168 time: 2.4031885 Mar 11 16:09:30.425585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36532) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.431346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3eb08-156a-4c70-9585-56be99d0bd17 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=073cb1a9-8aae-4dd4-a1cc-2981ca1a4343,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:30.436355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ae1c7b23-0474-4221-82bb-0805cc662c1e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:30.448425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 78295eb7-7716-404c-9dc1-faf2caec55dc {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:30.448786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 78295eb7-7716-404c-9dc1-faf2caec55dc not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:09:30.467156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-99c6df17-9869-4368-a683-37560e3d2b5c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.472139 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-99c6df17-9869-4368-a683-37560e3d2b5c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3733919 Mar 11 16:09:30.474188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36538) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.540182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-b437eafc-937b-4de3-8867-92494c1572ff tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.543481 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b437eafc-937b-4de3-8867-92494c1572ff tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0656950 Mar 11 16:09:30.558266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36542) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.565581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-fc2105f0-f058-4c8a-9601-4409ab0e18cb tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.569161 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fc2105f0-f058-4c8a-9601-4409ab0e18cb tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075340 Mar 11 16:09:30.572879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36546) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.583191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] For port 69a65097-1d05-4e2b-904b-3af528344429, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=69a65097-1d05-4e2b-904b-3af528344429,segment=NetworkSegment(d044f58a-01c8-40bc-a636-5107c5b56ce8),segment_id=d044f58a-01c8-40bc-a636-5107c5b56ce8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:30.583427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.592694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8ea89247-fb4f-4151-aef7-e530bc5adb27 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.596127 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8ea89247-fb4f-4151-aef7-e530bc5adb27 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0200138 Mar 11 16:09:30.596988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36550) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.604997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.609111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-0d2bff5a-c571-4333-9e0f-3fe5a5f57797 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.612845 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0d2bff5a-c571-4333-9e0f-3fe5a5f57797 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0102055 Mar 11 16:09:30.612845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ae1c7b23-0474-4221-82bb-0805cc662c1e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:30.612845 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ae1c7b23-0474-4221-82bb-0805cc662c1e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4264832 Mar 11 16:09:30.613741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36554) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.615913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36556) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.619350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 69a65097-1d05-4e2b-904b-3af528344429 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:30.620793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-1587ab6f-6e31-4035-8b01-03c10979fd6b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.624213 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1587ab6f-6e31-4035-8b01-03c10979fd6b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0073669 Mar 11 16:09:30.628246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-security--1536683823', 'description': 'tempest-security-description-56392525'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:30.636842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36562) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.645151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-f817a799-6d7f-4f4e-9b49-2d7112e3a2bf tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.649740 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f817a799-6d7f-4f4e-9b49-2d7112e3a2bf tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084503 Mar 11 16:09:30.649740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36566) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.691900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-ef1fb1b7-a9f9-4dda-ad9f-080201e020d3 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.695195 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ef1fb1b7-a9f9-4dda-ad9f-080201e020d3 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0412445 Mar 11 16:09:30.702785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36570) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.732184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Calling delete_port for 69a65097-1d05-4e2b-904b-3af528344429 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:30.732773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:30.787372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.807680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-9d87d0b8-c7ae-427d-a8b6-cfc0d1a75da2 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.808918 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9d87d0b8-c7ae-427d-a8b6-cfc0d1a75da2 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0778902 Mar 11 16:09:30.816761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36574) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.820344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.835492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-24f1645c-c1bc-405a-8b78-959bac943518 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.836879 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-24f1645c-c1bc-405a-8b78-959bac943518 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0192096 Mar 11 16:09:30.838811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.849566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36578) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.861484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8f2431fb-b884-44e6-bd9e-c82440797dd9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.862932 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8f2431fb-b884-44e6-bd9e-c82440797dd9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090418 Mar 11 16:09:30.872015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36582) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.881815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] Pushing event deleted for resources: {'Port': ['ID=69a65097-1d05-4e2b-904b-3af528344429,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:30.885202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37f7aa-3d98-45fe-a914-62b83701211f None None] No DVR routers for this DVR port 69a65097-1d05-4e2b-904b-3af528344429 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:30.896324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-ecc45ece-7b90-44d8-89a1-dec2e8ac78e3 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.897287 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ecc45ece-7b90-44d8-89a1-dec2e8ac78e3 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0163634 Mar 11 16:09:30.901164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36586) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.903014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f72574d-8ad5-4e4e-963c-aefd04fe7334']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.927456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-19ed8b24-afd9-44be-a9df-5d7574f3773b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.928675 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-19ed8b24-afd9-44be-a9df-5d7574f3773b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0166800 Mar 11 16:09:30.933073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.933299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d5d456-9acb-4bc4-b4f7-51e72f3194dc') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:30.939938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36590) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.945472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.953520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-c23628f8-7231-4697-8333-2d76439d9dbb tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.954734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c23628f8-7231-4697-8333-2d76439d9dbb tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130038 Mar 11 16:09:30.955439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.958494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.960028 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "PUT /v2.0/security-groups/c0809481-ae1e-476d-8fd4-4956bfaa277d HTTP/1.1" status: 200 len: 1610 time: 0.3429084 Mar 11 16:09:30.960583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36594) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.962163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:30.973811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36596) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.983242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8c425930-8d93-4487-bf2a-37f8e1c8af6b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:30.984554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8c425930-8d93-4487-bf2a-37f8e1c8af6b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0084960 Mar 11 16:09:30.987864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36602) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:30.999441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.006959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:31.007655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.049798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:09:31.050114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:09:31.059857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:31.099051 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:31.103734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-0f76ad11-204f-4eac-8f4b-a678f8e5156f tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.105218 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0f76ad11-204f-4eac-8f4b-a678f8e5156f tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1140511 Mar 11 16:09:31.109664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36606) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.124783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feb925-46b1-4d0a-bb17-0db5f08ea4a0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0809481-ae1e-476d-8fd4-4956bfaa277d,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:31.132832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.137394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.166186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=1f72574d-8ad5-4e4e-963c-aefd04fe7334,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:31.169976 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2e386b6-da10-4207-aeff-e142a2b2fe41 tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/1f72574d-8ad5-4e4e-963c-aefd04fe7334 HTTP/1.1" status: 204 len: 168 time: 0.7400885 Mar 11 16:09:31.172532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36610) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.178492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-de66aadc-5afe-4f57-8413-6b847de3b0e7 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7879679 Mar 11 16:09:31.187542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-f0d8bf3e-418d-4b03-91d0-433aff5bce8d tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.188960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f0d8bf3e-418d-4b03-91d0-433aff5bce8d tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0670540 Mar 11 16:09:31.194571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36614) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.207792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8b4f418d-ad19-4290-8a4c-05306853de67 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.211805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8b4f418d-ad19-4290-8a4c-05306853de67 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0137467 Mar 11 16:09:31.232938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36618) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.234387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.288614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-223e3d33-6112-49f5-b2a7-f7cb59485d01 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.292210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-223e3d33-6112-49f5-b2a7-f7cb59485d01 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0534077 Mar 11 16:09:31.338496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36624) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.362223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ca07e-6a0a-49df-8aef-04281078f0fd req-0ffe9bb4-7f41-42b9-b60c-b8e9397ab112 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:31.364519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-082ca07e-6a0a-49df-8aef-04281078f0fd req-0ffe9bb4-7f41-42b9-b60c-b8e9397ab112 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.7760730 Mar 11 16:09:31.386959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-4f52f7ff-3ffb-4970-89f1-5199b3c99996 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.387913 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f52f7ff-3ffb-4970-89f1-5199b3c99996 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0329716 Mar 11 16:09:31.392030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=4316f7b0-78f8-42eb-8887-1863dc4731cf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:31.396301 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3ce69243-6848-42d5-b135-fe2858ce83c2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups/c0809481-ae1e-476d-8fd4-4956bfaa277d HTTP/1.1" status: 200 len: 1610 time: 0.4208617 Mar 11 16:09:31.398332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36628) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.403327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.412004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-998a9970-0577-4c9c-aef1-46e7c3c1802e tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.412004 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-998a9970-0577-4c9c-aef1-46e7c3c1802e tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0116479 Mar 11 16:09:31.415530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36636) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.436098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-c59b4d64-b0ff-4fd5-8409-47e7fadcb3d5 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.437099 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c59b4d64-b0ff-4fd5-8409-47e7fadcb3d5 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0100467 Mar 11 16:09:31.440797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.446026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36640) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.454683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-c5c1020f-cc4f-47c5-a781-b61e331904ff tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.459551 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5c1020f-cc4f-47c5-a781-b61e331904ff tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0087039 Mar 11 16:09:31.463830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36644) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.477397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-489d5841-42c2-4b12-bedf-8f35db546d01 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.478399 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-489d5841-42c2-4b12-bedf-8f35db546d01 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0132601 Mar 11 16:09:31.482510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36648) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.511651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-3390b1e2-7ceb-4c15-9c88-973b019768ce tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.515406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3390b1e2-7ceb-4c15-9c88-973b019768ce tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0249600 Mar 11 16:09:31.523674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36652) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.553022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-f61ab068-55ec-479c-ad82-349be5809cdc tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.557073 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f61ab068-55ec-479c-ad82-349be5809cdc tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0275426 Mar 11 16:09:31.557719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 69a65097-1d05-4e2b-904b-3af528344429 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:31.558073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.563737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36656) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.576405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-0b6156e8-0604-4d52-9026-1701bbb0e9d4 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.577373 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b6156e8-0604-4d52-9026-1701bbb0e9d4 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0099869 Mar 11 16:09:31.582678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36660) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.635534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.645800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-bc49cb2d-f3d9-47ac-87d6-224aa6984c76 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.649403 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc49cb2d-f3d9-47ac-87d6-224aa6984c76 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0613430 Mar 11 16:09:31.658961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36664) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.679658 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-411cfbd0-84b8-4a17-b244-74a985d9910f req-1cab6d5c-c6b3-4738-9711-41dbb49760b6 service neutron] 10.222.0.11 "GET /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882083 Mar 11 16:09:31.681896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-7145a925-2713-444b-93be-c5248f9e4948 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.683037 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7145a925-2713-444b-93be-c5248f9e4948 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0197282 Mar 11 16:09:31.687521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36668) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.693886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.706647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-2546cf52-4c9f-47dc-99c3-c5124b680b7c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.708673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2546cf52-4c9f-47dc-99c3-c5124b680b7c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0176163 Mar 11 16:09:31.716520 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-082ca07e-6a0a-49df-8aef-04281078f0fd req-5ce1705c-35bc-48a9-b533-9a575f79a659 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255267 Mar 11 16:09:31.716977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36672) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.721895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] The port '69a65097-1d05-4e2b-904b-3af528344429' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:09:31.741320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.747252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-0ff61e0f-ac06-4b9d-bc9e-dddc16f9fb7a tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.748192 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0ff61e0f-ac06-4b9d-bc9e-dddc16f9fb7a tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0182016 Mar 11 16:09:31.753076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36676) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.755112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf2ff65-b387-4225-8d91-6d9a2f251fb2']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:31.771129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-e95c1573-b5c5-4869-8c6a-1c5c7822b914 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.774392 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e95c1573-b5c5-4869-8c6a-1c5c7822b914 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0100923 Mar 11 16:09:31.778680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36680) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.784327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac59f838-0b10-4d0b-a8bf-05ef089657fd') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:31.784624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac59f838-0b10-4d0b-a8bf-05ef089657fd') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:31.796831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-9af0c932-594e-4383-bdc0-24311582e08d tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.798735 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9af0c932-594e-4383-bdc0-24311582e08d tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0164332 Mar 11 16:09:31.802220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36684) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.818672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-f1448e64-62c1-472b-99b6-2a91b917c5b9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.819613 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f1448e64-62c1-472b-99b6-2a91b917c5b9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0165198 Mar 11 16:09:31.821386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.829209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36688) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.845020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.852293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:31.852683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.856570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:31.868220 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:31.870682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-3c895ef2-3bdc-4a71-bbb5-65c8af609323 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.871427 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3c895ef2-3bdc-4a71-bbb5-65c8af609323 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0367215 Mar 11 16:09:31.875505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36692) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.930736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-58c760bb-cc4a-4171-a002-80f9a3900b32 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.931680 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-58c760bb-cc4a-4171-a002-80f9a3900b32 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0552740 Mar 11 16:09:31.938213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.943264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36696) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.965509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-3292e42d-2bb2-4984-bb74-484be3c8b76c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.966493 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3292e42d-2bb2-4984-bb74-484be3c8b76c tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0208282 Mar 11 16:09:31.970870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36700) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.983057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-f7aa6967-fce7-467c-8b5a-4f1302e15214 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.988100 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f7aa6967-fce7-467c-8b5a-4f1302e15214 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083835 Mar 11 16:09:31.988100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0809481-ae1e-476d-8fd4-4956bfaa277d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:31.988100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36704) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:31.992680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:31.998351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-e68494f6-66c8-4132-ad88-cd70b8518dd5 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:31.999698 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e68494f6-66c8-4132-ad88-cd70b8518dd5 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0096910 Mar 11 16:09:32.002283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.004441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36708) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.007143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.008336 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1b6868b4-7ba2-420b-b9e2-3334052fe33c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/c0809481-ae1e-476d-8fd4-4956bfaa277d HTTP/1.1" status: 204 len: 168 time: 0.6041713 Mar 11 16:09:32.023809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4e6297-468c-4f3c-8e01-0eaddac34ffe']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.031410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-1ee6f539-0c32-4819-a78c-4db7459e6c3f tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.032638 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1ee6f539-0c32-4819-a78c-4db7459e6c3f tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0230370 Mar 11 16:09:32.036661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044f58a-01c8-40bc-a636-5107c5b56ce8') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.036810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044f58a-01c8-40bc-a636-5107c5b56ce8') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.036896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36712) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.037083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36714) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.038564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.052819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-eca96b5f-c3f0-424a-9aad-d3f3efffacec tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.056185 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eca96b5f-c3f0-424a-9aad-d3f3efffacec tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096228 Mar 11 16:09:32.057649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36720) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.062449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.066044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=bcf2ff65-b387-4225-8d91-6d9a2f251fb2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:32.070296 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5d664955-3dc7-4c3a-a478-a2396629735b tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/4316f7b0-78f8-42eb-8887-1863dc4731cf HTTP/1.1" status: 204 len: 168 time: 3.5776725 Mar 11 16:09:32.075362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36724) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.076623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-b735c221-051f-48a0-b4e6-d118b9d7bdb9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.080858 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b735c221-051f-48a0-b4e6-d118b9d7bdb9 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0200546 Mar 11 16:09:32.081254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36728) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.089101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-70699a2d-0a1c-480f-a13e-4e66b80c4f68 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.092483 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70699a2d-0a1c-480f-a13e-4e66b80c4f68 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0082319 Mar 11 16:09:32.092483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.095616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36732) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.124093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.133862 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e3558ece-51ff-4626-a2c4-607e8525adcc tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/bcf2ff65-b387-4225-8d91-6d9a2f251fb2 HTTP/1.1" status: 204 len: 168 time: 0.9576061 Mar 11 16:09:32.138406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36736) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.138837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-29c491bf-748e-44fa-af94-e386a712a216 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.153110 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-29c491bf-748e-44fa-af94-e386a712a216 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0175745 Mar 11 16:09:32.153320 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadba935-6aac-45e5-b209-1a61de417cb5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] GET failed (client error): The resource could not be found. Mar 11 16:09:32.153320 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fadba935-6aac-45e5-b209-1a61de417cb5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports/4316f7b0-78f8-42eb-8887-1863dc4731cf HTTP/1.1" status: 404 len: 333 time: 0.0663025 Mar 11 16:09:32.159799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36740) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.159991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36742) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.161595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:32.162016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.173780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 56844eb7-9409-41e3-81e5-d65dd738afa5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:32.187619 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:32.197489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-9d01db3c-dc68-4afb-80bd-b9d00ad23135 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.202687 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9d01db3c-dc68-4afb-80bd-b9d00ad23135 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0129361 Mar 11 16:09:32.206362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36748) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.211456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1732729073'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:32.211956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 56844eb7-9409-41e3-81e5-d65dd738afa5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:32.212538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 56844eb7-9409-41e3-81e5-d65dd738afa5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:09:32.213045 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69a65097-1d05-4e2b-904b-3af528344429 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:32.245685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 69a65097-1d05-4e2b-904b-3af528344429 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:09:32.250566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 69a65097-1d05-4e2b-904b-3af528344429 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:09:32.260698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1183e07b-70a2-4957-8427-9148232a0faf tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:32.280375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-1a4c0928-c9b5-47cd-bff2-75c70a093cba tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.281314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a4c0928-c9b5-47cd-bff2-75c70a093cba tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0520473 Mar 11 16:09:32.287939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36752) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.298448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.303424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-c699891d-34b8-4c4c-a401-611aab43243b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.304431 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c699891d-34b8-4c4c-a401-611aab43243b tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0155766 Mar 11 16:09:32.307784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36756) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.314118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-32bc2b3a-b3e7-4ab7-9dd6-996809408911 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.315030 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-32bc2b3a-b3e7-4ab7-9dd6-996809408911 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062006 Mar 11 16:09:32.318453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1183e07b-70a2-4957-8427-9148232a0faf tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:32.319604 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1183e07b-70a2-4957-8427-9148232a0faf tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2771819 Mar 11 16:09:32.320198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36760) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.324072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36762) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.341207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-4e241232-1af7-4357-a632-5f6bc8f42c39 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.342207 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4e241232-1af7-4357-a632-5f6bc8f42c39 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0199389 Mar 11 16:09:32.347133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36768) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.356245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-83f0b3fd-5aba-4a54-a2c9-6e07e56aaa92 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.357339 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-83f0b3fd-5aba-4a54-a2c9-6e07e56aaa92 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0084195 Mar 11 16:09:32.383481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36772) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.386262 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-0b42530c-227e-4e18-b31c-b30b83d1ce8f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] delete failed (client error): The resource could not be found. Mar 11 16:09:32.387242 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0b42530c-227e-4e18-b31c-b30b83d1ce8f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/c0809481-ae1e-476d-8fd4-4956bfaa277d HTTP/1.1" status: 404 len: 347 time: 0.0623610 Mar 11 16:09:32.393414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8ef88966-c900-46b4-a979-2b5bb3ab1798 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.394387 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8ef88966-c900-46b4-a979-2b5bb3ab1798 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0098279 Mar 11 16:09:32.396119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36776) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.401674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36778) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.421495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--904942658'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:32.431918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-3671c009-99fe-4811-bf89-2a3da4f5da02 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.432856 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3671c009-99fe-4811-bf89-2a3da4f5da02 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0299196 Mar 11 16:09:32.438482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:32.440368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36784) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.495807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-c60026da-14f8-4b56-9913-91d5d90e9a47 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.498998 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c60026da-14f8-4b56-9913-91d5d90e9a47 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0554128 Mar 11 16:09:32.499520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=bbe4131d-2f19-4d81-8ea4-dd469ef73610,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:32.501671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.524252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-c93eafba-d88d-4e3f-b357-7400e30b85ec tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.525165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:32.526809 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c93eafba-d88d-4e3f-b357-7400e30b85ec tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0187502 Mar 11 16:09:32.530077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.534737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.540058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-357de5ff-6bbc-49da-a341-59899c1b8d04 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.541010 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-357de5ff-6bbc-49da-a341-59899c1b8d04 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0100336 Mar 11 16:09:32.544101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.552066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36796) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.561502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-8eebabd1-483c-4391-a821-b676ca708032 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.564897 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8eebabd1-483c-4391-a821-b676ca708032 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088086 Mar 11 16:09:32.565474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.585511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36800) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.588047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.594640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-b2096893-4817-42b8-b2ab-7637bb5943c8 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.598230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2096893-4817-42b8-b2ab-7637bb5943c8 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091119 Mar 11 16:09:32.599316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36804) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.601947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '3c955a5c-af20-413c-90e7-886de6f46cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:32.602456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: ccc4bdeb-2c08-4633-a690-222e95f665c9, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:32.603903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801fce57-f1fd-4f96-aedc-d5bbf58da506']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.613548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=ee4e6297-468c-4f3c-8e01-0eaddac34ffe,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:32.618821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-cbbfe408-324b-46bb-8c79-39fdd02ca5b2 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.619793 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cbbfe408-324b-46bb-8c79-39fdd02ca5b2 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0180588 Mar 11 16:09:32.623616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36808) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.627404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfa66ee-bec6-4aac-8d4b-f0701d727555') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.627549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfa66ee-bec6-4aac-8d4b-f0701d727555') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:32.639231 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-04fa1290-75d8-403d-a552-8b1b6a0c928b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/ee4e6297-468c-4f3c-8e01-0eaddac34ffe HTTP/1.1" status: 204 len: 168 time: 4.1745465 Mar 11 16:09:32.640939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-bc719b45-3438-4902-baa8-5c9994ceac32 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.641646 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc719b45-3438-4902-baa8-5c9994ceac32 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0171449 Mar 11 16:09:32.646027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36812) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.647161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36814) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.652146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.659418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-2b46a517-6251-41c7-8e71-2f393a29ece7 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.660506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b46a517-6251-41c7-8e71-2f393a29ece7 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069807 Mar 11 16:09:32.664071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-359105890', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:32.672760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36820) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.673034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:32.678660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:port and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:32.681330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-660895ce-fb6c-49bc-bf68-574151261a49 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.682024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:32.682492 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-660895ce-fb6c-49bc-bf68-574151261a49 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093713 Mar 11 16:09:32.685362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:32.685745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36824) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.688250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:32.690975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.693621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:32.696356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:32.696955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [None req-4aa98bab-63e1-43bc-b10b-cde682a4c336 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.699420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:32.700525 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4aa98bab-63e1-43bc-b10b-cde682a4c336 tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0138693 Mar 11 16:09:32.702915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36828) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.705229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:32.709333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:32.715615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-ed056e3c-ab4d-496b-8ec6-065edbf6c4dd tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.716779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:32.717358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.719314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed056e3c-ab4d-496b-8ec6-065edbf6c4dd tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0145514 Mar 11 16:09:32.723233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:32.725274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36832) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:32.732271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [None req-ef408e37-e6c5-427c-92f7-f1bda10ea5db tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] http://10.222.0.78:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:09:32.733476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ef408e37-e6c5-427c-92f7-f1bda10ea5db tempest-ExtensionsTestJSON-1430406441 tempest-ExtensionsTestJSON-1430406441-project] 10.222.0.78 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0072477 Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:32.733910 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:32.741610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:32.742923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:32.752115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:32.756132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.784151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port 906f406f-8382-46b5-b24c-7bbcd1fd9658 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:32.818334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, ccc4bdeb-2c08-4633-a690-222e95f665c9) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:32.821968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.823164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.834749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2fdb1-7223-460e-aad0-fef26d6fc9f3 None None] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:32.837345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:32.838157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.887699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.895458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.922019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.939907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] Pushing event deleted for resources: {'Network': ['ID=801fce57-f1fd-4f96-aedc-d5bbf58da506,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:32.951638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:32.965633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.034123 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-133406fa-e874-4d48-ae1e-ed027295347a tempest-BulkNetworkOpsTest-692544203 tempest-BulkNetworkOpsTest-692544203-project] 10.222.0.78 "DELETE /v2.0/networks/801fce57-f1fd-4f96-aedc-d5bbf58da506 HTTP/1.1" status: 204 len: 168 time: 0.8936732 Mar 11 16:09:33.042122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2ecc49-494e-4c73-afc8-79fd960e0199,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:33.054324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.059476 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-795a7add-e8da-492a-9d68-63775f1ece3e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6588590 Mar 11 16:09:33.060356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36842) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.076738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'fe2ecc49-494e-4c73-afc8-79fd960e0199', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:33.088962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:33.098819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:33.108692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:33.119617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:33.161565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8fa9a311-38a0-4b90-ad83-df8411551e15 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4825251 Mar 11 16:09:33.165457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36848) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.174945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.198107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-ccc4bdeb-2c08-4633-a690-222e95f665c9', 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': 'bbe4131d-2f19-4d81-8ea4-dd469ef73610'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:33.199583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.201402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:33.284910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36852) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.338195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::20a (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/906f406f-8382-46b5-b24c-7bbcd1fd9658) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:33.385170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.386322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:33.395185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:33.395185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:33.398338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.409892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:33.449473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c7b418-5d7d-401b-8df9-c6825084dc25,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:33.450508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:33.468522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.468900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Allocated IP 2001:db8::2 (ccc4bdeb-2c08-4633-a690-222e95f665c9/bbe4131d-2f19-4d81-8ea4-dd469ef73610/a0a4d310-daea-4632-b38a-c1e5ef7b9c66) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:33.473535 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3cea79cd-6fd1-49a8-bedd-7c1a25c44944 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4109516 Mar 11 16:09:33.475334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36860) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.530281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36864) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.581871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.595530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.601255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object 906f406f-8382-46b5-b24c-7bbcd1fd9658 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:33.617065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.626518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.642387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.685044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.775281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:33.776589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:33.783965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7e156-ef38-4ccb-af44-ce442b49f3ec req-7666b4da-efaa-4713-b301-e9d8fd823ad6 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:33.791126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5aa7e156-ef38-4ccb-af44-ce442b49f3ec req-7666b4da-efaa-4713-b301-e9d8fd823ad6 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.8135922 Mar 11 16:09:33.793120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:33.797166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:33.797740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.803723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.805257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=906f406f-8382-46b5-b24c-7bbcd1fd9658,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:33.820628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Transition to ACTIVE for port object a0a4d310-daea-4632-b38a-c1e5ef7b9c66 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:33.844739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Transition to ACTIVE for port object a0a4d310-daea-4632-b38a-c1e5ef7b9c66 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:33.851005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.919524 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d913126-399f-43ae-b9b5-e111441531eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7357664 Mar 11 16:09:33.926730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36870) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:33.936955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8', 'mac_address': 'fa:16:3e:6e:ec:44'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:33.938783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:33.943066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:33.945933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:33.961072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:33.980404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Pushing event updated for resources: {'Port': ['ID=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:33.991784 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-214a38d2-59bf-473b-81e7-bc39259cb029 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=851e7e2ad8ca4a52830a1cedd1e3b7cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4514427 Mar 11 16:09:33.992387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36874) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:34.014148 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5aa7e156-ef38-4ccb-af44-ce442b49f3ec req-e3b00c52-7156-4574-a608-a372e42e004e tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219918 Mar 11 16:09:34.067803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Attempting to bind port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:34.068183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Attempting to bind port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3c955a5c-af20-413c-90e7-886de6f46cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:34.068541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Attempting to bind port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 on network ccc4bdeb-2c08-4633-a690-222e95f665c9 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:34.078784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:34.079170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Checking segment: {'id': '3c955a5c-af20-413c-90e7-886de6f46cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:34.080429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.081122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Bound using segment: {'id': '3c955a5c-af20-413c-90e7-886de6f46cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:34.081601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Bound port: a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c955a5c-af20-413c-90e7-886de6f46cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ccc4bdeb-2c08-4633-a690-222e95f665c9'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:34.082038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.202429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] For port a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:34.204113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.209641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] For port a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,segment=NetworkSegment(3c955a5c-af20-413c-90e7-886de6f46cc9),segment_id=3c955a5c-af20-413c-90e7-886de6f46cc9)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:34.224157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.243052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4c7b418-5d7d-401b-8df9-c6825084dc25,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:34.276477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.277984 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-100273f5-d964-4409-a2e4-2ea693dea887 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/a4c7b418-5d7d-401b-8df9-c6825084dc25 HTTP/1.1" status: 204 len: 168 time: 0.7987835 Mar 11 16:09:34.284278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:34.296133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:34.303564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.307308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ac5c6d09f184449b819fa1088a8e8fa8 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:34.311287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:34.327679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.335468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:34.341213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53e8a885-aa93-4dc2-a4c3-a69b455c373b None None] Provisioning for port 906f406f-8382-46b5-b24c-7bbcd1fd9658 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:34.386129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.391965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb433-fc12-41f4-872e-22d2cea56e6e None None] Pushing event updated for resources: {'Port': ['ID=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:34.414865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:34.427162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53e8a885-aa93-4dc2-a4c3-a69b455c373b None None] Provisioning complete for port 906f406f-8382-46b5-b24c-7bbcd1fd9658 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:34.427779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53e8a885-aa93-4dc2-a4c3-a69b455c373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.432171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.434733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.517096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '248527c2-56f7-4402-925b-e0236d365e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:34.517478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: fd6457c4-fd38-4da9-887b-20ab8d4a699f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:34.520986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a885-aa93-4dc2-a4c3-a69b455c373b None None] Port 906f406f-8382-46b5-b24c-7bbcd1fd9658 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:34.544470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6804384f-851a-4091-8ff3-27025d904444 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2591937 Mar 11 16:09:34.548064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:34.607573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.630887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.645288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef1744-4d5e-476d-ba36-b5c0e21a9f4d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:34.657544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.698319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:34.701900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.747537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.748671 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ba6f60b-70cc-42ba-ba2f-8d51eb016545 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cdef1744-4d5e-476d-ba36-b5c0e21a9f4d HTTP/1.1" status: 204 len: 168 time: 0.6193731 Mar 11 16:09:34.756863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, fd6457c4-fd38-4da9-887b-20ab8d4a699f) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:34.764847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1111c-ca5c-4523-9d4e-a6e2440665b3 None None] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:34.775628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b0a51-bba8-4890-b205-0d291f3c8cd9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:34.781571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:34.782492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.794261 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-40b97945-f813-43f3-8545-787d7d2129a2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac5c6d09f184449b819fa1088a8e8fa8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4999073 Mar 11 16:09:34.805579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.807626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36892) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:34.842611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0ea2052f-0aa5-4184-b217-cf06d9ca4e0d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6729836 Mar 11 16:09:34.850227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36896) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:34.865495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1045980143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:34.883969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:34.896845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:34.910081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.922786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:34.946346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:34.980954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:34.983326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.015150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.037657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.077909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2ecc49-494e-4c73-afc8-79fd960e0199,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:35.085013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.094104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c692b3-de79-4e8c-a061-6d1f3c7e824e req-17110e4a-ac7c-4583-a6ad-9cd53b6cf597 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:35.096239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16c692b3-de79-4e8c-a061-6d1f3c7e824e req-17110e4a-ac7c-4583-a6ad-9cd53b6cf597 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 0.5695100 Mar 11 16:09:35.107000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.165914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.167415 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3927fe16-0f95-4de9-a7ad-6c409a21c5a9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/fe2ecc49-494e-4c73-afc8-79fd960e0199 HTTP/1.1" status: 204 len: 168 time: 0.6182437 Mar 11 16:09:35.170086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.177790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36902) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:35.230052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.233999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-124f2d84-2c79-489d-abcc-c23afc3c583c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3793397 Mar 11 16:09:35.235515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36906) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:35.241041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.26.4.245 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/90b99999-580b-41e8-9ac5-194ccdda37ed) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:35.247644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-fd6457c4-fd38-4da9-887b-20ab8d4a699f', 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': '61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:35.248581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.313584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.321601 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16c692b3-de79-4e8c-a061-6d1f3c7e824e req-577edaa0-fc8f-402e-9bec-6e4f9a7f9b31 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775160 Mar 11 16:09:35.321999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.323149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b4b0a51-bba8-4890-b205-0d291f3c8cd9 HTTP/1.1" status: 204 len: 168 time: 0.5120666 Mar 11 16:09:35.444049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0a27cbd3-c02b-40c3-a991-bb34b52d173b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:35.449261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7cc4e-2cad-45cb-a899-d73d81e648ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b0a51-bba8-4890-b205-0d291f3c8cd9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:35.479497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0a27cbd3-c02b-40c3-a991-bb34b52d173b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:35.484651 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0a27cbd3-c02b-40c3-a991-bb34b52d173b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3023498 Mar 11 16:09:35.485058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36916) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:35.492055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--501318397'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:35.573863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.574964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Allocated IP 2001:db8:1::2 (fd6457c4-fd38-4da9-887b-20ab8d4a699f/61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079/a32bf41f-19ec-40cd-9b17-054679ca5162) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:35.587249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:35.635130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.742319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:35.748571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:35.758041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:35.773558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:35.800506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=90b99999-580b-41e8-9ac5-194ccdda37ed,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:35.816880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.852947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.872047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:35.948062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86412c7-de38-46e3-883e-6ade730133c3 None None] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:35.977147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.057834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Transition to ACTIVE for port object a32bf41f-19ec-40cd-9b17-054679ca5162 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:36.135305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a955dbd0-80c1-4b8d-99eb-f5ad4dc7ae4a None None] Provisioning for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:36.140275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Transition to ACTIVE for port object a32bf41f-19ec-40cd-9b17-054679ca5162 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:36.197222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.226914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] In _notify_port_updated(), no bound segment for port 906f406f-8382-46b5-b24c-7bbcd1fd9658 on network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:09:36.232403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:36.232403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.233269 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "PUT /v2.0/ports/906f406f-8382-46b5-b24c-7bbcd1fd9658 HTTP/1.1" status: 200 len: 1001 time: 2.3052032 Mar 11 16:09:36.243897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:36.250265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:36.258379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:36.268236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:36.307355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:36.307643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a0a4d310-daea-4632-b38a-c1e5ef7b9c66 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:36.366745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f87316-4f7f-4979-856e-ea5693b65f72 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=906f406f-8382-46b5-b24c-7bbcd1fd9658,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:36.406073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36948) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:36.452137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 906f406f-8382-46b5-b24c-7bbcd1fd9658 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:36.452498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.470119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.485739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.561354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:36.569580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:36.599313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:36.601622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Pushing event updated for resources: {'Port': ['ID=a32bf41f-19ec-40cd-9b17-054679ca5162,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:36.640870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa073df-6553-4110-973a-bae5b057068b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:36.649364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.653170 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de4e7f62-a88f-497f-a92f-3655e71ed421 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1648562 Mar 11 16:09:36.689285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36956) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:36.747637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'afa073df-6553-4110-973a-bae5b057068b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:36.762290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--171399430'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:36.764479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8409e541-9151-4900-9ae6-66d92ab03b5b None None] Provisioning complete for port 906f406f-8382-46b5-b24c-7bbcd1fd9658 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:36.764858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8409e541-9151-4900-9ae6-66d92ab03b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.788131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:36.793432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:36.796046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:36.805095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.807768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Attempting to bind port a32bf41f-19ec-40cd-9b17-054679ca5162 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:36.808135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Attempting to bind port a32bf41f-19ec-40cd-9b17-054679ca5162 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '248527c2-56f7-4402-925b-e0236d365e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:36.808495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Attempting to bind port a32bf41f-19ec-40cd-9b17-054679ca5162 on network fd6457c4-fd38-4da9-887b-20ab8d4a699f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:36.811373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.812229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.814642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:36.815012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.818538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:36.823389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:36.833597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:36.842294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:36.860330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:36.861292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:36.882871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:36.883205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Checking segment: {'id': '248527c2-56f7-4402-925b-e0236d365e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:36.883552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.883951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Bound using segment: {'id': '248527c2-56f7-4402-925b-e0236d365e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:36.884465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Bound port: a32bf41f-19ec-40cd-9b17-054679ca5162, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248527c2-56f7-4402-925b-e0236d365e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'fd6457c4-fd38-4da9-887b-20ab8d4a699f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:36.885101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:36.913626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8409e541-9151-4900-9ae6-66d92ab03b5b None None] Port 906f406f-8382-46b5-b24c-7bbcd1fd9658 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:37.036666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] For port a32bf41f-19ec-40cd-9b17-054679ca5162, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:37.042130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] For port a32bf41f-19ec-40cd-9b17-054679ca5162, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a32bf41f-19ec-40cd-9b17-054679ca5162,segment=NetworkSegment(248527c2-56f7-4402-925b-e0236d365e0c),segment_id=248527c2-56f7-4402-925b-e0236d365e0c)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:37.132213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.174997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,segment=NetworkSegment(3c955a5c-af20-413c-90e7-886de6f46cc9),segment_id=3c955a5c-af20-413c-90e7-886de6f46cc9)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:37.183772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.210144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.219213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36966) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:37.223734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.301555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300115ba-2e46-4e31-a3d0-293d052fb2be None None] Pushing event updated for resources: {'Port': ['ID=a32bf41f-19ec-40cd-9b17-054679ca5162,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:37.338080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.364905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.384040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4bd0e488-d8c6-4c38-a183-0c665b8505a9 None None] Provisioning complete for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:37.384659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4bd0e488-d8c6-4c38-a183-0c665b8505a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.486352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8::1 (ccc4bdeb-2c08-4633-a690-222e95f665c9/bbe4131d-2f19-4d81-8ea4-dd469ef73610/5dbff9ab-0738-4f12-be9b-3df4395f1acb) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:37.548668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:37.731444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.746772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.749633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 906f406f-8382-46b5-b24c-7bbcd1fd9658 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:37.764282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 5dbff9ab-0738-4f12-be9b-3df4395f1acb will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:37.791367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.804934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1294464388'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:37.830719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-a0784604-4fae-4a6e-bac7-a4a28740ed44 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:37.832171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-a0784604-4fae-4a6e-bac7-a4a28740ed44 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 1.3023767 Mar 11 16:09:37.836697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:37.862734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:37.866777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:network and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:37.867452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:37.873576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:37.874768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:37.881676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=5dbff9ab-0738-4f12-be9b-3df4395f1acb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:37.904211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384371a9-8271-4667-8075-8abadc8d809d req-d3d2559b-1c21-44a6-8bba-fd818cd2c39e tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:37.905685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-384371a9-8271-4667-8075-8abadc8d809d req-d3d2559b-1c21-44a6-8bba-fd818cd2c39e tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 1.2479491 Mar 11 16:09:37.922420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:37.945826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:37.983886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.014825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.030776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:38.046674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.049382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:38.083335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:38.092043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Deleting port 79cee545-937c-4000-8ab5-95a73182e416 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:38.092365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.119089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Made reservation on behalf of a2bf8b56c0e34446b9530f54cc8e0a9d for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:38.122030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.155158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29f9af4e-0e25-48ea-8402-436d016187be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.198257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:38.257912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3c837f-5341-4e07-907a-690522e6ce3d,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:38.276422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.306016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-384371a9-8271-4667-8075-8abadc8d809d req-1de98997-6f67-4965-8f13-ea7217b545ba tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776009 Mar 11 16:09:38.323447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a0a4d310-daea-4632-b38a-c1e5ef7b9c66 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:38.402112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.403282 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc34b318-0f50-41ea-b6fc-4a2a3d792443 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6750028 Mar 11 16:09:38.421326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36974) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:38.502259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:38.502905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.522597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'afa073df-6553-4110-973a-bae5b057068b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:38.577796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e64aa3c-f9ae-48fe-b015-6342a6fdc7c8 None None] Provisioning for port 5dbff9ab-0738-4f12-be9b-3df4395f1acb completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:38.591558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e64aa3c-f9ae-48fe-b015-6342a6fdc7c8 None None] Provisioning complete for port 5dbff9ab-0738-4f12-be9b-3df4395f1acb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:38.591951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e64aa3c-f9ae-48fe-b015-6342a6fdc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.635244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.641242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.642313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.669887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:38.672016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.698211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:38.699825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81354e-a4dc-4592-af53-87e66805a91b None None] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:38.737273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.739053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:38.748841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:38.770394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:security_group_rule and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:38.783858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1e64aa3c-f9ae-48fe-b015-6342a6fdc7c8 None None] Port 5dbff9ab-0738-4f12-be9b-3df4395f1acb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:38.788817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:38.790793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=906f406f-8382-46b5-b24c-7bbcd1fd9658,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:38.792929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.793765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=5dbff9ab-0738-4f12-be9b-3df4395f1acb,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:38.804204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:38.808206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a32bf41f-19ec-40cd-9b17-054679ca5162 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:38.832918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:38.862533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:38.864066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:38.929564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:38.939253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] For port 79cee545-937c-4000-8ab5-95a73182e416, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=79cee545-937c-4000-8ab5-95a73182e416,segment=NetworkSegment(973bd0a6-3428-431b-9bb0-a2e032d81f31),segment_id=973bd0a6-3428-431b-9bb0-a2e032d81f31)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:38.939604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.954233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87649e3-a660-4d36-97e1-751834d50690,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:38.961881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:38.973360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:38.986738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:39.058552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a32bf41f-19ec-40cd-9b17-054679ca5162 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:39.079712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Provisioning for port a32bf41f-19ec-40cd-9b17-054679ca5162 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:39.083399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 79cee545-937c-4000-8ab5-95a73182e416 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:09:39.084260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:39.165696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a32bf41f-19ec-40cd-9b17-054679ca5162 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:39.166098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.179697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Calling delete_port for 79cee545-937c-4000-8ab5-95a73182e416 owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:39.189245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Provisioning complete for port a32bf41f-19ec-40cd-9b17-054679ca5162 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:39.189608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.353345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router f0a8c4c9-bec8-4ddd-a663-6a081589c111 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:09:39.448495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.498519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.514249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.536925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:39.561839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.612370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a32bf41f-19ec-40cd-9b17-054679ca5162, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a32bf41f-19ec-40cd-9b17-054679ca5162,segment=NetworkSegment(248527c2-56f7-4402-925b-e0236d365e0c),segment_id=248527c2-56f7-4402-925b-e0236d365e0c)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:39.623149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.631068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.643419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.669328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150dd876-c6f3-4ba3-9095-b992ad47790f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:39.677130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.679876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.713779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:39.730434 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-63783010-3ce3-4e8b-9074-e6ef2e21be1b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900563 Mar 11 16:09:39.731236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36980) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:39.745272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] Sync routers for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:39.760999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f216fdab-3042-4cf2-a533-fb031c8345d0 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/906f406f-8382-46b5-b24c-7bbcd1fd9658 HTTP/1.1" status: 204 len: 168 time: 3.5072567 Mar 11 16:09:39.776518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36984) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:39.776794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:39.777411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:39.787303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.787949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Added segment ba7eab8c-8e6d-4204-8581-624ac239e879 of type vlan for network d7921520-32da-40d5-a29e-d0530642ec92 Mar 11 16:09:39.809913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.838730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.839401 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ff72b0-78c6-434f-a594-519f4294fa2e tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] GET failed (client error): The resource could not be found. Mar 11 16:09:39.840833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-63ff72b0-78c6-434f-a594-519f4294fa2e tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports/906f406f-8382-46b5-b24c-7bbcd1fd9658 HTTP/1.1" status: 404 len: 333 time: 0.0587981 Mar 11 16:09:39.850523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36988) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:39.858474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-304973150'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:39.875387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.878624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.4680395 Mar 11 16:09:39.883716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 36992) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:39.913159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:39.915058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5dce1-c4b0-4e41-b41c-5319bd58f306 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce6821-5dc2-4f0b-8136-a34a06eee5b7,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:39.915481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:09:39.915830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-378c8207-6ef8-4b9b-9c12-76ca9a7727d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:09:39.917351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b4ce21-7dc0-49a3-b2f2-42c97c6261e8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:39.920026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.930264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 1720f0ab-6c57-401c-b1b4-69253b1961c8 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:09:39.942581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.943120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-32694f59-5297-4398-8a6f-6a2bedf12bbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5144594 Mar 11 16:09:39.943970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:39.953225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 36996) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:39.974926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68692e8c-a0e5-40ef-b854-b631a33a6e5d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:39.975657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-68692e8c-a0e5-40ef-b854-b631a33a6e5d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:40.003156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a32bf41f-19ec-40cd-9b17-054679ca5162,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.005255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'afa073df-6553-4110-973a-bae5b057068b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:40.024198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:40.024929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:40.028863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Pushing event deleted for resources: {'Port': ['ID=79cee545-937c-4000-8ab5-95a73182e416,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.034347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:40.043907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4dc7f-b4af-4a4e-bf2e-14535c46f363 req-d358997a-0214-4ece-892a-d5f32696be5a tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:40.044609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-cee4dc7f-b4af-4a4e-bf2e-14535c46f363 req-d358997a-0214-4ece-892a-d5f32696be5a tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Synchronizing usage tracker for tenant:4c1b4ad3ca1b487c815e1585e60fb416 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:40.049138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-68692e8c-a0e5-40ef-b854-b631a33a6e5d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:40.050330 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-68692e8c-a0e5-40ef-b854-b631a33a6e5d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports/5dbff9ab-0738-4f12-be9b-3df4395f1acb HTTP/1.1" status: 200 len: 911 time: 0.3179305 Mar 11 16:09:40.055104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37000) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.056144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:40.061336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:40.093250 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7ab29bfa-a6a1-4260-97cf-e62fae6d22bf tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2080553 Mar 11 16:09:40.096041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37004) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.099843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:40.107224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-security--1019539113', 'description': 'tempest-security-description-1548440102'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:40.117473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:40.117903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5516c21c-99a0-404e-bd52-5a8603de1e09 None None] The sync data for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:40.120645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:port and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:40.125080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:40.135716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:40.154438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:40.158930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.168801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:40.171848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.218534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a32bf41f-19ec-40cd-9b17-054679ca5162 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:40.220608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port 9ff3aefa-b55a-4137-84ff-429bd67a609a yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:40.290613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.302166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.302430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a32bf41f-19ec-40cd-9b17-054679ca5162 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:40.303004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.335754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.339628 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "PUT /v2.0/security-groups/99ce6821-5dc2-4f0b-8136-a34a06eee5b7 HTTP/1.1" status: 200 len: 1612 time: 0.2396753 Mar 11 16:09:40.380266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37008) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.393032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.396690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:40.397258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.413799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5e540-d377-45cd-9954-933f09c096b2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce6821-5dc2-4f0b-8136-a34a06eee5b7,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.469722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::1ff (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/9ff3aefa-b55a-4137-84ff-429bd67a609a) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:40.481545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fafd136d-0ad1-4597-82f2-75353acb5bc9 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups/99ce6821-5dc2-4f0b-8136-a34a06eee5b7 HTTP/1.1" status: 200 len: 1612 time: 0.0981860 Mar 11 16:09:40.483195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37012) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.584354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-cee4dc7f-b4af-4a4e-bf2e-14535c46f363 req-d358997a-0214-4ece-892a-d5f32696be5a tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Unset dirty status for tenant:4c1b4ad3ca1b487c815e1585e60fb416 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:40.585513 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee4dc7f-b4af-4a4e-bf2e-14535c46f363 req-d358997a-0214-4ece-892a-d5f32696be5a tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/ports?device_id=c4ed19c1-9dbf-4a53-9b71-3ef0388453c1 HTTP/1.1" status: 200 len: 945 time: 1.0372727 Mar 11 16:09:40.602413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] No DVR routers for this DVR port 79cee545-937c-4000-8ab5-95a73182e416 on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:09:40.609629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.611477 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-25b46868-3fa7-4ef9-9b12-f5b0b3d8c7b4 req-e22e8adb-2636-44c2-b3d0-ae3ae016c959 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.11 "DELETE /v2.0/ports/79cee545-937c-4000-8ab5-95a73182e416 HTTP/1.1" status: 204 len: 173 time: 2.7573807 Mar 11 16:09:40.625863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'name': 'network-vif-deleted', 'tag': '79cee545-937c-4000-8ab5-95a73182e416'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:09:40.634844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-730ca96a-e12d-44b8-8ea9-9cc8eb3bb842 None None] Provisioning complete for port a32bf41f-19ec-40cd-9b17-054679ca5162 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:40.634844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-730ca96a-e12d-44b8-8ea9-9cc8eb3bb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.678248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.688913 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4036405 Mar 11 16:09:40.697148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37018) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:40.704517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.715530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'subnet': {'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:40.743055 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed19c1-9dbf-4a53-9b71-3ef0388453c1', 'name': 'network-vif-deleted', 'tag': '79cee545-937c-4000-8ab5-95a73182e416', 'status': 'completed', 'code': 200} Mar 11 16:09:40.755025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4773e1-d9c0-4f96-b64f-61785c7f4ecb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Network': ['ID=d7921520-32da-40d5-a29e-d0530642ec92,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.780433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d7921520-32da-40d5-a29e-d0530642ec92 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:40.829033 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee4dc7f-b4af-4a4e-bf2e-14535c46f363 req-85245837-704e-4f10-96e0-d5283abc2e41 tempest-TestServerAdvancedOps-650053555 tempest-TestServerAdvancedOps-650053555-project] 10.222.0.78 "GET /v2.0/security-groups?id=682a3740-44e2-4dbe-bba2-f0db559108af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206831 Mar 11 16:09:40.847735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.877158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.878183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.892396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.934317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:40.937012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object 9ff3aefa-b55a-4137-84ff-429bd67a609a will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:40.943182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:subnet and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:40.947429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:40.955735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:40.960957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:40.983904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce6821-5dc2-4f0b-8136-a34a06eee5b7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.989743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06bfd5a-5f0f-4027-afe3-fa4b8c7125bf,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:40.995338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Made reservation on behalf of a2bf8b56c0e34446b9530f54cc8e0a9d for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:41.017611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.018858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fa00801f-12b9-4b97-87c2-7fbd68ce58b5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/99ce6821-5dc2-4f0b-8136-a34a06eee5b7 HTTP/1.1" status: 204 len: 168 time: 0.5346932 Mar 11 16:09:41.045980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.060699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-730ca96a-e12d-44b8-8ea9-9cc8eb3bb842 None None] Provisioning complete for port 5dbff9ab-0738-4f12-be9b-3df4395f1acb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:41.061177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-730ca96a-e12d-44b8-8ea9-9cc8eb3bb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.085972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.087130 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f8b60f54-f740-4351-98ed-479ff79b7966 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1033678 Mar 11 16:09:41.094399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37026) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.102723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.114543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'afa073df-6553-4110-973a-bae5b057068b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:41.140067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:41.141928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-730ca96a-e12d-44b8-8ea9-9cc8eb3bb842 None None] Port 5dbff9ab-0738-4f12-be9b-3df4395f1acb cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:41.154633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:41.166814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:41.181138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:41.181619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b239bf5-8144-428a-8f84-f01252f16f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.194968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f2cadb08-2ff6-4bd2-9c7b-727447550e5f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:41.223862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:41.231009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.235508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.240273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] Sync routers for ids ['1720f0ab-6c57-401c-b1b4-69253b1961c8'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:41.264574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:41.265478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=9ff3aefa-b55a-4137-84ff-429bd67a609a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:41.267387 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] Routers {'1720f0ab-6c57-401c-b1b4-69253b1961c8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:41.268188 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['1720f0ab-6c57-401c-b1b4-69253b1961c8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:41.281968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f2cadb08-2ff6-4bd2-9c7b-727447550e5f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:41.288714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f2cadb08-2ff6-4bd2-9c7b-727447550e5f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2341454 Mar 11 16:09:41.289754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37030) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.313583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:41.321103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:41.325518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:41.326204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.348352 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:41.368293 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] Routers {'1720f0ab-6c57-401c-b1b4-69253b1961c8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:41.369441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['1720f0ab-6c57-401c-b1b4-69253b1961c8'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:41.374774 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-3df47acf-0907-41f1-979b-6cf7052145fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] delete failed (client error): The resource could not be found. Mar 11 16:09:41.380707 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3df47acf-0907-41f1-979b-6cf7052145fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/99ce6821-5dc2-4f0b-8136-a34a06eee5b7 HTTP/1.1" status: 404 len: 347 time: 0.0852334 Mar 11 16:09:41.381355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37034) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.385744 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bfbcc8a1-c703-46ea-9142-bff782032612 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5337422 Mar 11 16:09:41.388472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37036) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.395100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.397296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6e:ec:44'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:41.399279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f1a0afa6-ec96-4100-849f-2d88195094d9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.7476668 Mar 11 16:09:41.422614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37042) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.429846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450109969'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:41.441119 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:41.442069 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0ae36c-0760-4848-9ecd-0f987777901a None None] The sync data for ids ['1720f0ab-6c57-401c-b1b4-69253b1961c8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:41.521471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:41.597027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:41.635294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.647493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.667595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.684242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-399d7b2e-9442-4c27-a349-3508a5b04c89 None None] Provisioning for port 9ff3aefa-b55a-4137-84ff-429bd67a609a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:41.690808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-399d7b2e-9442-4c27-a349-3508a5b04c89 None None] Provisioning complete for port 9ff3aefa-b55a-4137-84ff-429bd67a609a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:41.691943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-399d7b2e-9442-4c27-a349-3508a5b04c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.711886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1ece58-7123-47cb-8e83-28af5e2680c1,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:41.727574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.731485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-00fc3718-fd3b-4af8-a100-20c6657578ed tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6323733 Mar 11 16:09:41.735178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37046) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:41.739539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:41.745061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'afa073df-6553-4110-973a-bae5b057068b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:41.753524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:41.754827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-399d7b2e-9442-4c27-a349-3508a5b04c89 None None] Port 9ff3aefa-b55a-4137-84ff-429bd67a609a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:41.758425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:41.762129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:41.767603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:41.775617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:41.778389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:41.789865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:41.827909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.867960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.909723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:41.969548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.006441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37052) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.044341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.059722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.059957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Subnet': ['ID=d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.093580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.125036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.149568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d9a692-ec1f-45b4-97e5-257f525af2d4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.151740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.158386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Checking segment: {'id': 'ba7eab8c-8e6d-4204-8581-624ac239e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:42.158844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network hostable DHCP agents. Network: d7921520-32da-40d5-a29e-d0530642ec92, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:42.176098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.200900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Deleting subnet 0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:42.210689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aafbd07-8333-45a4-acd3-a94dc8029fa7,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.212542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.216325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-624a39fa-adaa-4d2f-84bf-d821fca6c684 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8224077 Mar 11 16:09:42.216783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.217481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37056) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.244603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': 'a4d9a692-ec1f-45b4-97e5-257f525af2d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:42.303526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:42.329187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:42.336984 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a13068ba-67c3-4ca3-aa6c-0da279bccd1d tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers/1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 200 len: 880 time: 0.9082437 Mar 11 16:09:42.338278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:42.343687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network d7921520-32da-40d5-a29e-d0530642ec92 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:42.345989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37060) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.358023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:42.426575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.427623 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fda73958-c4ff-4773-9e63-7a6c7c4381e9 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6907604 Mar 11 16:09:42.432144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37064) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.511355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.513311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d7921520-32da-40d5-a29e-d0530642ec92) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:42.522655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759b070-1480-4dc2-b362-055b0c8ceb8d None None] Network d7921520-32da-40d5-a29e-d0530642ec92 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:42.535675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:42.536264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.544386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.621489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.626146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.644981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b9186452-6e8a-472c-8963-9bbf3b189c6f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9434195 Mar 11 16:09:42.647462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.655614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.680890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1244866079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:42.694636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:42.711656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:router and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:42.711891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.720637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:42.722351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.732065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.775080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:42.795126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.796081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5aafbd07-8333-45a4-acd3-a94dc8029fa7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.803663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.804649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.805052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-d7921520-32da-40d5-a29e-d0530642ec92', 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92', 'tenant_id': 'a2bf8b56c0e34446b9530f54cc8e0a9d', 'fixed_ips': [{'subnet_id': 'd3bd0353-13b7-4d68-a3a5-64c2e7e36a0f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:42.805988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.814933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.817329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.818780 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-450cdb4b-0781-46bf-84e3-38a1a2860664 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/5aafbd07-8333-45a4-acd3-a94dc8029fa7 HTTP/1.1" status: 204 len: 168 time: 0.3363612 Mar 11 16:09:42.826614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.855804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] In _notify_port_updated(), no bound segment for port 9ff3aefa-b55a-4137-84ff-429bd67a609a on network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:09:42.860024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:42.860954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.862616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "PUT /v2.0/ports/9ff3aefa-b55a-4137-84ff-429bd67a609a HTTP/1.1" status: 200 len: 1002 time: 1.4730911 Mar 11 16:09:42.866956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.873355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37076) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.874449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37069136-2028-4bc3-a56d-86ff0d9b963d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.946458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.965906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ba04e-2816-4152-b21f-fa5ecec62b29 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=9ff3aefa-b55a-4137-84ff-429bd67a609a,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:42.976430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8:1::1 (fd6457c4-fd38-4da9-887b-20ab8d4a699f/61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079/e24247f0-47b3-468e-84b7-f9f50f5dc705) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:42.977513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.978762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.978906 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e6ef8aa-a2e2-451c-8e7c-1006ebe10eb1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7569714 Mar 11 16:09:42.981748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:42.985503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37080) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:42.999799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 9ff3aefa-b55a-4137-84ff-429bd67a609a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:43.000122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.048947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Allocated IP 172.20.0.2 (d7921520-32da-40d5-a29e-d0530642ec92/d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f/daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:43.152403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f05a2a61-12a8-40ea-b5ca-f2790b974227 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:router {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:43.198387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ea30b607-1000-482d-ab73-89cadb368c4a tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:43.216133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.221941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.239707 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-affebd15-f07a-44be-b436-1709935b39d5 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0ad3c3d8-e1e4-4789-aa54-b2e5a7d1f3a6 HTTP/1.1" status: 204 len: 168 time: 1.2278321 Mar 11 16:09:43.244815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37084) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.256488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.276090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f05a2a61-12a8-40ea-b5ca-f2790b974227 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:router {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:43.277388 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f05a2a61-12a8-40ea-b5ca-f2790b974227 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9247863 Mar 11 16:09:43.282797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37088) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.287032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-359105890'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:43.326436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.343624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Transition to ACTIVE for port object daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:43.350265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c38a3709-3431-4826-a2af-32d123e5af75 None None] Provisioning complete for port 9ff3aefa-b55a-4137-84ff-429bd67a609a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:43.350620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c38a3709-3431-4826-a2af-32d123e5af75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.379516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.380266 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-197cbb25-6fd8-473c-a166-a334d3626c63 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7277603 Mar 11 16:09:43.400335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.411099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ea30b607-1000-482d-ab73-89cadb368c4a tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:43.415319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ea30b607-1000-482d-ab73-89cadb368c4a tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5554004 Mar 11 16:09:43.433983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c38a3709-3431-4826-a2af-32d123e5af75 None None] Port 9ff3aefa-b55a-4137-84ff-429bd67a609a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:43.438596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.459964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37096) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.494837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Transition to ACTIVE for port object daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:43.501465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.522855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.580210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Pushing event updated for resources: {'Port': ['ID=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:43.584990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Network d7921520-32da-40d5-a29e-d0530642ec92 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:43.586721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:43.589655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:43.593492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.605668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.615607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.621799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.629490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object e24247f0-47b3-468e-84b7-f9f50f5dc705 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:43.630500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.640896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37069136-2028-4bc3-a56d-86ff0d9b963d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:43.665494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.666607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b5db0750-7da2-428f-a0cb-9272cdc36331 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/37069136-2028-4bc3-a56d-86ff0d9b963d HTTP/1.1" status: 204 len: 168 time: 0.6790957 Mar 11 16:09:43.670704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37100) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.696285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Attempting to bind port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:43.697258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Attempting to bind port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ba7eab8c-8e6d-4204-8581-624ac239e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:43.699729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Attempting to bind port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 on network d7921520-32da-40d5-a29e-d0530642ec92 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:43.704571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.707834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:43.708203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Checking segment: {'id': 'ba7eab8c-8e6d-4204-8581-624ac239e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:43.709431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.710088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Bound using segment: {'id': 'ba7eab8c-8e6d-4204-8581-624ac239e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:43.710981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Bound port: daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7eab8c-8e6d-4204-8581-624ac239e879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:43.711528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.763053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 9ff3aefa-b55a-4137-84ff-429bd67a609a owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:43.826943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] For port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:43.830000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.830704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] For port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,segment=NetworkSegment(ba7eab8c-8e6d-4204-8581-624ac239e879),segment_id=ba7eab8c-8e6d-4204-8581-624ac239e879)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:43.836846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.868477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa1ece58-7123-47cb-8e83-28af5e2680c1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:43.917525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:43.918690 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b667bf7d-1578-4cfc-8e6a-4b3ee5249fbc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/aa1ece58-7123-47cb-8e83-28af5e2680c1 HTTP/1.1" status: 204 len: 168 time: 0.4512703 Mar 11 16:09:43.927466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37104) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:43.979160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b9c4-5fb0-4ef4-8ffd-bbdd829558b0 None None] Pushing event updated for resources: {'Port': ['ID=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:44.003048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.074256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=9ff3aefa-b55a-4137-84ff-429bd67a609a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:44.087502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-16ef9cc4-cfbe-40d0-bdad-cffe1096c7db tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:44.200113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:44.204676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=e24247f0-47b3-468e-84b7-f9f50f5dc705,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:44.222060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:44.232757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.233139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c96fa47-6a28-4d35-a942-165a0e17df41 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:44.238647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.247834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:44.247834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.299807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd58714e-e999-4857-bc5b-65d672f26839']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:44.319079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-16ef9cc4-cfbe-40d0-bdad-cffe1096c7db tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:44.320382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-16ef9cc4-cfbe-40d0-bdad-cffe1096c7db tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3907573 Mar 11 16:09:44.328830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37108) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.335113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973bd0a6-3428-431b-9bb0-a2e032d81f31') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:44.335423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973bd0a6-3428-431b-9bb0-a2e032d81f31') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:44.338404 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-646a4f8e-49f1-4b3f-bb15-6ead9552ac41 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/9ff3aefa-b55a-4137-84ff-429bd67a609a HTTP/1.1" status: 204 len: 168 time: 1.4613628 Mar 11 16:09:44.347041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37112) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.398166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.415232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.419394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c96fa47-6a28-4d35-a942-165a0e17df41 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:44.423519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6c96fa47-6a28-4d35-a942-165a0e17df41 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7477822 Mar 11 16:09:44.423519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-152256d1-ef3a-44cf-9d49-c9bba583a4f6 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] GET failed (client error): The resource could not be found. Mar 11 16:09:44.423519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-152256d1-ef3a-44cf-9d49-c9bba583a4f6 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Synchronizing usage tracker for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:44.427868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37116) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.436147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.496678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.536161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e06bfd5a-5f0f-4027-afe3-fa4b8c7125bf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:44.546825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.550488 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97593007-f99d-45ff-8fd5-779e551a5e0d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e06bfd5a-5f0f-4027-afe3-fa4b8c7125bf HTTP/1.1" status: 204 len: 168 time: 0.2140262 Mar 11 16:09:44.558091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37120) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.582114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.646167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.649978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.703319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:44.703709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.704282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1340a94b-dbd1-444a-84b7-b13c7e138bf6 None None] Provisioning for port e24247f0-47b3-468e-84b7-f9f50f5dc705 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:44.707469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bbfb53a6-ee0b-4718-b4c8-033a461e3a27 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:44.711400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1340a94b-dbd1-444a-84b7-b13c7e138bf6 None None] Provisioning complete for port e24247f0-47b3-468e-84b7-f9f50f5dc705 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:44.711830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1340a94b-dbd1-444a-84b7-b13c7e138bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:44.719955 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:44.733024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-152256d1-ef3a-44cf-9d49-c9bba583a4f6 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Unset dirty status for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:44.734517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-152256d1-ef3a-44cf-9d49-c9bba583a4f6 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports/9ff3aefa-b55a-4137-84ff-429bd67a609a HTTP/1.1" status: 404 len: 333 time: 0.3830874 Mar 11 16:09:44.796119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1340a94b-dbd1-444a-84b7-b13c7e138bf6 None None] Port e24247f0-47b3-468e-84b7-f9f50f5dc705 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:44.802863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37124) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.819446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.829029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-12315076'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:44.889361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bbfb53a6-ee0b-4718-b4c8-033a461e3a27 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:44.893837 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bbfb53a6-ee0b-4718-b4c8-033a461e3a27 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3315656 Mar 11 16:09:44.904003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37128) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.917860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.932402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d9a692-ec1f-45b4-97e5-257f525af2d4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:44.958752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:44.960013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-adfd0184-61b8-4029-8fd6-c9d3a6a97c65 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/a4d9a692-ec1f-45b4-97e5-257f525af2d4 HTTP/1.1" status: 204 len: 168 time: 0.5275152 Mar 11 16:09:44.963307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37132) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:44.988445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.015532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.026571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.030441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.037349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.086189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.099770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd58714e-e999-4857-bc5b-65d672f26839,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:45.107380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d67a075e-4aa5-4788-95a2-38718b2c4865 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:45.111595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.120490 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-82c457ca-9bde-4c18-8566-5072b0fdfac5 admin admin] 10.222.0.78 "DELETE /v2.0/networks/bd58714e-e999-4857-bc5b-65d672f26839 HTTP/1.1" status: 204 len: 168 time: 1.8667305 Mar 11 16:09:45.120999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.132355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37136) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:45.145069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68b4ce21-7dc0-49a3-b2f2-42c97c6261e8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:45.198041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d67a075e-4aa5-4788-95a2-38718b2c4865 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:45.203963 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d67a075e-4aa5-4788-95a2-38718b2c4865 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2347434 Mar 11 16:09:45.250773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37140) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:45.251755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.255672 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-641ea277-ffae-4387-8ec8-054a0ece9306 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/68b4ce21-7dc0-49a3-b2f2-42c97c6261e8 HTTP/1.1" status: 204 len: 168 time: 0.3450201 Mar 11 16:09:45.262714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1b584d-9f5a-4871-bbaa-2ef47aee7069 None None] Network d7921520-32da-40d5-a29e-d0530642ec92 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:45.264965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37146) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:45.268937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--789340145'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:45.289665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:45.318780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.355174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:45.367937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c3136db6-f919-4753-9ddc-75e8f69fa84f None None] Provisioning for port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:45.434739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:45.494971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:45.505229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Deleting subnet 5bee8b0c-4cc0-44c1-9ed2-e74539828425 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:09:45.517938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.531381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:45.534323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.571034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.618603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-46423958-e781-4344-b4c9-f0d785b0317e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:45.624550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.700809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:45.709615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-46423958-e781-4344-b4c9-f0d785b0317e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:45.710909 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-46423958-e781-4344-b4c9-f0d785b0317e tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4372661 Mar 11 16:09:45.720458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37150) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:45.727931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:45.740212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.784931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:45.796297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:45.805018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:45.839632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.864126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.935090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.985552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:45.996855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.010024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bee8b0c-4cc0-44c1-9ed2-e74539828425,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.016016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.042559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa3c837f-5341-4e07-907a-690522e6ce3d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.044316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.110184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 1720f0ab-6c57-401c-b1b4-69253b1961c8 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:09:46.124107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.125568 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8713675 Mar 11 16:09:46.130202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1d63b-49af-46cc-bb7e-622353fa823b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a41ca82-150c-4f40-96f3-74b8e6f88b33,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.133506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37154) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:46.143397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '3a41ca82-150c-4f40-96f3-74b8e6f88b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:46.149779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.150080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Allocated IP 172.20.0.1 (d7921520-32da-40d5-a29e-d0530642ec92/d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f/aec666ea-6592-466a-b4a7-b801f277375e) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:46.150985 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04dd48b6-3c85-46cc-a303-18bd2701ba86 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/aa3c837f-5341-4e07-907a-690522e6ce3d HTTP/1.1" status: 204 len: 168 time: 0.4294183 Mar 11 16:09:46.153929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37158) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:46.154098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:46.161443 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-80fb8214-26f9-435b-b3b3-5bd4cbe04b9e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5bee8b0c-4cc0-44c1-9ed2-e74539828425 HTTP/1.1" status: 204 len: 168 time: 1.0249920 Mar 11 16:09:46.163938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:46.168052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37162) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:46.170731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:46.232618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.234854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::3e8 (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:46.241840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:46.248555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:46.267858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.268541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.361351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:46.367627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:46.367832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.412274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.458092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.475708 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f014faac-73c3-4745-a373-a555fe15363b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3150098 Mar 11 16:09:46.477325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37166) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:46.496919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.534183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,segment=NetworkSegment(ba7eab8c-8e6d-4204-8581-624ac239e879),segment_id=ba7eab8c-8e6d-4204-8581-624ac239e879)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:46.538984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.553795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=e24247f0-47b3-468e-84b7-f9f50f5dc705,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.602789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.622665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.639132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Transition to ACTIVE for port object aec666ea-6592-466a-b4a7-b801f277375e will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:46.665112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.683986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.710133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.750821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.759759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39635303-e88a-4798-9792-28bae1b53fbf,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:46.778891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554345f5-2ef7-4920-9897-b9eae5eea04e']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:46.795472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.796651 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9054f28e-6db0-4b4c-b2d7-b17b8cbd6de6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6618738 Mar 11 16:09:46.802017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37170) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:46.803060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.815321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1eb7c3-6a1b-4fd5-9df7-dfa1d297c05b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:46.815613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1eb7c3-6a1b-4fd5-9df7-dfa1d297c05b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:46.830301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.846338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.870888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '3a41ca82-150c-4f40-96f3-74b8e6f88b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:46.875732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:46.886301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:46.892030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.899899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:46.903255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:09:46.903658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:09:46.917666 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:09:46.970876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:46.993997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] Sync routers for ids ['1720f0ab-6c57-401c-b1b4-69253b1961c8'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:47.009204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.024838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.030623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] Routers {'1720f0ab-6c57-401c-b1b4-69253b1961c8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:47.031315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['1720f0ab-6c57-401c-b1b4-69253b1961c8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:47.050659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.055044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa073df-6553-4110-973a-bae5b057068b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:47.062853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:47.066161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=554345f5-2ef7-4920-9897-b9eae5eea04e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:47.079408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:47.095971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8bc4136b-baa3-4aa7-b895-deae5d536a5b admin admin] 10.222.0.78 "DELETE /v2.0/networks/554345f5-2ef7-4920-9897-b9eae5eea04e HTTP/1.1" status: 204 len: 168 time: 0.9267662 Mar 11 16:09:47.099471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.104317 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1f57c3df-63f1-40b9-b9d1-94078c402c44 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 200 len: 887 time: 3.8220844 Mar 11 16:09:47.105491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.107305 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2469d0c5-9e88-4990-b4e9-05d34e88e7d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/afa073df-6553-4110-973a-bae5b057068b HTTP/1.1" status: 204 len: 168 time: 0.6293972 Mar 11 16:09:47.108135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37176) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.111320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37178) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.142584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.168306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:47.183353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:47.203622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network d7921520-32da-40d5-a29e-d0530642ec92 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:47.205822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:47.207775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] Routers {'1720f0ab-6c57-401c-b1b4-69253b1961c8'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:47.208408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['1720f0ab-6c57-401c-b1b4-69253b1961c8'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:47.222849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:47.247867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=aec666ea-6592-466a-b4a7-b801f277375e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:47.250605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:47.291830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.294254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:47.294758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c23e4-8c5d-49ed-a315-26891bb2ef9a None None] The sync data for ids ['1720f0ab-6c57-401c-b1b4-69253b1961c8'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:47.316571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55602b5e-66a2-49e6-aedf-2f6ac58b0488 None None] Provisioning complete for port e24247f0-47b3-468e-84b7-f9f50f5dc705 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:47.317141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55602b5e-66a2-49e6-aedf-2f6ac58b0488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.346002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb6fb080-3ce9-42d7-89c8-a4888cf36dea tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:47.376452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb6fb080-3ce9-42d7-89c8-a4888cf36dea tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:47.377910 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cb6fb080-3ce9-42d7-89c8-a4888cf36dea tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2652669 Mar 11 16:09:47.387662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37184) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.398821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--771454269'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:47.409229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55602b5e-66a2-49e6-aedf-2f6ac58b0488 None None] Port e24247f0-47b3-468e-84b7-f9f50f5dc705 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:47.417045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:47.440391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:47.463666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.471306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.488110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.495170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37188) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.516918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:47.532504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3fc69a96-f6e3-4a48-881f-888309eb7d70 None None] Provisioning for port aec666ea-6592-466a-b4a7-b801f277375e completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:47.538573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3fc69a96-f6e3-4a48-881f-888309eb7d70 None None] Provisioning complete for port aec666ea-6592-466a-b4a7-b801f277375e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:47.538962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3fc69a96-f6e3-4a48-881f-888309eb7d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.542270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:47.544757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:47.551551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:47.552755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.559395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:47.620793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3fc69a96-f6e3-4a48-881f-888309eb7d70 None None] Port aec666ea-6592-466a-b4a7-b801f277375e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:47.661977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:47.668560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:47.672228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:47.688951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-864cf0e8-e742-4a01-8a1e-f6337faf70ae tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers/1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 200 len: 887 time: 0.5762317 Mar 11 16:09:47.688951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:47.689727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37192) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.736530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a2b98e29-5943-47a0-adfa-3822997f7545 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:47.760162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a2b98e29-5943-47a0-adfa-3822997f7545 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:47.761136 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a2b98e29-5943-47a0-adfa-3822997f7545 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 200 len: 205 time: 0.0704048 Mar 11 16:09:47.764310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37196) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.789492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-16bb84e6-49f3-475f-ac70-43932daa6ef3 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9811645 Mar 11 16:09:47.803095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37200) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:47.822313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'network_id': '7beaaa09-f9dc-48ed-b72f-a32a98129e19', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-671416941'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:47.848225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aa3ed9e2-a823-4048-9ac5-14d6e708fd3f None None] Provisioning for port d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:47.853201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aa3ed9e2-a823-4048-9ac5-14d6e708fd3f None None] Provisioning complete for port d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:47.853640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aa3ed9e2-a823-4048-9ac5-14d6e708fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.926262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aa3ed9e2-a823-4048-9ac5-14d6e708fd3f None None] Port d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:47.970547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:47.976187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.033191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5f402-93ac-42a5-bed4-8ad65ba3b09b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:48.058117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.061951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1b911142-790e-4c56-9517-80dbbb61c33d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6707273 Mar 11 16:09:48.062307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37204) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:48.085616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': '23d5f402-93ac-42a5-bed4-8ad65ba3b09b', 'direction': 'ingress', 'protocol': 17}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:48.094019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:48.095502 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d7229f3-a433-4015-953c-5d077da3d7d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c1b4ad3ca1b487c815e1585e60fb416&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5964057 Mar 11 16:09:48.100236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:48.103010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:48.105448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:48.108103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.124081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:48.128320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.155903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.189847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.190058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:48.194707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8905621e-7204-42e1-aca8-8d839a3fea69,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:48.245269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.266653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:48.267035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.267850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.268663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f5186fde-dbcb-4a28-90df-524d30e4cdb3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4618912 Mar 11 16:09:48.275568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:48.346788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '3a41ca82-150c-4f40-96f3-74b8e6f88b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:48.367038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:48.369247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.383407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:48.396728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:48.413473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:48.430986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:48.445478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Usage tracker for resource:port and tenant:f0f17e887a5b4b399250e78cb40a7418 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:48.448158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.450451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:48.468135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:48.486220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router f0a8c4c9-bec8-4ddd-a663-6a081589c111 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:09:48.494837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.496545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Made reservation on behalf of f0f17e887a5b4b399250e78cb40a7418 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:48.499884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.546765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] device_id is not set on port 0f4c6c2a-bb71-428a-a365-52d96183d365 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:48.563134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.572408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.609216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a91e6f-fdd9-4c02-a91d-4b4b1495bbd8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:48.626699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.678953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a3740-44e2-4dbe-bba2-f0db559108af,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:48.681937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.684972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.686173 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e2b39dc6-e179-4fe2-8232-bdfd3b5706b8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6228549 Mar 11 16:09:48.688969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.693003 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1d281c94-a83e-4088-acdf-d6329b1c05e6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/682a3740-44e2-4dbe-bba2-f0db559108af HTTP/1.1" status: 204 len: 168 time: 0.5857093 Mar 11 16:09:48.693003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37216) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:48.729293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.773000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e167cb91-79c7-41d3-8b82-1c87e229c159,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:48.806831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.810606 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-33c1e0cb-e4fc-4bb9-bca4-cb5ff800fe5d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4806941 Mar 11 16:09:48.812149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37222) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:48.831395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.843053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '3a41ca82-150c-4f40-96f3-74b8e6f88b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:48.844964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.864473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:48.865528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 90b99999-580b-41e8-9ac5-194ccdda37ed {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:48.865969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.891807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:48.917018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:48.951286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:48.970832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:49.081290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.090787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.092039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Allocated IP 2001:db8::2df (7beaaa09-f9dc-48ed-b72f-a32a98129e19/3f39565e-421f-49cd-af1d-8a2776d4d5bb/0f4c6c2a-bb71-428a-a365-52d96183d365) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:49.107496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.121875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.131991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.139921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5f402-93ac-42a5-bed4-8ad65ba3b09b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:49.262125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37228) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.265477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.266487 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3eabae10-7481-4fdd-b0ac-d47a30bb1d96 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/23d5f402-93ac-42a5-bed4-8ad65ba3b09b HTTP/1.1" status: 204 len: 168 time: 0.5750670 Mar 11 16:09:49.273909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 90b99999-580b-41e8-9ac5-194ccdda37ed owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:49.278437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.346028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:49.357845 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] Sync routers for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:49.374471 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:49.375331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:49.381656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=aec666ea-6592-466a-b4a7-b801f277375e,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:49.397198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.444008 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:49.455503 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:49.456223 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:49.461426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.512522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=90b99999-580b-41e8-9ac5-194ccdda37ed,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:49.518243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.519891 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:49.520521 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819c7591-a68d-4060-9876-4b9153fc6cfb None None] The sync data for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:49.532133 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4df656d-2f87-48ff-a182-62cd08b12409 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4725099 Mar 11 16:09:49.538843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37236) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.559910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.733537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b9a5e5-71de-4b15-af0c-d38c96ac13f5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:49.741124 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b9f65aca-d75a-48a5-a13b-750c40d8fb87 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c60e66cc39734b6f941eb5f844a1b67c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4662313 Mar 11 16:09:49.760328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37240) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.764137 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b321af61-2213-4ead-a7b2-66eab883ce74 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4694524 Mar 11 16:09:49.776540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37244) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.777312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.781307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ab778c59-129b-47ef-9e46-cf9a4c18643d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9562864 Mar 11 16:09:49.797212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37248) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:49.806096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--194304751'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:49.822304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '3a41ca82-150c-4f40-96f3-74b8e6f88b33', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:49.826695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:49.835623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004297b-c1ad-4be4-897a-3b6bb30b73da tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:49.836201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2004297b-c1ad-4be4-897a-3b6bb30b73da tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:49.850706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:49.855576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:49.857872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:49.862915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.890231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:49.893678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:49.901097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:49.927410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:49.953476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2004297b-c1ad-4be4-897a-3b6bb30b73da tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:49.954677 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2004297b-c1ad-4be4-897a-3b6bb30b73da tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports/e24247f0-47b3-468e-84b7-f9f50f5dc705 HTTP/1.1" status: 200 len: 913 time: 0.4117956 Mar 11 16:09:49.961205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.964211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:49.977775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37252) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:50.146301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.159849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.174219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.183321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.190326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network d7921520-32da-40d5-a29e-d0530642ec92 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:50.206535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:50.242952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.243666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router 1720f0ab-6c57-401c-b1b4-69253b1961c8 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:09:50.264873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.279192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Transition to ACTIVE for port object 0f4c6c2a-bb71-428a-a365-52d96183d365 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:50.286819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7eccc6-51fa-416f-bf1c-2c5d20dde866,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:50.292105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.297758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.306867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-16586b93-3807-4b99-8c9f-531d20646a6f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a7eccc6-51fa-416f-bf1c-2c5d20dde866 HTTP/1.1" status: 204 len: 168 time: 0.5407178 Mar 11 16:09:50.310078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.315263 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6131f9fb-7cc9-4a88-aeb7-30b2e41e8f2f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 204 len: 168 time: 2.5496435 Mar 11 16:09:50.316063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37258) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:50.322745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1534808791'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:50.328010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:50.332782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:50.336442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:50.345065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:50.360229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:50.365743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.418113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:50.439715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.440112 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment a35b788a-827b-4474-88c2-1e9050d0cf6f of type vlan for network 283560ae-0208-429c-a9e9-c68ae3574e8a Mar 11 16:09:50.478748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.487021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bf304bfe-4b80-4a54-9241-8d0c62d5fe2e None None] Provisioning complete for port aec666ea-6592-466a-b4a7-b801f277375e triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:50.489115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf304bfe-4b80-4a54-9241-8d0c62d5fe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.521573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.528425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:50.530028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.555389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:50.588498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:50.599465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:50.609549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bf304bfe-4b80-4a54-9241-8d0c62d5fe2e None None] Port aec666ea-6592-466a-b4a7-b801f277375e cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:50.623276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:50.669482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.683821 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3634622 Mar 11 16:09:50.687669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37264) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:50.701883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:50.724573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ede47c-ee55-4de1-9f39-5ee076fcca96 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=283560ae-0208-429c-a9e9-c68ae3574e8a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:50.748603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 283560ae-0208-429c-a9e9-c68ae3574e8a details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:50.796222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.907553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:50.913504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:50.916846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:50.923949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:50.934031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:50.936828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:51.011358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163ba272-8dde-41a6-b494-cca454a672c9,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:51.029916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:51.030740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=0f4c6c2a-bb71-428a-a365-52d96183d365,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:51.051290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:51.053672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:51.058002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:51.058527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.067833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.112209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.117626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.193536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.197431 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0407dcbb-849d-46b9-bc14-b697365d0cc0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.3843815 Mar 11 16:09:51.198961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37276) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.211017 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-db3e6d82-ac37-453c-8afd-33322344bb80 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4028876 Mar 11 16:09:51.219903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37280) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.269643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.289957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.295829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8', 'mac_address': 'fa:16:3e:6e:ec:44'}, {'ip_address': '2001:db8::3e8', 'mac_address': 'fa:16:3e:c0:0f:d1'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:51.339331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.340576 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5609608 Mar 11 16:09:51.357638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37286) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.362741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf5ad4-a6ff-4d78-a8fd-e3f967d3ed73 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef1bd3-51f2-421b-b9b1-de357193ee20,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:51.370339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--98566764'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:51.377237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.396340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:51.416050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:51.421754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:51.424842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=163ba272-8dde-41a6-b494-cca454a672c9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:51.437062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:51.446671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d1935ee1-7978-4883-9c3d-b863420d382c None None] Provisioning for port 0f4c6c2a-bb71-428a-a365-52d96183d365 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:51.455438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d1935ee1-7978-4883-9c3d-b863420d382c None None] Provisioning complete for port 0f4c6c2a-bb71-428a-a365-52d96183d365 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:51.455953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1935ee1-7978-4883-9c3d-b863420d382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.458556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.462491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-09e93342-71ce-4b16-9126-88868a62893a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/163ba272-8dde-41a6-b494-cca454a672c9 HTTP/1.1" status: 204 len: 168 time: 0.2629063 Mar 11 16:09:51.465200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.497792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.529915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d1935ee1-7978-4883-9c3d-b863420d382c None None] Port 0f4c6c2a-bb71-428a-a365-52d96183d365 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:51.551834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.623535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3f5a1f72-bd1e-4bc5-937c-d09a465796b1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:51.646904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:51.656935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:51.662464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37298) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.669082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:51.672277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.684831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=32f8343c-8fa2-4fb9-8fba-2278e13c2be4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:51.688735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:51.695558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3f5a1f72-bd1e-4bc5-937c-d09a465796b1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:51.699990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3f5a1f72-bd1e-4bc5-937c-d09a465796b1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2307148 Mar 11 16:09:51.703756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37302) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:51.750718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': 'a35b788a-827b-4474-88c2-1e9050d0cf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:51.751081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: 283560ae-0208-429c-a9e9-c68ae3574e8a, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:51.772519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.783696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.823649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Router 5c5d693f-7830-4d13-8b4c-1696fd21aec0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:09:51.846464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.932320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.942984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.958300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:51.971531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 283560ae-0208-429c-a9e9-c68ae3574e8a is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:51.996495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5b9a5e5-71de-4b15-af0c-d38c96ac13f5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.016934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 283560ae-0208-429c-a9e9-c68ae3574e8a) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:52.024690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bcfc57-6803-412e-943f-8630ee993856,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.026565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:52.027448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.031485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d1ce5-afb2-4793-b9a3-036f2fa80ba3 None None] Network 283560ae-0208-429c-a9e9-c68ae3574e8a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:52.039013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.043322 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f7056e6c-531c-42f3-8ab8-3e84b082eed8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6846132 Mar 11 16:09:52.046747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37308) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.059829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'e6ef1bd3-51f2-421b-b9b1-de357193ee20', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '04bcfc57-6803-412e-943f-8630ee993856', 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:52.068956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:52.071652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.073123 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7fb03d76-f273-447b-a961-3afff8138f5b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e5b9a5e5-71de-4b15-af0c-d38c96ac13f5 HTTP/1.1" status: 204 len: 168 time: 0.3684924 Mar 11 16:09:52.077225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:52.080091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37312) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.083542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:52.103938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:52.112627 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a1201801-eea2-4000-8dcc-57589cc9b29e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4237132 Mar 11 16:09:52.116634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37316) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.123864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172630856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:52.124094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431881380-network', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:52.138330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:52.142178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:52.151393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:52.158308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:52.170548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.178355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:52.195297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-25b28131-1aab-4419-9abb-757e0eabdd13 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:52.221345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Usage tracker for resource:network and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:52.226096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.227590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.237104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:52.253120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:52.256011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-25b28131-1aab-4419-9abb-757e0eabdd13 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:52.257314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-25b28131-1aab-4419-9abb-757e0eabdd13 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1760700 Mar 11 16:09:52.262095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37320) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.314890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.327522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.331165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.343890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.347663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.350634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-283560ae-0208-429c-a9e9-c68ae3574e8a', 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '32f8343c-8fa2-4fb9-8fba-2278e13c2be4'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:52.351564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.372875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Made reservation on behalf of 17fffdf9346c4da4a63989039d4dca32 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:52.375711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.384678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.392591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223a3792-e620-4793-b6aa-d80e42083897,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.422094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.422338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.426757 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0f9aba14-a432-42e5-80cc-214d9f0f02f7 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3744490 Mar 11 16:09:52.427706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37324) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.430741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.435040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-71517dc3-d51d-4058-bd3d-17cfbb420cf2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3130009 Mar 11 16:09:52.435040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.437184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37328) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.450574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.451922 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e167cb91-79c7-41d3-8b82-1c87e229c159 HTTP/1.1" status: 204 len: 168 time: 0.1873248 Mar 11 16:09:52.455512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37332) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.476041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad170a3-e855-4aea-98c7-bdac1d472a37 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e167cb91-79c7-41d3-8b82-1c87e229c159,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.499592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.521083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.543229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Allocated IP 172.20.0.2 (283560ae-0208-429c-a9e9-c68ae3574e8a/32f8343c-8fa2-4fb9-8fba-2278e13c2be4/b2d33c50-c3c1-4f48-883f-4da065f77a84) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:52.546804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3383459-f089-4a8b-a8ba-f6bafa421e83 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:52.568160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.580807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c3383459-f089-4a8b-a8ba-f6bafa421e83 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:52.582176 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c3383459-f089-4a8b-a8ba-f6bafa421e83 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1225421 Mar 11 16:09:52.585573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37336) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.590951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=223a3792-e620-4793-b6aa-d80e42083897,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.605872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.609754 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d048d3ce-f0ef-47d2-9b26-4d16b0adcd72 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/223a3792-e620-4793-b6aa-d80e42083897 HTTP/1.1" status: 204 len: 168 time: 0.1807904 Mar 11 16:09:52.610380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37340) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.649471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.663999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.693886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:52.705269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:52.708589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-772826b3-4a22-4e53-a6b1-9384fbfdffad tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:52.726943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.745373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-772826b3-4a22-4e53-a6b1-9384fbfdffad tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:52.762531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:52.763060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-772826b3-4a22-4e53-a6b1-9384fbfdffad tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1396244 Mar 11 16:09:52.763914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37344) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.773546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:52.773778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8905621e-7204-42e1-aca8-8d839a3fea69,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:52.791213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.795114 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7f6aa3a-7545-4463-9de9-01a46d18f249 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/8905621e-7204-42e1-aca8-8d839a3fea69 HTTP/1.1" status: 204 len: 168 time: 0.2059355 Mar 11 16:09:52.797049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37348) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.799057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:09:52.823118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.833877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Transition to ACTIVE for port object b2d33c50-c3c1-4f48-883f-4da065f77a84 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:52.853537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Transition to ACTIVE for port object b2d33c50-c3c1-4f48-883f-4da065f77a84 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:52.858192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] Sync routers for ids ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:09:52.872138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] Routers {'5c5d693f-7830-4d13-8b4c-1696fd21aec0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:52.873067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:52.896996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-afcd3362-8653-4804-858a-89e123c7601e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:52.906866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.911804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:52.921117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.942573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-afcd3362-8653-4804-858a-89e123c7601e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:52.946333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-afcd3362-8653-4804-858a-89e123c7601e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1488311 Mar 11 16:09:52.951075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:52.974537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37352) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:52.984491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:52.996259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.021419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.025793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Pushing event updated for resources: {'Port': ['ID=b2d33c50-c3c1-4f48-883f-4da065f77a84,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.039291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.047687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.059439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Network 283560ae-0208-429c-a9e9-c68ae3574e8a is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:53.063884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:53.077994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.080006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37356) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.084790 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d1f37086-49da-4ba7-919a-39f9294d0f6d tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "PUT /v2.0/routers/5c5d693f-7830-4d13-8b4c-1696fd21aec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6817505 Mar 11 16:09:53.085003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:53.087181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'port': {'network_id': 'd7921520-32da-40d5-a29e-d0530642ec92', 'name': 'tempest-FloatingIPNegativeTestJSON-1551011422'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:53.093422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] Routers {'5c5d693f-7830-4d13-8b4c-1696fd21aec0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:09:53.094159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:53.112113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bcfc57-6803-412e-943f-8630ee993856,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.139063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] In _notify_port_updated(), no bound segment for port 0f4c6c2a-bb71-428a-a365-52d96183d365 on network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:09:53.144318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:53.145125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.146648 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "PUT /v2.0/ports/0f4c6c2a-bb71-428a-a365-52d96183d365 HTTP/1.1" status: 200 len: 1065 time: 1.9171729 Mar 11 16:09:53.154385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37360) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.210988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.212113 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-60b8445d-3de8-4f6a-8a6e-afb1f19be753 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/04bcfc57-6803-412e-943f-8630ee993856 HTTP/1.1" status: 204 len: 168 time: 0.4426129 Mar 11 16:09:53.215237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37364) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.234887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:09:53.235302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f900f0a-1bf5-42b7-8073-12df2fea127e None None] The sync data for ids ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:09:53.240640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4199e-a489-4928-b340-f055e2e234c7 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event updated for resources: {'Port': ['ID=0f4c6c2a-bb71-428a-a365-52d96183d365,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.243715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.272255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Attempting to bind port b2d33c50-c3c1-4f48-883f-4da065f77a84 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:53.273019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Attempting to bind port b2d33c50-c3c1-4f48-883f-4da065f77a84 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a35b788a-827b-4474-88c2-1e9050d0cf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:53.274998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Attempting to bind port b2d33c50-c3c1-4f48-883f-4da065f77a84 on network 283560ae-0208-429c-a9e9-c68ae3574e8a {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:53.290591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:53.291268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Checking segment: {'id': 'a35b788a-827b-4474-88c2-1e9050d0cf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:53.291669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.292059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Bound using segment: {'id': 'a35b788a-827b-4474-88c2-1e9050d0cf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:53.292544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Bound port: b2d33c50-c3c1-4f48-883f-4da065f77a84, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35b788a-827b-4474-88c2-1e9050d0cf6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '283560ae-0208-429c-a9e9-c68ae3574e8a'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:53.292919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.310785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39635303-e88a-4798-9792-28bae1b53fbf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.335726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.337177 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4bffc173-254d-4b8d-be38-8b7b2c759bdd tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/39635303-e88a-4798-9792-28bae1b53fbf HTTP/1.1" status: 204 len: 168 time: 0.3681068 Mar 11 16:09:53.347812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37368) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.388724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] For port b2d33c50-c3c1-4f48-883f-4da065f77a84, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:53.392484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] For port b2d33c50-c3c1-4f48-883f-4da065f77a84, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b2d33c50-c3c1-4f48-883f-4da065f77a84,segment=NetworkSegment(a35b788a-827b-4474-88c2-1e9050d0cf6f),segment_id=a35b788a-827b-4474-88c2-1e9050d0cf6f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:53.398312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.401165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:53.409786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:port and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:53.415064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:53.429902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:53.449470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.458283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d4216680-1a05-45cb-93c3-43b407e996ff tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:53.476124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c24f9a23-6f78-49d7-857e-b6532668ea7e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:53.477876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 0f4c6c2a-bb71-428a-a365-52d96183d365 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:53.479342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64781ab-2237-4fd0-9b39-b1c32ccacb73 None None] Pushing event updated for resources: {'Port': ['ID=b2d33c50-c3c1-4f48-883f-4da065f77a84,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.480061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.485354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Made reservation on behalf of a2bf8b56c0e34446b9530f54cc8e0a9d for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:53.491346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.523618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d4216680-1a05-45cb-93c3-43b407e996ff tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:53.527788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d4216680-1a05-45cb-93c3-43b407e996ff tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3087454 Mar 11 16:09:53.528293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37372) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.554371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.556638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] device_id is not set on port 646865bd-906b-48c1-b6cf-7795aa2c7467 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:09:53.593139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c24f9a23-6f78-49d7-857e-b6532668ea7e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:53.594564 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c24f9a23-6f78-49d7-857e-b6532668ea7e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2423882 Mar 11 16:09:53.595046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8a9887de-937d-409d-8a03-0b8beb4d47a4 None None] Provisioning complete for port 0f4c6c2a-bb71-428a-a365-52d96183d365 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:53.595541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a9887de-937d-409d-8a03-0b8beb4d47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.599905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37376) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:53.671938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8a9887de-937d-409d-8a03-0b8beb4d47a4 None None] Port 0f4c6c2a-bb71-428a-a365-52d96183d365 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:53.810652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.819063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:09:53.822166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcabc01f-229e-49ec-be99-8111dd78a409,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:53.838703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.881232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Allocated IP 172.20.0.10 (d7921520-32da-40d5-a29e-d0530642ec92/d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f/646865bd-906b-48c1-b6cf-7795aa2c7467) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:53.891252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.913553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.948903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:53.949236 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Added segment 2ae1341b-22ab-451b-8883-05b4e6ede375 of type vlan for network d1763a71-cd74-4c89-9a57-c767ee25e162 Mar 11 16:09:54.054115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.071011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.102479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef1bd3-51f2-421b-b9b1-de357193ee20,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:54.204913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.213290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.217920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.219599 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/3a41ca82-150c-4f40-96f3-74b8e6f88b33 HTTP/1.1" status: 204 len: 168 time: 0.6161962 Mar 11 16:09:54.220792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.222105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-90c8d7bb-cd9e-4f5d-93c9-2d9a2006d136 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/e6ef1bd3-51f2-421b-b9b1-de357193ee20 HTTP/1.1" status: 204 len: 168 time: 0.6903753 Mar 11 16:09:54.231475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37388) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:54.231475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37390) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:54.254396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9402-183c-4ce0-82f0-b8cc4893a9ba tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a41ca82-150c-4f40-96f3-74b8e6f88b33,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:54.294730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b2d33c50-c3c1-4f48-883f-4da065f77a84 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:54.381473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:54.412419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b2d33c50-c3c1-4f48-883f-4da065f77a84 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:54.490538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11cc1eff-b7de-4b76-afa8-fc924a306aea tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:54.500346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.529781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11cc1eff-b7de-4b76-afa8-fc924a306aea tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:54.538235 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11cc1eff-b7de-4b76-afa8-fc924a306aea tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2949626 Mar 11 16:09:54.538235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37400) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:54.546870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9b623a46-8297-45aa-b309-ab8e6ee35040 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:54.556114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--398651087'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:54.561795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Transition to ACTIVE for port object 646865bd-906b-48c1-b6cf-7795aa2c7467 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:54.577173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:54.591466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9b623a46-8297-45aa-b309-ab8e6ee35040 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:54.593775 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9b623a46-8297-45aa-b309-ab8e6ee35040 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3492870 Mar 11 16:09:54.597848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37404) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:54.602516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:54.608259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737264861'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:54.615605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.620415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:54.638213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:54.640651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.668705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.714948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.784283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:54.788223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network d7921520-32da-40d5-a29e-d0530642ec92 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:54.794622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:54.806999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:54.839622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 0f4c6c2a-bb71-428a-a365-52d96183d365 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:54.842332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=646865bd-906b-48c1-b6cf-7795aa2c7467,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:54.853544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113cbd90-03b9-43fd-9b50-b379bda92b01 None None] Network 283560ae-0208-429c-a9e9-c68ae3574e8a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:54.861207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:54.872019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:54.887847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:54.896068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:54.913429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:54.938376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:54.939548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.967451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:54.968305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:54.968881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.036745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.064981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.067267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Provisioning for port b2d33c50-c3c1-4f48-883f-4da065f77a84 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:55.086841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Provisioning complete for port b2d33c50-c3c1-4f48-883f-4da065f77a84 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:55.087214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.098973 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f9f378e-f5e2-455f-a6c8-9156321fdb9f tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0178516 Mar 11 16:09:55.099904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37408) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:55.137177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:55.149726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.151032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:55.167219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:floatingip and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:55.170008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.174460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:55.180992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.182207 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6387610 Mar 11 16:09:55.193725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37412) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:55.194386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961355e-b0ef-4954-88f3-1a24cd1c8f03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967d7eba-ab9a-467e-b7c4-45b83e901d8e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.217567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '967d7eba-ab9a-467e-b7c4-45b83e901d8e', 'direction': 'ingress', 'protocol': 17}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:55.221991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:55.229346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:55.288342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] Pushing event updated for resources: {'Network': ['ID=d1763a71-cd74-4c89-9a57-c767ee25e162,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.336534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d1763a71-cd74-4c89-9a57-c767ee25e162 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:09:55.343899 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b9856ea-719d-46bf-96bb-7653ef99b873 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6796057 Mar 11 16:09:55.346543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.350368 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7479134 Mar 11 16:09:55.352265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37416) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:55.352660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37418) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:55.359944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:55.370320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Request body: {'subnet': {'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431881380-subnet', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:55.376163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port e24247f0-47b3-468e-84b7-f9f50f5dc705 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:55.376587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.379836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'b5576a36-4f27-4c85-abab-3fbf65535667', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:55.388601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.402414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5e00d-f10a-41cb-93e9-756cf99590bc tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5576a36-4f27-4c85-abab-3fbf65535667,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.405903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:55.408385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:55.420052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Usage tracker for resource:subnet and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:55.424138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:55.427794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:55.434641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:55.443688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:55.451147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:55.455845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.493118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71728f-850b-4cf3-a09d-57efdcffb60c req-f6984125-ba0b-47cd-8a1e-49a5f994d1f9 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:55.494728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d71728f-850b-4cf3-a09d-57efdcffb60c req-f6984125-ba0b-47cd-8a1e-49a5f994d1f9 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.7674334 Mar 11 16:09:55.501438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.531247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] For port b2d33c50-c3c1-4f48-883f-4da065f77a84, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b2d33c50-c3c1-4f48-883f-4da065f77a84,segment=NetworkSegment(a35b788a-827b-4474-88c2-1e9050d0cf6f),segment_id=a35b788a-827b-4474-88c2-1e9050d0cf6f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:09:55.538034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.544967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Made reservation on behalf of 17fffdf9346c4da4a63989039d4dca32 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:09:55.548201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.624442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486c192-2a8b-4098-89a1-d768516f2f9a None None] Pushing event updated for resources: {'Port': ['ID=b2d33c50-c3c1-4f48-883f-4da065f77a84,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.654494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.674703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-76b5d31e-ad86-4344-a0f2-14f167b23ec8 None None] Provisioning for port 646865bd-906b-48c1-b6cf-7795aa2c7467 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:55.684789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-76b5d31e-ad86-4344-a0f2-14f167b23ec8 None None] Provisioning complete for port 646865bd-906b-48c1-b6cf-7795aa2c7467 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:55.685241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-76b5d31e-ad86-4344-a0f2-14f167b23ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.710116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.791982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=0f4c6c2a-bb71-428a-a365-52d96183d365,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.793530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-76b5d31e-ad86-4344-a0f2-14f167b23ec8 None None] Port 646865bd-906b-48c1-b6cf-7795aa2c7467 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:55.797305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.801675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.20.0.1 (283560ae-0208-429c-a9e9-c68ae3574e8a/32f8343c-8fa2-4fb9-8fba-2278e13c2be4/a13fab93-1322-48af-a44b-b8c4ed660172) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:55.811578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.908247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.922047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a125a1a8-5fb1-4f11-a220-edadf0b3e78f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.930302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-63e1d846-fdd3-4582-b2ff-7937798ffc3d None None] Provisioning complete for port b2d33c50-c3c1-4f48-883f-4da065f77a84 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:55.930672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63e1d846-fdd3-4582-b2ff-7937798ffc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.945216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.992952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bbb091-71e5-4678-914c-6ba97aefd9e8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:55.996787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:55.998718 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b7b2f43d-5027-4ec6-b5f4-8d60e508957c tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7883165 Mar 11 16:09:56.005853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.012041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37424) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.028785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d71728f-850b-4cf3-a09d-57efdcffb60c req-7692ccca-f3b5-4810-bd1d-4eadc19e64b7 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805984 Mar 11 16:09:56.062919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.068884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.070316 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-45d9df6e-2549-4eef-b612-da06644809d5 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7122078 Mar 11 16:09:56.081378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37428) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.166858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.223837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b2d33c50-c3c1-4f48-883f-4da065f77a84 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:09:56.305240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b2d33c50-c3c1-4f48-883f-4da065f77a84 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:56.305744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.321843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.338434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d11b15c-b283-434a-8b68-7a05fd345702,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:56.377594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Allocated IP 172.26.4.230 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/df7a60d2-96f5-49c4-b058-0bfe955ba93f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:56.390939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.410102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:56.410629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Network hostable DHCP agents. Network: d1763a71-cd74-4c89-9a57-c767ee25e162, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:09:56.446915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for e24247f0-47b3-468e-84b7-f9f50f5dc705 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:56.500128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.532528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.567390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:09:56.583373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.614984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967d7eba-ab9a-467e-b7c4-45b83e901d8e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:56.624874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d1763a71-cd74-4c89-9a57-c767ee25e162) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:56.629359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:56.630074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.639428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e47eec-991d-470f-83f9-52b40e34eb2c None None] Network d1763a71-cd74-4c89-9a57-c767ee25e162 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:56.644494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.649002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.682744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.686818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c00875a-0959-42f3-9588-e2f1215a90aa tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/967d7eba-ab9a-467e-b7c4-45b83e901d8e HTTP/1.1" status: 204 len: 168 time: 0.6699691 Mar 11 16:09:56.687014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.689027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37432) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.711366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.713367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object a13fab93-1322-48af-a44b-b8c4ed660172 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:56.721934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d6656cd2-ac64-43aa-bb68-65743c200158 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3607328 Mar 11 16:09:56.721934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37436) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.732745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:56.736677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36bbb091-71e5-4678-914c-6ba97aefd9e8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:56.742517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:56.745309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c0e4c623-748a-451d-a677-cd770ed24e1d tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/0f4c6c2a-bb71-428a-a365-52d96183d365 HTTP/1.1" status: 204 len: 168 time: 3.5876269 Mar 11 16:09:56.749271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37440) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.755310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Usage tracker for resource:router and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:56.759748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.763453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7754fbb5-d19d-46f5-bc16-6e59be6942cd tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/36bbb091-71e5-4678-914c-6ba97aefd9e8 HTTP/1.1" status: 204 len: 168 time: 0.6306295 Mar 11 16:09:56.765939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37444) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.799232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:56.812354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.819256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:56.820757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.853917 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf33692-dacf-46f3-8edb-5ca75bd936eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] GET failed (client error): The resource could not be found. Mar 11 16:09:56.854320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bbf33692-dacf-46f3-8edb-5ca75bd936eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Synchronizing usage tracker for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:56.903481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-d1763a71-cd74-4c89-9a57-c767ee25e162', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:09:56.904382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.917159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.918096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:56.923903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bbf33692-dacf-46f3-8edb-5ca75bd936eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Unset dirty status for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:56.926138 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bbf33692-dacf-46f3-8edb-5ca75bd936eb tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports/0f4c6c2a-bb71-428a-a365-52d96183d365 HTTP/1.1" status: 404 len: 333 time: 0.1728182 Mar 11 16:09:56.932088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 283560ae-0208-429c-a9e9-c68ae3574e8a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:56.933691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cca6b1d1-084a-4071-a156-325470c80cbe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:56.937751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:56.938407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37448) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:56.938825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-df9d7b05-cb66-4890-ba7b-911739f692ab tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:56.951073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:56.963739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:56.977550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:56.986224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=df7a60d2-96f5-49c4-b058-0bfe955ba93f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.006985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:57.038994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=a13fab93-1322-48af-a44b-b8c4ed660172,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.076631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-df9d7b05-cb66-4890-ba7b-911739f692ab tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:57.081526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-df9d7b05-cb66-4890-ba7b-911739f692ab tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3147182 Mar 11 16:09:57.085473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37454) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:57.138208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Allocated IP 172.20.0.2 (d1763a71-cd74-4c89-9a57-c767ee25e162/8d11b15c-b283-434a-8b68-7a05fd345702/e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:09:57.153983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.159290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cca6b1d1-084a-4071-a156-325470c80cbe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:57.162556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.167277 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cca6b1d1-084a-4071-a156-325470c80cbe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4767108 Mar 11 16:09:57.168846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37458) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:57.185401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--935454093'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:57.191932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.198738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:57.209980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:09:57.210322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.244851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=e24247f0-47b3-468e-84b7-f9f50f5dc705,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.263515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:57.343843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a216bd7d-8355-4c9c-83c8-12d8da4d7920 None None] Provisioning for port a13fab93-1322-48af-a44b-b8c4ed660172 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:57.363941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a216bd7d-8355-4c9c-83c8-12d8da4d7920 None None] Provisioning complete for port a13fab93-1322-48af-a44b-b8c4ed660172 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:09:57.364557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a216bd7d-8355-4c9c-83c8-12d8da4d7920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.368661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.438114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.486047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a216bd7d-8355-4c9c-83c8-12d8da4d7920 None None] Port a13fab93-1322-48af-a44b-b8c4ed660172 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:09:57.533029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.549258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Transition to ACTIVE for port object e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:57.571675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Transition to ACTIVE for port object e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:09:57.577422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.598859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.657352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:57.658192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Pushing event updated for resources: {'Port': ['ID=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.661746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:57.663932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:09:57.701378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.762766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:57.774668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.778636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:57.790195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Attempting to bind port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:09:57.790655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Attempting to bind port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:09:57.791086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Attempting to bind port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:09:57.793310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:57.798603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:09:57.798969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:09:57.799922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.800239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Bound using segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:09:57.801516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Bound port: e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:09:57.801996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.804592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:57.889730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.898732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e208097-d8ff-4a94-a217-1121c7a4631f req-af2a9f64-1687-4f6c-abc1-3fd7256d5193 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:09:57.900291 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7e208097-d8ff-4a94-a217-1121c7a4631f req-af2a9f64-1687-4f6c-abc1-3fd7256d5193 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.5848711 Mar 11 16:09:57.931876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] For port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:09:57.936953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] For port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:09:57.942192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:57.963480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5576a36-4f27-4c85-abab-3fbf65535667,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:57.974229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.011223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.078311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa39a-6f4f-45c6-9376-3e8e88675e1e None None] Pushing event updated for resources: {'Port': ['ID=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:58.107806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.170318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.175951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.180115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.181237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6eca05cc-c63e-4016-901e-c8abda076349 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/b5576a36-4f27-4c85-abab-3fbf65535667 HTTP/1.1" status: 204 len: 168 time: 1.0893958 Mar 11 16:09:58.201933 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7e208097-d8ff-4a94-a217-1121c7a4631f req-78bab5dc-00c2-4647-a0f4-90a59ea4fe0d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881584 Mar 11 16:09:58.202454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37462) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:58.438261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:09:58.548425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0242ddcd-bf28-42f0-b380-497389b056a6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:58.550366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.568228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d8c0e1a-4628-461b-a2c4-a9d72cfdc1ec tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:58.620434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0d8c0e1a-4628-461b-a2c4-a9d72cfdc1ec tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:58.621689 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d8c0e1a-4628-461b-a2c4-a9d72cfdc1ec tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4136956 Mar 11 16:09:58.626386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37466) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:58.635221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673813803'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:58.637064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.638867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-72a9bc3e-cc9d-46ba-b2d9-98bcde853a03 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4647722 Mar 11 16:09:58.642286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:58.645405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:58.659229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--785735858'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:58.672037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:58.676142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:58.681668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.692100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.705468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:58.751912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:58.772963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.828274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:58.886414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.929347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:58.988775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=a13fab93-1322-48af-a44b-b8c4ed660172,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:58.994385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.029149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:59.035671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:59.053363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:59.061812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:59.071412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:59.157478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:09:59.216445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.226393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:09:59.245232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa391ef-5108-4eb0-b7a0-f5423b013c2e None None] Network d1763a71-cd74-4c89-9a57-c767ee25e162 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:09:59.253546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:09:59.280034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:09:59.292265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:09:59.295911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.311673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.366414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9875ac82-754f-408b-a664-36dc5cce48b5 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 HTTP/1.1" status: 204 len: 168 time: 2.4229801 Mar 11 16:09:59.367368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37476) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:59.398752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.415499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.432834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-413fab1c-9ca5-4a81-ab90-86d1eb780975 None None] Provisioning for port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:09:59.456704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.476801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.479713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=df7a60d2-96f5-49c4-b058-0bfe955ba93f,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:59.522807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3c49ca-2464-438b-80cf-f09bb6bea9db tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] GET failed (client error): The resource could not be found. Mar 11 16:09:59.522807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-de3c49ca-2464-438b-80cf-f09bb6bea9db tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Synchronizing usage tracker for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:09:59.526359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 283560ae-0208-429c-a9e9-c68ae3574e8a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:09:59.539968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:09:59.642848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.647905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.656493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.778553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2225019f-6e1a-4521-b1b7-ad3f42c85b02,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:59.782008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.783227 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7a8036e7-c6d5-4b1f-8a91-c2fc723723b5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6567340 Mar 11 16:09:59.791982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37480) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:59.792570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.796248 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2d3fbd0a-6ff5-45b7-8b46-57352cd494d1 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1505234 Mar 11 16:09:59.800129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37484) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:59.804750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-11393d00-04f5-4304-aa47-5c75351ad084 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'floatingip': {'port_id': '646865bd-906b-48c1-b6cf-7795aa2c7467', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:09:59.894765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03dafc7-b8d8-4b1e-b940-46b63135bb27,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:09:59.926427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-de3c49ca-2464-438b-80cf-f09bb6bea9db tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Unset dirty status for tenant:f0f17e887a5b4b399250e78cb40a7418 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:09:59.927596 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-de3c49ca-2464-438b-80cf-f09bb6bea9db tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "GET /v2.0/ports/d150e7ee-10dd-4a3b-bd7a-3f32a5f28cd4 HTTP/1.1" status: 404 len: 333 time: 0.5513887 Mar 11 16:09:59.935048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:09:59.935985 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c4a6202d-73f2-47dd-bde8-ec8f27251add tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3075435 Mar 11 16:09:59.939537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37486) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:59.939866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37488) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:09:59.982911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'd03dafc7-b8d8-4b1e-b940-46b63135bb27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:00.006008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-da1328ab-e8ea-4fc9-95f8-25f90c69ba6a None None] Provisioning complete for port a13fab93-1322-48af-a44b-b8c4ed660172 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:00.006566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da1328ab-e8ea-4fc9-95f8-25f90c69ba6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.013505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:00.015599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '0242ddcd-bf28-42f0-b380-497389b056a6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2225019f-6e1a-4521-b1b7-ad3f42c85b02', 'remote_ip_prefix': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:00.030359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Allocated IP 172.26.4.98 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/4971be81-ea99-4e51-bd53-b2fa154d3ad3) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:00.032528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:00.042294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:00.042544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:00.046365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11393d00-04f5-4304-aa47-5c75351ad084 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.050498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:00.064408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:00.069479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 4421395c-c644-4b24-94af-7023e83413b6 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:00.069916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.102758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:00.103375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-da1328ab-e8ea-4fc9-95f8-25f90c69ba6a None None] Port a13fab93-1322-48af-a44b-b8c4ed660172 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:00.131046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:00.143217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130d524-6cb1-47f4-a449-f66353f9c283 req-b9466d3c-382c-41fa-8f81-c4af723deb7f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:00.145361 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c130d524-6cb1-47f4-a449-f66353f9c283 req-b9466d3c-382c-41fa-8f81-c4af723deb7f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.7016666 Mar 11 16:10:00.209957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router f0a8c4c9-bec8-4ddd-a663-6a081589c111 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:00.238387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:00.299197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.308141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.321543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:00.327443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:00.328092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.454416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.458622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.462855 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-11393d00-04f5-4304-aa47-5c75351ad084 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] update failed (client error): The resource could not be found. Mar 11 16:10:00.464087 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11393d00-04f5-4304-aa47-5c75351ad084 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "PUT /v2.0/floatingips/6368c738-cd44-4e19-81a3-a05605740088 HTTP/1.1" status: 404 len: 507 time: 0.6690471 Mar 11 16:10:00.468665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37496) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:00.495100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:00.499327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.572360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.580677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:00.591517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c130d524-6cb1-47f4-a449-f66353f9c283 req-7f700511-0ac9-4514-b4dc-2dd084502637 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845425 Mar 11 16:10:00.635091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.683856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port df7a60d2-96f5-49c4-b058-0bfe955ba93f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:00.684201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.722949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b7a669-fa2d-400f-bd87-ee5c8eb430b1,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:00.752642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.778644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.786630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.787799 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b4eb3fc6-d0bc-4b25-b00d-c6510ae14eab tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7992954 Mar 11 16:10:00.793981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37500) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:00.797380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.867524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:00.916678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:00.922276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4971be81-ea99-4e51-bd53-b2fa154d3ad3,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:00.925860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:00.927934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:00.942239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 4421395c-c644-4b24-94af-7023e83413b6 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:01.026871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b9ab9e-de60-4437-8f0a-10c63cfc7084,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:01.046874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.047456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.057660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.087077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.094032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.095186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c43e918e-f392-4509-94ca-ccd18eef5da4 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1515105 Mar 11 16:10:01.101822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37504) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.168826 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d14490bb-7033-4669-b79a-ff6290280125 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules/b6b9ab9e-de60-4437-8f0a-10c63cfc7084 HTTP/1.1" status: 200 len: 705 time: 0.0503168 Mar 11 16:10:01.174345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37508) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.196818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Calling delete_port for df7a60d2-96f5-49c4-b058-0bfe955ba93f owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:01.206544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.243761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:01.254957 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] Sync routers for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:01.274211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63b7a669-fa2d-400f-bd87-ee5c8eb430b1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:01.275796 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:01.276511 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:01.287135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 740a93ac-2a66-410a-b55b-3aad4d1a4abd is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:10:01.318205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.319139 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8fce6af2-773c-46ce-ae72-c67b608133c3 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/63b7a669-fa2d-400f-bd87-ee5c8eb430b1 HTTP/1.1" status: 204 len: 168 time: 0.5205240 Mar 11 16:10:01.322717 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eeb350a2-6fa0-40f6-bfc9-8e36fa6ad3b5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3411512 Mar 11 16:10:01.325161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.325644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37514) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.329574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.351113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:01.362267 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:01.363562 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:01.383099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.426483 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:01.427557 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e6695-076a-45e7-87ab-bc6d4802f9f4 None None] The sync data for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:01.438429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Port': ['ID=df7a60d2-96f5-49c4-b058-0bfe955ba93f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:01.555305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.560749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.561540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.659084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Port': ['ID=4421395c-c644-4b24-94af-7023e83413b6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:01.676065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4311a9a-f3c4-42e3-b79a-976d5e6a1a23 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:01.760505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.762065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-41f9804b-8a2a-4e6a-ac94-326f4243731b tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "DELETE /v2.0/floatingips/6368c738-cd44-4e19-81a3-a05605740088 HTTP/1.1" status: 204 len: 168 time: 1.2920661 Mar 11 16:10:01.768150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.826620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'floatingip': {'floating_network_id': 'd7921520-32da-40d5-a29e-d0530642ec92', 'port_id': '646865bd-906b-48c1-b6cf-7795aa2c7467', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:01.838211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:01.849469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:floatingip and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:01.854218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:01.861689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:01.886580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.933430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f4311a9a-f3c4-42e3-b79a-976d5e6a1a23 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:01.938524 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4311a9a-f3c4-42e3-b79a-976d5e6a1a23 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.7300885 Mar 11 16:10:01.949550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37526) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.955569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:01.962204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-459b8443-abe8-4ec2-89ff-69ff8472a674 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/ports/4421395c-c644-4b24-94af-7023e83413b6 HTTP/1.1" status: 204 len: 168 time: 2.0152583 Mar 11 16:10:01.969950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:01.993445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25883825-f51d-421e-a365-64f314d1d252 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:02.119662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.129650 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:10:02.133753 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f6414fd4-bde7-43c3-8e63-9affab945545 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3615816 Mar 11 16:10:02.133918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25883825-f51d-421e-a365-64f314d1d252 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:02.134465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37534) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.135205 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-25883825-f51d-421e-a365-64f314d1d252 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8079572 Mar 11 16:10:02.137508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:10:02.139325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37538) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.142757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '646865bd-906b-48c1-b6cf-7795aa2c7467', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:02.143771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.171701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:02.183742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Usage tracker for resource:floatingip and tenant:a2bf8b56c0e34446b9530f54cc8e0a9d is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:02.193680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:02.213508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:02.215176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:02.246181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84270-50b7-4737-aaf2-712bd5470ae7 req-36236667-f041-42f2-9c15-c1033de0cafa tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:02.247675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24a84270-50b7-4737-aaf2-712bd5470ae7 req-36236667-f041-42f2-9c15-c1033de0cafa tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.5004563 Mar 11 16:10:02.293053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.329778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:02.330140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.393008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.449649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.506270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6b9ab9e-de60-4437-8f0a-10c63cfc7084,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:02.508014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.530493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:02.533672 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24a84270-50b7-4737-aaf2-712bd5470ae7 req-da373075-9d68-490c-875a-11142243f145 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682183 Mar 11 16:10:02.539618 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-280309b8-eb28-473b-856d-6373ce76ba6a tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/740a93ac-2a66-410a-b55b-3aad4d1a4abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0967536 Mar 11 16:10:02.542840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.545819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-822cc2d8-8a99-4f3e-ac76-a8d85302c4d8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/b6b9ab9e-de60-4437-8f0a-10c63cfc7084 HTTP/1.1" status: 204 len: 168 time: 0.5922461 Mar 11 16:10:02.546097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37542) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.548353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] Sync routers for ids ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:02.549262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting subnet 3f39565e-421f-49cd-af1d-8a2776d4d5bb {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:02.553512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37544) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.555749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.561531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] Routers {'740a93ac-2a66-410a-b55b-3aad4d1a4abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:02.568784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:02.630037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:02.650530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] Routers {'740a93ac-2a66-410a-b55b-3aad4d1a4abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:02.651159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:02.674524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.697739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ea9d8-7c7a-4996-9d71-e25c992a4326 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:02.701779 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3d8ea9d8-7c7a-4996-9d71-e25c992a4326 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports/a13fab93-1322-48af-a44b-b8c4ed660172 HTTP/1.1" status: 200 len: 910 time: 0.1503859 Mar 11 16:10:02.703252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.707800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37550) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.725200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:02.725608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51797fb0-60af-41ab-b35c-b58cbf6ea8e0 None None] The sync data for ids ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:02.734440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32f8343c-8fa2-4fb9-8fba-2278e13c2be4'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:02.745411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2225019f-6e1a-4521-b1b7-ad3f42c85b02,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:02.766608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d7624562-1c07-4d2c-ad79-b1955cc41514 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:02.768127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.769304 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d9ed6a5-42d2-48d8-8816-b20b87230fd5 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/2225019f-6e1a-4521-b1b7-ad3f42c85b02 HTTP/1.1" status: 204 len: 168 time: 0.6202438 Mar 11 16:10:02.773235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.774662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37554) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.835381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d7624562-1c07-4d2c-ad79-b1955cc41514 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:02.839644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d7624562-1c07-4d2c-ad79-b1955cc41514 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2825632 Mar 11 16:10:02.845672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37558) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:02.850407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:02.866561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'd03dafc7-b8d8-4b1e-b940-46b63135bb27', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:02.882756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:02.888829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:02.899853 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:02.913721 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:02.914457 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:02.924482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:03.011000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.015196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a9da7b6d-5ea7-47da-8529-7dd3800d92b2 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2927887 Mar 11 16:10:03.016813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37562) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:03.087623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.109131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3f7281be-9b3a-4aed-8066-f7ce25921f40 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:03.160428 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:03.171700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.179928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Allocated IP 172.26.4.189 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/72e39e4d-0227-43ca-88e2-b51826892b96) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:03.250879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3f7281be-9b3a-4aed-8066-f7ce25921f40 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:03.252153 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3f7281be-9b3a-4aed-8066-f7ce25921f40 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4743865 Mar 11 16:10:03.260621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37566) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:03.411629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.441027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.453053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.476881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Subnet': ['ID=3f39565e-421f-49cd-af1d-8a2776d4d5bb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:03.512312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.524089 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:01Z', 'revision_number': 3, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:03.529903 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:03.530358 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Updating router 81b923e8-65d6-45c6-93cd-29169cba18b0 port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:03.543999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.550108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969dec6e-4163-45fd-bf59-837c090a30da None None] Network 7beaaa09-f9dc-48ed-b72f-a32a98129e19 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:03.576459 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-92b1471e-f229-41f2-ad13-ba2d737a4213 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/subnets/3f39565e-421f-49cd-af1d-8a2776d4d5bb HTTP/1.1" status: 204 len: 168 time: 1.6043618 Mar 11 16:10:03.579725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.583923 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7344503 Mar 11 16:10:03.595630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37570) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:03.595896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37572) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:03.610427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.628292 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.797531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.799043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7fc3b-f4f7-4398-b344-70bdcb30518b tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2effed-2401-4c99-af0c-7e98316c8bcb,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:03.895204 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-31e273c1-8f1e-436e-b8a3-865f4b9ac5a8 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules/fa2effed-2401-4c99-af0c-7e98316c8bcb HTTP/1.1" status: 200 len: 705 time: 0.2948892 Mar 11 16:10:03.911377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] DHCP port deletion for 7beaaa09-f9dc-48ed-b72f-a32a98129e19 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:03.914230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37580) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:03.915893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Deleting port 0002a135-deb5-44a8-9362-679cffb0ad91 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:03.916651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:03.950145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.025030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.081548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.120875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 0002a135-deb5-44a8-9362-679cffb0ad91 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:04.120875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.166465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d307163-c96d-4910-a81d-f43bc6f2302c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:04.191317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] For port 0002a135-deb5-44a8-9362-679cffb0ad91, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0002a135-deb5-44a8-9362-679cffb0ad91,segment=NetworkSegment(baacb35b-69ea-4d55-a9d8-6b741d9f1833),segment_id=baacb35b-69ea-4d55-a9d8-6b741d9f1833)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:04.192058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.199706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.254610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbc15-f1ba-478b-81ec-6c6806701db5 req-a22e147c-d9d4-467b-af8e-2b6a11115969 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:04.256121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-022bbc15-f1ba-478b-81ec-6c6806701db5 req-a22e147c-d9d4-467b-af8e-2b6a11115969 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.3705170 Mar 11 16:10:04.262767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0242ddcd-bf28-42f0-b380-497389b056a6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.274066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0002a135-deb5-44a8-9362-679cffb0ad91 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:04.357392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:04.379612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Calling delete_port for 0002a135-deb5-44a8-9362-679cffb0ad91 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:04.394838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-022bbc15-f1ba-478b-81ec-6c6806701db5 req-4a17702b-6796-4da4-a82f-365da631396b tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270254 Mar 11 16:10:04.406992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event updated for resources: {'Port': ['ID=72e39e4d-0227-43ca-88e2-b51826892b96,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.416177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:04.420364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:04.529868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7d307163-c96d-4910-a81d-f43bc6f2302c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:04.534280 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d307163-c96d-4910-a81d-f43bc6f2302c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6102059 Mar 11 16:10:04.534500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.534623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37584) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.541728 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.559787 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Transition to ACTIVE for port object 4971be81-ea99-4e51-bd53-b2fa154d3ad3 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:04.571903 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.589125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.591596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7a5a4681-4d8d-4918-bffa-6bcf6b7add93 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/0242ddcd-bf28-42f0-b380-497389b056a6 HTTP/1.1" status: 204 len: 168 time: 1.3201146 Mar 11 16:10:04.594318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] Pushing event deleted for resources: {'Port': ['ID=0002a135-deb5-44a8-9362-679cffb0ad91,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.600314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37588) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.605691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.617393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7fb0e-e82a-4ffd-a9c4-52dbf85fc40f None None] No DVR routers for this DVR port 0002a135-deb5-44a8-9362-679cffb0ad91 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:04.714698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.717112 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Pushing event updated for resources: {'Port': ['ID=4971be81-ea99-4e51-bd53-b2fa154d3ad3,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.721744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.734110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Attempting to bind port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:04.734110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Attempting to bind port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:04.734110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Attempting to bind port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:04.736486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.737009 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.737428 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.737788 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.738736 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.739072 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.739456 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.739797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.740122 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.740464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.740830 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:04.744622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.758603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:04.759564 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:04.760269 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.760720 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:04.761294 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Bound port: 4971be81-ea99-4e51-bd53-b2fa154d3ad3, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:04.761774 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.773294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.840246 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] For port 4971be81-ea99-4e51-bd53-b2fa154d3ad3, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:04.843638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] For port 4971be81-ea99-4e51-bd53-b2fa154d3ad3, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4971be81-ea99-4e51-bd53-b2fa154d3ad3,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:04.849861 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.871805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] For port 0002a135-deb5-44a8-9362-679cffb0ad91, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0002a135-deb5-44a8-9362-679cffb0ad91,segment=NetworkSegment(baacb35b-69ea-4d55-a9d8-6b741d9f1833),segment_id=baacb35b-69ea-4d55-a9d8-6b741d9f1833)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:04.871805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.888634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eb2a397b-037c-4bc0-8ce2-4b846cbb26af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:04.935472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:04.936270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:04.940327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/ports/a13fab93-1322-48af-a44b-b8c4ed660172 HTTP/1.1" status: 200 len: 910 time: 2.2272928 Mar 11 16:10:04.946565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37592) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:04.947240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ba4c3-8ba4-4972-8e60-a7b575274cb9 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=a13fab93-1322-48af-a44b-b8c4ed660172,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:04.947931 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:04.948604 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:04.960390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.007592 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdfc4b-e87d-4e31-be8c-cf1c1971f516 None None] Pushing event updated for resources: {'Port': ['ID=4971be81-ea99-4e51-bd53-b2fa154d3ad3,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:05.053648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.054868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/fa2effed-2401-4c99-af0c-7e98316c8bcb HTTP/1.1" status: 204 len: 168 time: 0.5185316 Mar 11 16:10:05.063775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4f9ed-6028-4129-b704-07b94cb47c1d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa2effed-2401-4c99-af0c-7e98316c8bcb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:05.066651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37598) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:05.068006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Calling delete_port for 0002a135-deb5-44a8-9362-679cffb0ad91 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:05.082279 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:05.154723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-eb2a397b-037c-4bc0-8ce2-4b846cbb26af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:05.160603 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eb2a397b-037c-4bc0-8ce2-4b846cbb26af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5516024 Mar 11 16:10:05.160777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 5dbff9ab-0738-4f12-be9b-3df4395f1acb {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:05.160777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.166673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37602) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:05.185621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170248538'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:05.188586 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:05.191938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:05.231265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:05.244100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port 72e39e4d-0227-43ca-88e2-b51826892b96 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:05.244452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.303563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:05.303956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:05.306462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.474052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fcca8b86-33cf-4568-aa7f-d75a196fd0e2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:05.532240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fcca8b86-33cf-4568-aa7f-d75a196fd0e2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:05.533496 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fcca8b86-33cf-4568-aa7f-d75a196fd0e2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4628963 Mar 11 16:10:05.537245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37608) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:05.558992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': 'd03dafc7-b8d8-4b1e-b940-46b63135bb27', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:05.568646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.577511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:05.587635 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:01Z', 'revision_number': 3, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:05.600717 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdb3295-c7dc-4355-a845-b7b426b32e76 None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:01Z', 'revision_number': 3, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:05.707750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:05.731934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:05.740496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:05.742081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:05.762555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:05.768915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.769269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.839971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 5dbff9ab-0738-4f12-be9b-3df4395f1acb owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:05.853375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Deleting port 0002a135-deb5-44a8-9362-679cffb0ad91 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:05.853752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:05.952187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Calling delete_port for 72e39e4d-0227-43ca-88e2-b51826892b96 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:06.039652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.106159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c695-130d-4941-ac70-4f5c75c2f73e req-9de69ebe-2d6e-4f44-aee5-ae5a3c70ef7e tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:06.107052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] The port '0002a135-deb5-44a8-9362-679cffb0ad91' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:06.110306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44a1c695-130d-4941-ac70-4f5c75c2f73e req-9de69ebe-2d6e-4f44-aee5-ae5a3c70ef7e tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.5231285 Mar 11 16:10:06.242936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4971be81-ea99-4e51-bd53-b2fa154d3ad3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:06.256127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.268844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.296969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44a1c695-130d-4941-ac70-4f5c75c2f73e req-07dd43d6-eed2-43ad-a65b-a84788be05d5 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708734 Mar 11 16:10:06.330986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6296c4f7-4a22-4024-99a9-2fdf61cd899c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.338932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.353974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.371195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.394988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.396789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=5dbff9ab-0738-4f12-be9b-3df4395f1acb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.404509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.413604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beaaa09-f9dc-48ed-b72f-a32a98129e19']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:06.419882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:06.428559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:06.429189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.465794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baacb35b-69ea-4d55-a9d8-6b741d9f1833') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:06.467408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baacb35b-69ea-4d55-a9d8-6b741d9f1833') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:06.467773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.471492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-333c4171-82b1-4cf7-b624-bb1547a1cb7c tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9284773 Mar 11 16:10:06.498765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37612) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:06.530375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.542924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.609696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Port': ['ID=72e39e4d-0227-43ca-88e2-b51826892b96,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.627079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecad7af3-df94-40eb-8489-396038ad2250,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.634191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.657814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.667853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:06.670005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.684840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4971be81-ea99-4e51-bd53-b2fa154d3ad3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4971be81-ea99-4e51-bd53-b2fa154d3ad3,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:06.690650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:06.820158 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:06.826974 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-46a8f628-f457-4ee1-a79b-bfffc4de8476 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules/6296c4f7-4a22-4024-99a9-2fdf61cd899c HTTP/1.1" status: 200 len: 706 time: 0.3177173 Mar 11 16:10:06.836825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37616) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:06.846382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4971be81-ea99-4e51-bd53-b2fa154d3ad3,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:06.874242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.890600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:06.891957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ea353203-0243-48a8-9666-6fe21ff33e1f tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7205067 Mar 11 16:10:06.899535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37620) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:06.946050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': 'ecad7af3-df94-40eb-8489-396038ad2250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:06.964291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:06.971780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.002947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:07.024492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:07.030251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.049994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:07.059605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] Pushing event deleted for resources: {'Network': ['ID=7beaaa09-f9dc-48ed-b72f-a32a98129e19,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:07.076453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-44e30274-86c0-4bd5-b03b-a09c90aac7e8 tempest-AllowedAddressPairIpV6TestJSON-533463103 tempest-AllowedAddressPairIpV6TestJSON-533463103-project] 10.222.0.78 "DELETE /v2.0/networks/7beaaa09-f9dc-48ed-b72f-a32a98129e19 HTTP/1.1" status: 204 len: 168 time: 3.4782953 Mar 11 16:10:07.140437 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] create failed (client error): The resource could not be found. Mar 11 16:10:07.146047 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c4796d2c-bc24-4325-9855-d92317ccd8e3 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0060771 Mar 11 16:10:07.149133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37626) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.157355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.172820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cb6399a5-cdf0-4345-ace1-590d134a0606 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:07.244081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cb6399a5-cdf0-4345-ace1-590d134a0606 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:07.247616 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cb6399a5-cdf0-4345-ace1-590d134a0606 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4060764 Mar 11 16:10:07.248859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37630) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.305119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port 646865bd-906b-48c1-b6cf-7795aa2c7467 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:07.305490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.418205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37638) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.435649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.462289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.481874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.546514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.621390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.736504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62232735-b5ac-44d9-b609-167600403742,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:07.810904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.816025 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f7a762f6-7d5e-48fb-a03e-a5745cb37bf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8850169 Mar 11 16:10:07.818283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37644) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.846227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.915962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e76d0e6-d5fa-4853-9ed4-2cfa868e4b27 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0f17e887a5b4b399250e78cb40a7418&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4943559 Mar 11 16:10:07.915962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6296c4f7-4a22-4024-99a9-2fdf61cd899c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:07.916343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.924977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37648) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.965841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:07.966923 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/6296c4f7-4a22-4024-99a9-2fdf61cd899c HTTP/1.1" status: 204 len: 168 time: 0.7164559 Mar 11 16:10:07.981904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37652) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:07.984972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.985311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.985649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.986030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.986362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.986691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.986999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.987316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.987640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.988512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.989981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3419c55-cdd8-459c-8e29-c4db05b52c91 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:07.999187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c9274-9b7f-4163-b721-a0f7fed9d695 req-b65005dc-a9f2-44d3-8a23-c5e4f8223a8c tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:08.000736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a58c9274-9b7f-4163-b721-a0f7fed9d695 req-b65005dc-a9f2-44d3-8a23-c5e4f8223a8c tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.5027065 Mar 11 16:10:08.060235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router f0a8c4c9-bec8-4ddd-a663-6a081589c111 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:08.074929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.086895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Calling delete_port for 646865bd-906b-48c1-b6cf-7795aa2c7467 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:08.107606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6405b1c1-03dd-413a-ba89-420c089a0376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.131428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.183832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.189187 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a58c9274-9b7f-4163-b721-a0f7fed9d695 req-65b352fd-5a5e-4dfd-95ae-154816c13fa0 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651843 Mar 11 16:10:08.191498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Allocated IP 172.20.0.1 (d1763a71-cd74-4c89-9a57-c767ee25e162/8d11b15c-b283-434a-8b68-7a05fd345702/51ee59f6-5776-4882-bf7a-8c3a7c5eab3f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:08.203475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-50e276c3-4f93-4770-b8fa-1d6984051ba2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:08.220222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.238624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4971be81-ea99-4e51-bd53-b2fa154d3ad3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:08.261796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62232735-b5ac-44d9-b609-167600403742,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:08.265804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.270696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9872483d-b4eb-48d0-8e7d-8968f7312254 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/62232735-b5ac-44d9-b609-167600403742 HTTP/1.1" status: 204 len: 168 time: 0.4199789 Mar 11 16:10:08.278755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37656) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.333895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:08.334181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.369817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.423566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.459778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-50e276c3-4f93-4770-b8fa-1d6984051ba2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:08.463943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-50e276c3-4f93-4770-b8fa-1d6984051ba2 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4685163 Mar 11 16:10:08.470617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37660) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.504972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Port': ['ID=646865bd-906b-48c1-b6cf-7795aa2c7467,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:08.526305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.534023 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3a8950b-41eb-46dc-940a-c236c53910af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2516057 Mar 11 16:10:08.536307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:08.538103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37664) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.552234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] Sync routers for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:08.566808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:08.567862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:08.598099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.600612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.601764 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8fa60ba1-12a3-46cf-be8b-5671e66951e5 HTTP/1.1" status: 204 len: 168 time: 0.6747353 Mar 11 16:10:08.613581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a984515c-9b24-4427-9978-944f9c572c52 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2756560 Mar 11 16:10:08.616230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37670) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.655485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:08.655795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Transition to ACTIVE for port object 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:08.671915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] Routers {'f0a8c4c9-bec8-4ddd-a663-6a081589c111'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:08.674027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:09:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:08.720592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.723558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.732274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba9782-c0c4-4517-b0d5-ce737fbdc9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa60ba1-12a3-46cf-be8b-5671e66951e5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:08.765083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-39a22afe-b548-49c8-b02c-a8e641e1a69e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:08.767513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-90480491-aadc-43fc-8644-25ad976a3b9a tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "DELETE /v2.0/ports/646865bd-906b-48c1-b6cf-7795aa2c7467 HTTP/1.1" status: 204 len: 168 time: 1.6172733 Mar 11 16:10:08.771761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37674) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.790666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:08.791075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb1b6d-dc6f-44ac-ae1d-9aa0ffc1dece None None] The sync data for ids ['f0a8c4c9-bec8-4ddd-a663-6a081589c111'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:08.842831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.858289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.858863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.865248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-39a22afe-b548-49c8-b02c-a8e641e1a69e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:08.866450 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-39a22afe-b548-49c8-b02c-a8e641e1a69e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0a8c4c9-bec8-4ddd-a663-6a081589c111 HTTP/1.1" status: 200 len: 205 time: 0.2260675 Mar 11 16:10:08.876614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37678) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:08.879809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port a13fab93-1322-48af-a44b-b8c4ed660172 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:08.880044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:08.978414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:08.983925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Pushing event updated for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:08.986651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:08.990700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:09.036777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.066622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.067261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.067758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.068284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.068805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.069304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.069838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.070338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.070920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.071409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.071898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:09.090797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc46fb5-e390-455e-9f5c-3530dea44bcb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:09.092375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8cc46fb5-e390-455e-9f5c-3530dea44bcb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Synchronizing usage tracker for tenant:a2bf8b56c0e34446b9530f54cc8e0a9d on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:09.095617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03dafc7-b8d8-4b1e-b940-46b63135bb27,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:09.147191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8cc46fb5-e390-455e-9f5c-3530dea44bcb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Unset dirty status for tenant:a2bf8b56c0e34446b9530f54cc8e0a9d on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:09.148477 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8cc46fb5-e390-455e-9f5c-3530dea44bcb tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "GET /v2.0/ports?device_id=5c5d693f-7830-4d13-8b4c-1696fd21aec0 HTTP/1.1" status: 200 len: 913 time: 0.3690281 Mar 11 16:10:09.149571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.152357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37684) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:09.229042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.230186 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-08794407-182b-4184-948c-be95d24871e0 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/d03dafc7-b8d8-4b1e-b940-46b63135bb27 HTTP/1.1" status: 204 len: 168 time: 0.7578263 Mar 11 16:10:09.238779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37692) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:09.260203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.388523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a7ad5950-7b97-40d5-9728-e6eb3ad1b18d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:09.427519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3bece55-4a7e-40b1-8fa8-f5e00ab9833d None None] Provisioning for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:09.444661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3bece55-4a7e-40b1-8fa8-f5e00ab9833d None None] Provisioning complete for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:09.446452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.447211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3bece55-4a7e-40b1-8fa8-f5e00ab9833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.474739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a7ad5950-7b97-40d5-9728-e6eb3ad1b18d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:09.480932 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a7ad5950-7b97-40d5-9728-e6eb3ad1b18d tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1767156 Mar 11 16:10:09.480932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37700) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:09.484620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.499113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278516161'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:09.513119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.513395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:09.551129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b3bece55-4a7e-40b1-8fa8-f5e00ab9833d None None] Port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:09.557113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:09.594574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.664130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecad7af3-df94-40eb-8489-396038ad2250,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:09.695817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.854598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for a13fab93-1322-48af-a44b-b8c4ed660172 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:09.886943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:09.888946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3741cf28-01d6-4106-a559-e3112092a2fe tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/ecad7af3-df94-40eb-8489-396038ad2250 HTTP/1.1" status: 204 len: 168 time: 1.3488247 Mar 11 16:10:09.899010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37712) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:09.983695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:09.999791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:10.005999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:10.017458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.099914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:10.119332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35a3d7-d986-4b84-a8e3-e5b4fb3b9334 req-3e72828e-80c1-4c49-ba7f-c2612f6c4c2f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:10.121044 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce35a3d7-d986-4b84-a8e3-e5b4fb3b9334 req-3e72828e-80c1-4c49-ba7f-c2612f6c4c2f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.6150932 Mar 11 16:10:10.139129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.151406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.180408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.250918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.274519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.324055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db26db0e-bb2a-4421-a1ae-f29eb10fb84e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:10.338445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.355169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1960428499'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:10.366043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.375724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-db26db0e-bb2a-4421-a1ae-f29eb10fb84e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:10.380936 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-db26db0e-bb2a-4421-a1ae-f29eb10fb84e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4732432 Mar 11 16:10:10.380936 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce35a3d7-d986-4b84-a8e3-e5b4fb3b9334 req-97e0119b-664d-438b-b449-2d108894b57d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437084 Mar 11 16:10:10.381349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37722) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:10.387707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634872656'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:10.397291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:10.419403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:10.421992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.466851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Usage tracker for resource:network and tenant:f8b93ec8df714d8ea26c03f9af303d0f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:10.469351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Pushing event updated for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:10.475382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:10.478243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.480943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.481481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969d9da4-8e1b-41d8-8dc6-cd09704c3242,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:10.481639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router f0a8c4c9-bec8-4ddd-a663-6a081589c111 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:10:10.491234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.494559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.522149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.523421 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c9891d8-d9a4-40d5-b843-7d6535b32fac tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0420156 Mar 11 16:10:10.528219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37726) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:10.540415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Request body: {'security_group_rule': {'security_group_id': '969d9da4-8e1b-41d8-8dc6-cd09704c3242', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:10.549271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.554163 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36507905-2a4b-4b8e-b530-563061122a4d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111 HTTP/1.1" status: 204 len: 168 time: 1.6727524 Mar 11 16:10:10.555443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37730) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:10.555997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Made reservation on behalf of f8b93ec8df714d8ea26c03f9af303d0f for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:10.556487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:10.559787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.612106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.628170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Usage tracker for resource:security_group_rule and tenant:e2a3d95a6007476b990b287126cb046f is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:10.632842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:10.666663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:10.689015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.700718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=a13fab93-1322-48af-a44b-b8c4ed660172,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:10.702964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:10.711772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:10.717527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Usage tracker for resource:security_group_rule and tenant:f8b93ec8df714d8ea26c03f9af303d0f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:10.722913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:10.726537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:10.739592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.750759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:10.754730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:10.756924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:10.927465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:10.965019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.113208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-999bc3af-6ea9-4f33-9095-82f59ec81f6e None None] Provisioning complete for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:11.114206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-999bc3af-6ea9-4f33-9095-82f59ec81f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.148569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.156032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.183312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-999bc3af-6ea9-4f33-9095-82f59ec81f6e None None] Port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:11.189108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8457a1a1-17f9-42bf-a9f8-e0c320a32f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.253926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:11.272065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.322698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb863ba-742d-4175-b3ca-95430476c6d9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.348509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet 61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:11.350282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.354692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.357154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.357499 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Added segment 0af698b8-e9aa-454a-812f-bf61d59543b1 of type vlan for network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e Mar 11 16:10:11.367979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.413096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.490028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0d02c3-e3fb-4b5c-92ed-1111c54e1941,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.506203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a098ac-075c-402a-bcb1-485f6bd9937d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.530585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.549728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.566179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.576781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.578319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5ad8d042-aab2-4cb7-8357-1cb5388fd5d2 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1960866 Mar 11 16:10:11.579404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.580748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43ad5741-ec29-4a17-a6a9-126916d46d2f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0515373 Mar 11 16:10:11.590873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37736) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:11.591256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37738) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:11.653859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.658145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:11.658765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.666539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': 'a2a098ac-075c-402a-bcb1-485f6bd9937d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:11.685054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:11.759171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:11.772835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:11.794498 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6909330 Mar 11 16:10:11.794834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:11.794968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20501497-57a8-44da-92f0-102deeb1e5ff tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'Network': ['ID=ba37857e-6914-4ee1-ad1f-f2cbd9fe547e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:11.796645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37744) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:11.806420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:11.838190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Request body: {'subnet': {'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:11.928274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.940265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.989761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:11.995779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Usage tracker for resource:subnet and tenant:f8b93ec8df714d8ea26c03f9af303d0f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:11.997682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:11.999944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:12.006590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.013617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:12.045736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7fcb5-fae8-4dd4-a9dd-2751348c3682 req-0841eccd-4526-467a-b6ca-6c769d9bfe59 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:12.047312 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88d7fcb5-fae8-4dd4-a9dd-2751348c3682 req-0841eccd-4526-467a-b6ca-6c769d9bfe59 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.4839320 Mar 11 16:10:12.048342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.070830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Made reservation on behalf of f8b93ec8df714d8ea26c03f9af303d0f for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:12.103139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:12.181811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port aec666ea-6592-466a-b4a7-b801f277375e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:12.182503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.247141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.260001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.355744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.410627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88d7fcb5-fae8-4dd4-a9dd-2751348c3682 req-bd4437c5-664a-413f-9ac7-7772f695aae4 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991233 Mar 11 16:10:12.419562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.491327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.557492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132b5e15-0bdd-4a2a-9ed7-26fdad5ed635,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:12.559281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.630190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.700104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:12.728277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d9da4-8e1b-41d8-8dc6-cd09704c3242,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:12.734537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.739894 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-11d0a73d-b5ab-4886-b453-34e8b8d354fd tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079 HTTP/1.1" status: 204 len: 168 time: 2.1772718 Mar 11 16:10:12.743047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37748) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:12.749403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.751039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4d49f35d-7508-472e-bd03-bd88bac710f1 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/969d9da4-8e1b-41d8-8dc6-cd09704c3242 HTTP/1.1" status: 204 len: 168 time: 1.1249194 Mar 11 16:10:12.762368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37752) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:12.772256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66645c-6da0-4ff6-bcca-0e38bb0c7159 None None] Network fd6457c4-fd38-4da9-887b-20ab8d4a699f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:12.782542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:12.783711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1babd45d-56a5-418f-b2b6-9742ec73f3af tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1592276 Mar 11 16:10:12.793565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37754) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:12.797903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Calling delete_port for aec666ea-6592-466a-b4a7-b801f277375e owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:12.835283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 740a93ac-2a66-410a-b55b-3aad4d1a4abd has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:12.843257 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-313f82da-88a7-44a1-b262-45c47946d74a tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules/132b5e15-0bdd-4a2a-9ed7-26fdad5ed635 HTTP/1.1" status: 200 len: 705 time: 0.0448995 Mar 11 16:10:12.845510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37760) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.008903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0f3a71f1-46c2-4680-9349-9cfbfedc2781 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:13.014544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.135943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8ccaedc7-ecf1-4026-8914-78b1095a2bbc tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:13.137009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] DHCP port deletion for fd6457c4-fd38-4da9-887b-20ab8d4a699f request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:13.142276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Deleting port a32bf41f-19ec-40cd-9b17-054679ca5162 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:13.142814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.177048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet bbe4131d-2f19-4d81-8ea4-dd469ef73610 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:13.182808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.219551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8ccaedc7-ecf1-4026-8914-78b1095a2bbc tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:13.224303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ccaedc7-ecf1-4026-8914-78b1095a2bbc tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3737411 Mar 11 16:10:13.229387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:13.230773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37764) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.236573 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-57085cbe-fdc4-4519-a4a0-b763cc9454bf tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/740a93ac-2a66-410a-b55b-3aad4d1a4abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2858627 Mar 11 16:10:13.239724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37768) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.249941 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] Sync routers for ids ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:13.252644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0f3a71f1-46c2-4680-9349-9cfbfedc2781 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:13.255814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0f3a71f1-46c2-4680-9349-9cfbfedc2781 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4291456 Mar 11 16:10:13.267430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37772) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.273386 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] Routers {'740a93ac-2a66-410a-b55b-3aad4d1a4abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:13.274274 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:13.283571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'Subnet': ['ID=c070f3c9-f936-43bc-9d87-61f41ed02c41,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.326417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.342996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:13.355953 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:13.360988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-85d9a2bc-2ae6-4217-968a-7a32556ac9ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:13.373373 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] Routers {'740a93ac-2a66-410a-b55b-3aad4d1a4abd'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:13.374940 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:13.390089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.418236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Checking segment: {'id': '0af698b8-e9aa-454a-812f-bf61d59543b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:13.418593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Network hostable DHCP agents. Network: ba37857e-6914-4ee1-ad1f-f2cbd9fe547e, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:13.431600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.439454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] For port a32bf41f-19ec-40cd-9b17-054679ca5162, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a32bf41f-19ec-40cd-9b17-054679ca5162,segment=NetworkSegment(248527c2-56f7-4402-925b-e0236d365e0c),segment_id=248527c2-56f7-4402-925b-e0236d365e0c)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:13.439990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.447779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.469652 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4aad1d97-df6f-4233-8640-6752ce88224d admin admin] 10.222.0.78 "PUT /v2.0/routers/81b923e8-65d6-45c6-93cd-29169cba18b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4463205 Mar 11 16:10:13.477464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.500839 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:13.505312 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcce9263-4632-44b6-9ddc-ddf52cade01a None None] The sync data for ids ['740a93ac-2a66-410a-b55b-3aad4d1a4abd'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:13.520469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-07669f88-4ba1-432b-bc31-54ecbd32cd5f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Synchronizing usage tracker for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:13.534091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-85d9a2bc-2ae6-4217-968a-7a32556ac9ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:13.536396 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-85d9a2bc-2ae6-4217-968a-7a32556ac9ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=740a93ac-2a66-410a-b55b-3aad4d1a4abd HTTP/1.1" status: 200 len: 205 time: 0.2957132 Mar 11 16:10:13.539444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37780) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.547204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Port': ['ID=aec666ea-6592-466a-b4a7-b801f277375e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.562673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:13.591660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.619376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-07669f88-4ba1-432b-bc31-54ecbd32cd5f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] Unset dirty status for tenant:e2a3d95a6007476b990b287126cb046f on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:13.620966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07669f88-4ba1-432b-bc31-54ecbd32cd5f tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3451962 Mar 11 16:10:13.667799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37784) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.674879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=132b5e15-0bdd-4a2a-9ed7-26fdad5ed635,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.679157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:13.683322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.702056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Calling delete_port for a32bf41f-19ec-40cd-9b17-054679ca5162 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:13.742174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.747440 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-caf2678a-28c0-4674-a43d-3bb706791968 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/132b5e15-0bdd-4a2a-9ed7-26fdad5ed635 HTTP/1.1" status: 204 len: 168 time: 0.5120559 Mar 11 16:10:13.749239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-8d885327-7275-4cca-a3b4-6541082c7440 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] delete failed (client error): The resource could not be found. Mar 11 16:10:13.749819 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d885327-7275-4cca-a3b4-6541082c7440 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "DELETE /v2.0/security-groups/969d9da4-8e1b-41d8-8dc6-cd09704c3242 HTTP/1.1" status: 404 len: 347 time: 0.0722904 Mar 11 16:10:13.750544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, ba37857e-6914-4ee1-ad1f-f2cbd9fe547e) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:13.752009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37788) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.758161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37790) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.764204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.765737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e698088-74a0-4396-aecf-39965f29c82a None None] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:13.766115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:13.766852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.795702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:13.796486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:13.825453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:13.923554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe4131d-2f19-4d81-8ea4-dd469ef73610,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:13.928504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6edaa25-11b7-4a7f-9c25-63ac598be6f6 None None] Network ccc4bdeb-2c08-4633-a690-222e95f665c9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:13.970966 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-861abc49-5cc7-4f8d-9f22-f1aa4a483218 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/bbe4131d-2f19-4d81-8ea4-dd469ef73610 HTTP/1.1" status: 204 len: 168 time: 1.2252276 Mar 11 16:10:13.975621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37798) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:13.993315 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e9b8eb0-4600-4d8c-97cc-313834a4e1b8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1639283 Mar 11 16:10:13.999000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37802) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:14.027580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Request body: {'port': {'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1158371444'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:14.131858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c36e0ca-3f1f-474a-9d3f-197a74a0f911 tempest-SecGroupTest-2036207490 tempest-SecGroupTest-2036207490-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3701940 Mar 11 16:10:14.148326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43914ff6-80c4-472a-929b-6f691483965e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:14.164867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.196683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43914ff6-80c4-472a-929b-6f691483965e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:14.204818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-43914ff6-80c4-472a-929b-6f691483965e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4491527 Mar 11 16:10:14.214693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37812) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:14.226453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.236849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.245601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': 'a2a098ac-075c-402a-bcb1-485f6bd9937d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:14.320544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:14.373917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:14.389513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a32bf41f-19ec-40cd-9b17-054679ca5162 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:14.429134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.453568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Pushing event deleted for resources: {'Port': ['ID=a32bf41f-19ec-40cd-9b17-054679ca5162,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:14.493789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:14.519647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Usage tracker for resource:port and tenant:f8b93ec8df714d8ea26c03f9af303d0f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:14.523359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.531323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:14.542335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:14.544458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] No DVR routers for this DVR port a32bf41f-19ec-40cd-9b17-054679ca5162 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:14.589342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a32bf41f-19ec-40cd-9b17-054679ca5162 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:10:14.589932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a32bf41f-19ec-40cd-9b17-054679ca5162 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:14.614102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.614853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.615429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.615998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.616569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.617122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.617667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.618249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.618818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.619363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.619900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e56442-8a29-4274-9a2c-a32c8acc5515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:10:14.651229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:14.735603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Made reservation on behalf of f8b93ec8df714d8ea26c03f9af303d0f for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:14.739457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.799447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-ba37857e-6914-4ee1-ad1f-f2cbd9fe547e', 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e', 'tenant_id': 'f8b93ec8df714d8ea26c03f9af303d0f', 'fixed_ips': [{'subnet_id': 'c070f3c9-f936-43bc-9d87-61f41ed02c41'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:14.801778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:14.942341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37824) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:14.960488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] device_id is not set on port 6030b525-aade-4679-9c37-1f3383ccec7b yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:10:14.991642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.023066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6457c4-fd38-4da9-887b-20ab8d4a699f']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:15.039333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248527c2-56f7-4402-925b-e0236d365e0c') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:15.040209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248527c2-56f7-4402-925b-e0236d365e0c') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:15.055252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.075754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.084171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:15.084833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.167255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.168207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] DHCP port deletion for ccc4bdeb-2c08-4633-a690-222e95f665c9 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:15.195562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Deleting port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:15.195954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:15.220086 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:15.227688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d302b-3126-4358-bd17-fc21fec99d9f req-b79253f4-d48a-48f3-8e34-2c082f52f5b5 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:15.228360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:10:15.230113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:15.232526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Allocated IP 2001:db8::28f (ba37857e-6914-4ee1-ad1f-f2cbd9fe547e/c070f3c9-f936-43bc-9d87-61f41ed02c41/6030b525-aade-4679-9c37-1f3383ccec7b) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:15.236196 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-686d302b-3126-4358-bd17-fc21fec99d9f req-b79253f4-d48a-48f3-8e34-2c082f52f5b5 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 1.5305769 Mar 11 16:10:15.258519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.406108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:10:15.444814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.526047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=fd6457c4-fd38-4da9-887b-20ab8d4a699f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:15.529047 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a530a8f6-ee75-42bc-acfc-49b387fda883 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/fd6457c4-fd38-4da9-887b-20ab8d4a699f HTTP/1.1" status: 204 len: 168 time: 1.5520928 Mar 11 16:10:15.545545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:15.565085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37838) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:15.588080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.593259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372409328-network', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:15.610517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:15.612959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.627090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Usage tracker for resource:network and tenant:f88fd3fb2c764272823d3890d6991560 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:15.653346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:15.694098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:15.698550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9575ea2-2db0-4b2f-86ac-e1dd464775b5,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:15.720242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39b808b0-0082-443b-9e29-7053892703dd req-870ded9d-4e78-436d-a4f7-c8014b632b45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 1.1889279 Mar 11 16:10:15.758928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.764025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Router 5c5d693f-7830-4d13-8b4c-1696fd21aec0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:15.778451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.782835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.784251 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0feaaccc-d00e-4b8e-83f0-f8672ac3abf4 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5485425 Mar 11 16:10:15.789742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.792727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37844) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:15.799644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.800727 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-10e52b76-53c0-43f9-a0ba-902fe30edfe8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e2a3d95a6007476b990b287126cb046f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8496346 Mar 11 16:10:15.801342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Made reservation on behalf of f88fd3fb2c764272823d3890d6991560 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:15.803717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.813179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.822513 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-686d302b-3126-4358-bd17-fc21fec99d9f req-8c3ca71f-51df-433f-96b2-40f003c6d5ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5852032 Mar 11 16:10:15.826807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37848) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:15.850810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Transition to ACTIVE for port object 6030b525-aade-4679-9c37-1f3383ccec7b will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:15.862173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.862438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:15.875684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] For port a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,segment=NetworkSegment(3c955a5c-af20-413c-90e7-886de6f46cc9),segment_id=3c955a5c-af20-413c-90e7-886de6f46cc9)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:15.876041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.879835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:15.880208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:15.893029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4f770a2e-6063-4879-9c6e-13b096bfbbf0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules/d9575ea2-2db0-4b2f-86ac-e1dd464775b5 HTTP/1.1" status: 200 len: 705 time: 0.0992041 Mar 11 16:10:15.897880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:10:15.909797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'port_id': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'mac_address': 'fa:16:3e:33:48:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:10:15.910679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37852) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:15.965383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:16.032849 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'code': 200} Mar 11 16:10:16.040284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Calling delete_port for a0a4d310-daea-4632-b38a-c1e5ef7b9c66 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:16.067464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.089010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:16.100676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Usage tracker for resource:security_group_rule and tenant:f88fd3fb2c764272823d3890d6991560 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:16.109771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:16.129739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:16.144260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.161733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port a0a4d310-daea-4632-b38a-c1e5ef7b9c66, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,segment=NetworkSegment(3c955a5c-af20-413c-90e7-886de6f46cc9),segment_id=3c955a5c-af20-413c-90e7-886de6f46cc9)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:16.161904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.218384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.236364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ed0aea07-d805-4a5c-b476-6b40f880b22b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:16.244750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a0a4d310-daea-4632-b38a-c1e5ef7b9c66 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:16.260449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:16.278300 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] Sync routers for ids ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:16.287800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 2, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:16.305863 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] Routers {'5c5d693f-7830-4d13-8b4c-1696fd21aec0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:16.308278 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:16.308553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.325580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for a0a4d310-daea-4632-b38a-c1e5ef7b9c66 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:16.341551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:16.342225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Updating router 81b923e8-65d6-45c6-93cd-29169cba18b0 port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:16.352525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:16.358762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.368437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:16.370435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'Port': ['ID=6030b525-aade-4679-9c37-1f3383ccec7b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:16.374523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:16.379352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:16.380085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.396161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ed0aea07-d805-4a5c-b476-6b40f880b22b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:16.397533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ed0aea07-d805-4a5c-b476-6b40f880b22b tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4861162 Mar 11 16:10:16.410146 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07fc2073-e1f7-4ce8-a456-ab3f7f193cb5 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "PUT /v2.0/routers/5c5d693f-7830-4d13-8b4c-1696fd21aec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2564852 Mar 11 16:10:16.420758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37858) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:16.421115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37860) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:16.429364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.429364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router 740a93ac-2a66-410a-b55b-3aad4d1a4abd {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:10:16.447526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Allocated IP 2001:db8::2 (ba37857e-6914-4ee1-ad1f-f2cbd9fe547e/c070f3c9-f936-43bc-9d87-61f41ed02c41/acd410b5-6087-4a5f-bf9c-94e0577790e6) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:16.449883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:16.453351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffd16a7-da9a-43ce-a37f-ea981b33c248 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:10:16.466568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.467526 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:16.468284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.472591 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bc93efe6-e2b9-488c-ad25-c3f777c0bff7 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/740a93ac-2a66-410a-b55b-3aad4d1a4abd HTTP/1.1" status: 204 len: 168 time: 2.9319518 Mar 11 16:10:16.473907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:16.474301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:16.475632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37866) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:16.478083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39b808b0-0082-443b-9e29-7053892703dd req-684b917a-fccf-41f4-b983-18928fb4e300 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7394533 Mar 11 16:10:16.488598 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] Routers {'5c5d693f-7830-4d13-8b4c-1696fd21aec0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:16.489569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:16.516384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.526724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:10:16.527452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a0a4d310-daea-4632-b38a-c1e5ef7b9c66 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:16.552230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] Pushing event deleted for resources: {'Port': ['ID=a0a4d310-daea-4632-b38a-c1e5ef7b9c66,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:16.581158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:16.592920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:16.593321 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a761b0-9ebf-4198-a121-717c1684ead0 None None] The sync data for ids ['5c5d693f-7830-4d13-8b4c-1696fd21aec0'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:16.619190 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-30daacee-9dc5-4cbd-92a5-929443a1b5ba tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6103394 Mar 11 16:10:16.621524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37870) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:16.624315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.640977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.651669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Request body: {'port': {'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2120736731', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:16.652955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] bootfile-name is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:16.653560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] tftp-server is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:16.654169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.api.validators [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] server-ip-address is not in valid_values {{(pid=83841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:16.667985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd2a603-3412-4cb2-b01c-e0f62c799bb9 None None] No DVR routers for this DVR port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:16.678943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.684001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.772787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 32f8343c-8fa2-4fb9-8fba-2278e13c2be4 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:16.775776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.786754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.838316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:16.845861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.859254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.861168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5ee6c1-67b1-4807-8d5b-0d26d12cf13a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:16.896573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.955696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:16.966250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.966594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Added segment 488cacba-ab9c-4a5f-8342-8e216f5a4dca of type vlan for network c7ce6fb5-363f-43bd-8b6f-2da07371da57 Mar 11 16:10:16.967702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:16.996067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6d2237-3942-4884-a0ca-61cead204b91,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:17.086381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9575ea2-2db0-4b2f-86ac-e1dd464775b5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:17.123581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:17.137193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.144252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Usage tracker for resource:port and tenant:f8b93ec8df714d8ea26c03f9af303d0f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:17.145601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port a0a4d310-daea-4632-b38a-c1e5ef7b9c66 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:17.145995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.150784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Transition to ACTIVE for port object acd410b5-6087-4a5f-bf9c-94e0577790e6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:17.151344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:17.155082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.163962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:17.177570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Transition to ACTIVE for port object acd410b5-6087-4a5f-bf9c-94e0577790e6 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:17.183563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.184896 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-85f2b23a-9c09-4d01-86d6-0c724cc6bb80 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee6d2237-3942-4884-a0ca-61cead204b91 HTTP/1.1" status: 204 len: 168 time: 1.3522708 Mar 11 16:10:17.192808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.196362 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1b6e37bd-b374-4e14-8c5c-a2ddc672e8da tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/d9575ea2-2db0-4b2f-86ac-e1dd464775b5 HTTP/1.1" status: 204 len: 168 time: 0.7718565 Mar 11 16:10:17.196751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:17.213996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Made reservation on behalf of f8b93ec8df714d8ea26c03f9af303d0f for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:17.217128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.282570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.295859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Transition to ACTIVE for port object 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:17.302835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['8ffd16a7-da9a-43ce-a37f-ea981b33c248'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:10:17.322856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] The port 'a0a4d310-daea-4632-b38a-c1e5ef7b9c66' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:17.335960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.340809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.500038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.500907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:17.501484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.541600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] device_id is not set on port 09f41fab-7843-4050-9e74-65a929c31614 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:10:17.604899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:17.606020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05984b-1aab-4dc6-ba68-65c883f2d7f4 None None] Pushing event updated for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:17.630133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:17.740862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.802839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc4bdeb-2c08-4633-a690-222e95f665c9']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:17.833830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:17.893676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c955a5c-af20-413c-90e7-886de6f46cc9') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:17.895072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c955a5c-af20-413c-90e7-886de6f46cc9') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:17.896382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Pushing event updated for resources: {'Port': ['ID=acd410b5-6087-4a5f-bf9c-94e0577790e6,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:17.911738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:17.924374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138b633-336c-4a51-b115-e0c96a4f4df6 req-f3dabff0-3f7e-4be3-80a1-b1b7838163bb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:17.934991 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1138b633-336c-4a51-b115-e0c96a4f4df6 req-f3dabff0-3f7e-4be3-80a1-b1b7838163bb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 945 time: 0.9675696 Mar 11 16:10:17.962940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.022967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.040791 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1138b633-336c-4a51-b115-e0c96a4f4df6 req-b90ddafc-2d52-40a9-ad41-8f7cb7cf6b30 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047041 Mar 11 16:10:18.064894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:18.068144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:18.088816 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:18.174849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.181357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.243359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Attempting to bind port acd410b5-6087-4a5f-bf9c-94e0577790e6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:18.243854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Attempting to bind port acd410b5-6087-4a5f-bf9c-94e0577790e6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '0af698b8-e9aa-454a-812f-bf61d59543b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:18.244064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Attempting to bind port acd410b5-6087-4a5f-bf9c-94e0577790e6 on network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:18.255971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.256943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Fanout notify agent at l3_agent the message router_deleted on router 5c5d693f-7830-4d13-8b4c-1696fd21aec0 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:10:18.281992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:18.282418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Checking segment: {'id': '0af698b8-e9aa-454a-812f-bf61d59543b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:18.282829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.283212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Bound using segment: {'id': '0af698b8-e9aa-454a-812f-bf61d59543b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:18.283683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Bound port: acd410b5-6087-4a5f-bf9c-94e0577790e6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af698b8-e9aa-454a-812f-bf61d59543b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ba37857e-6914-4ee1-ad1f-f2cbd9fe547e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:18.284071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.295714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.297254 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dbe3c59d-c026-4bb4-a94b-8bf3c0897556 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "DELETE /v2.0/routers/5c5d693f-7830-4d13-8b4c-1696fd21aec0 HTTP/1.1" status: 204 len: 168 time: 1.8732305 Mar 11 16:10:18.304903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37888) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:18.309496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.327058 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7574732 Mar 11 16:10:18.330842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945205ea-0186-4d01-bc93-d88334aeea38 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ce6fb5-363f-43bd-8b6f-2da07371da57,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:18.342599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37890) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:18.376631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:18.379315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=32f8343c-8fa2-4fb9-8fba-2278e13c2be4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:18.390879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.399120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Request body: {'subnet': {'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372409328-subnet', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:18.401568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.412920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4ba10629-a57b-40ec-b29a-1b678557355d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:18.426923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:18.427231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.439638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Usage tracker for resource:subnet and tenant:f88fd3fb2c764272823d3890d6991560 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:18.454789 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/ccc4bdeb-2c08-4633-a690-222e95f665c9 HTTP/1.1" status: 204 len: 168 time: 2.8406458 Mar 11 16:10:18.455028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:18.462755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37898) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:18.462979 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3816c8a1-9713-4376-baff-eacd36006ff8 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/32f8343c-8fa2-4fb9-8fba-2278e13c2be4 HTTP/1.1" status: 204 len: 168 time: 1.9811623 Mar 11 16:10:18.462979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774a670-e107-4ec4-8195-c882d28ccf45 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=ccc4bdeb-2c08-4633-a690-222e95f665c9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:18.464429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37900) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:18.536855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8057d9-6e07-40de-b4f1-519a46d16d71 None None] Network 283560ae-0208-429c-a9e9-c68ae3574e8a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:18.537424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:18.594737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1509451796'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:18.647107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.659310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:18.662970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port b2d33c50-c3c1-4f48-883f-4da065f77a84 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:18.663621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.720855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4ba10629-a57b-40ec-b29a-1b678557355d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:18.725634 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ba10629-a57b-40ec-b29a-1b678557355d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.5151501 Mar 11 16:10:18.725634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:18.729009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37910) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:18.735204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:18.751983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Made reservation on behalf of f88fd3fb2c764272823d3890d6991560 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:18.755501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.811843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Attempting to bind port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:18.812216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Attempting to bind port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:18.812577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Attempting to bind port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:18.823373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': 'a2a098ac-075c-402a-bcb1-485f6bd9937d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:18.837784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:18.859611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:18.950757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Project f061fda39e9c4baca2951045646fc750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:10:18.963825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.965542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:18.966279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:18.966938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:18.968432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Bound using segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:18.971339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Bound port: 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:18.972527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.008159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port b2d33c50-c3c1-4f48-883f-4da065f77a84, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b2d33c50-c3c1-4f48-883f-4da065f77a84,segment=NetworkSegment(a35b788a-827b-4474-88c2-1e9050d0cf6f),segment_id=a35b788a-827b-4474-88c2-1e9050d0cf6f)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:19.008560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.013986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:19.024211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.115726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:19.118813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.147335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Allocated IP 2001:db8::313 (ba37857e-6914-4ee1-ad1f-f2cbd9fe547e/c070f3c9-f936-43bc-9d87-61f41ed02c41/09f41fab-7843-4050-9e74-65a929c31614) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:19.200583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37920) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:19.215735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:19.219025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] For port acd410b5-6087-4a5f-bf9c-94e0577790e6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:19.235698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for b2d33c50-c3c1-4f48-883f-4da065f77a84 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:19.237506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting subnet d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:19.251916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] For port acd410b5-6087-4a5f-bf9c-94e0577790e6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=acd410b5-6087-4a5f-bf9c-94e0577790e6,segment=NetworkSegment(0af698b8-e9aa-454a-812f-bf61d59543b1),segment_id=0af698b8-e9aa-454a-812f-bf61d59543b1)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:19.261645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345a49e5-9b90-4ac0-83b7-1f6ff453b857,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.272948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.282700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.327755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.328342 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 030b2c34-c33c-4c83-b7b0-c46194b9299f of type vlan for network 4b977cab-2f7c-4bba-bb9d-556914291387 Mar 11 16:10:19.349068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] For port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:19.371563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Checking segment: {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:19.371824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Network hostable DHCP agents. Network: c7ce6fb5-363f-43bd-8b6f-2da07371da57, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:19.388867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604cb2b-1354-40e1-b42f-499ec9a4391f None None] DHCP port deletion for 283560ae-0208-429c-a9e9-c68ae3574e8a request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:19.404037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] For port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:19.418857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b604cb2b-1354-40e1-b42f-499ec9a4391f None None] Deleting port b2d33c50-c3c1-4f48-883f-4da065f77a84 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:19.419230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b604cb2b-1354-40e1-b42f-499ec9a4391f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.421194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.468410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.472724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.482238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.493623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.499053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550166-af1e-455b-9649-e50d01c03b68 None None] Pushing event updated for resources: {'Port': ['ID=acd410b5-6087-4a5f-bf9c-94e0577790e6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.549281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b84acb-8895-4037-8d65-ea640c7b1cc6,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.559329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.563366 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-abe027c4-1482-4410-8e15-1c1505a45d1e tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8301706 Mar 11 16:10:19.566881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1948695743'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:19.572246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37926) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:19.587650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.620427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b604cb2b-1354-40e1-b42f-499ec9a4391f None None] The port 'b2d33c50-c3c1-4f48-883f-4da065f77a84' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:19.626819 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04a5fb55-bb67-4555-bdb4-912f39082ad7 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules/e9b84acb-8895-4037-8d65-ea640c7b1cc6 HTTP/1.1" status: 200 len: 711 time: 0.0330975 Mar 11 16:10:19.638750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:19.640541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37930) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:19.645217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:19.645877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:19.683349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=b2d33c50-c3c1-4f48-883f-4da065f77a84,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.695467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96a62-31ba-4154-9c42-51b8fb6b2826 req-f29325d9-2e96-4fca-8f6f-854d393760de tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:19.703608 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-47a96a62-31ba-4154-9c42-51b8fb6b2826 req-f29325d9-2e96-4fca-8f6f-854d393760de tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 945 time: 0.3551481 Mar 11 16:10:19.708484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No DVR routers for this DVR port b2d33c50-c3c1-4f48-883f-4da065f77a84 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:19.797936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.801042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05984b-1aab-4dc6-ba68-65c883f2d7f4 None None] Pushing event updated for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:19.829542 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-47a96a62-31ba-4154-9c42-51b8fb6b2826 req-ea014f89-8a6c-48cb-92ee-4828d11b1eeb tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241331 Mar 11 16:10:19.834916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Transition to ACTIVE for port object 09f41fab-7843-4050-9e74-65a929c31614 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:19.872714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37934) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:19.877923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Usage tracker for resource:network and tenant:529ac14a9da64c628c480b16b21655bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:19.934302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:19.936999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:19.951231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:19.959910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.963809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:19.964407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.968772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:19.978005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:20.217739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.232034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=4b977cab-2f7c-4bba-bb9d-556914291387,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:20.250690 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a81ff33c-1664-4d9d-8372-e28241d40878 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/floatingips/04390165-395b-4427-9171-037f07c25718 HTTP/1.1" status: 200 len: 992 time: 0.3765996 Mar 11 16:10:20.261263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283560ae-0208-429c-a9e9-c68ae3574e8a']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:20.278436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35b788a-827b-4474-88c2-1e9050d0cf6f') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:20.279245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35b788a-827b-4474-88c2-1e9050d0cf6f') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:20.289580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c7ce6fb5-363f-43bd-8b6f-2da07371da57) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:20.295400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:20.295400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.299375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.317508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.324509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:20.325125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:20.341981 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:20.344235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 4b977cab-2f7c-4bba-bb9d-556914291387 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:20.360667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device acd410b5-6087-4a5f-bf9c-94e0577790e6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:20.366414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-016a6b00-1853-4eca-b331-8a0574e13cc9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8806894 Mar 11 16:10:20.370964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:20.373656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37938) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.384390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cde2bb7-4616-43ec-bef6-16f3e40646ee None None] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:20.392527 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-927d88a4-2153-432e-b853-aff8e8f52a68 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.7303927 Mar 11 16:10:20.392527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:20.395494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:20.398879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37942) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.402879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:20.403591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.408196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Made reservation on behalf of 529ac14a9da64c628c480b16b21655bc for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:20.411048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.424231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:20.455062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.455290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.465326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.487386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.491548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.492311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-df94dc56-1311-4cde-9c7c-881bfc810519 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1038029 Mar 11 16:10:20.493234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'Port': ['ID=09f41fab-7843-4050-9e74-65a929c31614,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:20.500226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37946) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.521768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=283560ae-0208-429c-a9e9-c68ae3574e8a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:20.542885 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f73612c9-ffe0-4702-a605-fb9671a06346 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/283560ae-0208-429c-a9e9-c68ae3574e8a HTTP/1.1" status: 204 len: 168 time: 2.0741460 Mar 11 16:10:20.543529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.551245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37950) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.568884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9b84acb-8895-4037-8d65-ea640c7b1cc6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:20.576264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1832081142', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:20.584773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:20.587906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:20.590973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:20.599058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:20.606347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.609740 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cf882c54-3b0e-4997-8a29-b5baf4d0cd26 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-group-rules/e9b84acb-8895-4037-8d65-ea640c7b1cc6 HTTP/1.1" status: 204 len: 168 time: 0.2076790 Mar 11 16:10:20.611001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37954) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.635637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.636604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.689765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-332cf447-3a04-40a8-b24b-66e53797ad33 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:20.713815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-332cf447-3a04-40a8-b24b-66e53797ad33 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group_rule {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:20.715089 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-332cf447-3a04-40a8-b24b-66e53797ad33 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1031702 Mar 11 16:10:20.716450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.718287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37958) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.753072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port acd410b5-6087-4a5f-bf9c-94e0577790e6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:20.773658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.778736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:19Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:20.791200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb00db-4fd2-4eb9-bbdc-79068a802ecf None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:19Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:20.839975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.858771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.863854 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b886a9b6-a328-4ff0-9371-bd8709aaa1ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2965746 Mar 11 16:10:20.871635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b2d33c50-c3c1-4f48-883f-4da065f77a84 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:20.871849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37962) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:20.915937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.923912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: b2d33c50-c3c1-4f48-883f-4da065f77a84 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:10:20.924252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b2d33c50-c3c1-4f48-883f-4da065f77a84 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:20.934499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:20.936556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'fixed_ips': [{'subnet_id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:20.938032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:20.940799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504701328'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:20.953963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:20.965330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:20.978307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:20.982152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.005346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Usage tracker for resource:router and tenant:f88fd3fb2c764272823d3890d6991560 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:21.009256 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7c0f8f80-d01f-4e4d-b90e-a6b976aa19fb tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.3791502 Mar 11 16:10:21.010018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:21.020721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37966) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.022448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:21.033072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:21.055651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.098119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:21.109721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:21.117812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.177949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:21.189862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcface-ce1c-433e-9f01-ffba4d99c173 None None] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:21.200860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.205205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.205692 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment 4e1043d5-6d6c-4e8b-811f-ce01470b4240 of type vlan for network c22dad3e-fac5-4572-98d5-c474c0a60b96 Mar 11 16:10:21.211440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Subnet': ['ID=d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:21.218109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9b40a5-2039-4375-9737-c346c63102c4 None None] Network d7921520-32da-40d5-a29e-d0530642ec92 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:21.226193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:21.231934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.233381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.237314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:21.250616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.253868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:21.265148 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d22a886e-69b0-47e8-bc12-fff375fe19ac tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "DELETE /v2.0/subnets/d3bd0353-13b7-4d68-a3a5-64c2e7e36a0f HTTP/1.1" status: 204 len: 168 time: 2.9259188 Mar 11 16:10:21.268136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Usage tracker for resource:security_group_rule and tenant:529ac14a9da64c628c480b16b21655bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:21.273224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:21.278465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:21.285498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37970) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.294645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:21.301765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:21.306981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.315498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.316691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.369388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.379588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:21.430207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:21.475602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a098ac-075c-402a-bcb1-485f6bd9937d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:21.500757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.504972 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89905daf-ccfb-469b-bf87-6dc285f53a6d tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/a2a098ac-075c-402a-bcb1-485f6bd9937d HTTP/1.1" status: 204 len: 168 time: 0.7831330 Mar 11 16:10:21.507472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5798385 Mar 11 16:10:21.510264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37974) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.510596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37976) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.515965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ae8bd-2a94-40d1-81f8-92d7e20fe19f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=c22dad3e-fac5-4572-98d5-c474c0a60b96,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:21.529820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:21.558900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.559203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:21.613960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.701412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.705817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.712149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:21.713091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Synchronizing usage tracker for tenant:f8b93ec8df714d8ea26c03f9af303d0f on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:21.724773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:21.725160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.756964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9a620c71-e057-4020-8232-4dace0b65357 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:21.773134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:21.788693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:21.794179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:21.808694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Allocated IP 172.20.0.2 (c7ce6fb5-363f-43bd-8b6f-2da07371da57/345a49e5-9b90-4ac0-83b7-1f6ff453b857/6395c690-459d-443f-95f4-b971c09c14c3) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:21.810488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:21.810638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.812755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9a620c71-e057-4020-8232-4dace0b65357 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:21.824397 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9a620c71-e057-4020-8232-4dace0b65357 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3127079 Mar 11 16:10:21.826310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37982) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.826828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Provisioning for port acd410b5-6087-4a5f-bf9c-94e0577790e6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:21.832974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1597212878'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:21.843831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Unset dirty status for tenant:f8b93ec8df714d8ea26c03f9af303d0f on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:21.845280 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b1d0a9be-3185-46d6-8058-24f40879a341 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.8091323 Mar 11 16:10:21.852301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37986) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:21.854039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:21.866964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Provisioning complete for port acd410b5-6087-4a5f-bf9c-94e0577790e6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:21.867334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:21.938343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:21.963560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:22.059560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:22.062081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.080268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Deleting port 09f41fab-7843-4050-9e74-65a929c31614 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:22.080630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.121142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.129847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] DHCP port deletion for d7921520-32da-40d5-a29e-d0530642ec92 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:22.202965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Deleting port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:22.203357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.213382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.293009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.354950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.369635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:22.370683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:22.384060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.384720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Added segment 65aa5536-1b96-4972-9713-21ba352a7ef6 of type vlan for network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 Mar 11 16:10:22.415972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.496816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1100cf46-de47-43c0-af19-a17046068e92,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:22.514880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.518658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:22.519339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.538284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:22.576463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:22.599239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.688978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.757512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.770710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5643568 Mar 11 16:10:22.771396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 37990) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:22.804660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.843488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Request body: {'subnet': {'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:22.865280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fcc1-cce5-4e97-bf9d-786fa041d276 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event updated for resources: {'Network': ['ID=d9773fa1-4871-42a0-9a43-ebb1bf7eedc9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:22.886823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.897345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:22.914973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:10:22.934029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:22.965581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:22.973833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Transition to ACTIVE for port object 6395c690-459d-443f-95f4-b971c09c14c3 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:23.018679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Calling delete_port for 09f41fab-7843-4050-9e74-65a929c31614 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:23.042605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.064521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] For port acd410b5-6087-4a5f-bf9c-94e0577790e6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=acd410b5-6087-4a5f-bf9c-94e0577790e6,segment=NetworkSegment(0af698b8-e9aa-454a-812f-bf61d59543b1),segment_id=0af698b8-e9aa-454a-812f-bf61d59543b1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:23.070182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] For port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,segment=NetworkSegment(ba7eab8c-8e6d-4204-8581-624ac239e879),segment_id=ba7eab8c-8e6d-4204-8581-624ac239e879)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:23.070842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.088688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.128143 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'code': 200} Mar 11 16:10:23.130945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.132629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:23.169966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] For port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,segment=NetworkSegment(ba7eab8c-8e6d-4204-8581-624ac239e879),segment_id=ba7eab8c-8e6d-4204-8581-624ac239e879)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:23.170355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.191917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:23.192147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.221305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.276479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.309273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Transition to ACTIVE for port object 6395c690-459d-443f-95f4-b971c09c14c3 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:23.335456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1112c970-b6d8-4ca1-8c00-185e434704af,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.374197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event deleted for resources: {'Port': ['ID=09f41fab-7843-4050-9e74-65a929c31614,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.384618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Calling delete_port for daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:23.387524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.438579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.452529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.473401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.480931 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a93fbd30-1746-4d12-afe9-427941af3ec8 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "DELETE /v2.0/ports/09f41fab-7843-4050-9e74-65a929c31614 HTTP/1.1" status: 204 len: 168 time: 1.6228817 Mar 11 16:10:23.481971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Calling delete_port for daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:23.482628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.485969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-198c3390-121f-40ec-b94b-b682e8394aa0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6586392 Mar 11 16:10:23.486602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37996) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:23.486979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 37998) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:23.507174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Request body: {'port': {'name': 'tempest-new-port-name-1686156081', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:23.507818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.api.validators [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] bootfile-name is not in valid_values {{(pid=83840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:23.508180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.api.validators [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] tftp-server is not in valid_values {{(pid=83840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:23.508503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.api.validators [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] server-ip-address is not in valid_values {{(pid=83840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 16:10:23.540799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=4c97eda0-1bb4-485c-ac01-96decdc897f8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.544620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Request body: {'security_group_rule': {'security_group_id': '1112c970-b6d8-4ca1-8c00-185e434704af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:23.548155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:23.549078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:23.555052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:23.562344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:23.570000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Usage tracker for resource:subnet and tenant:529ac14a9da64c628c480b16b21655bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:23.570248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:23.580583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Usage tracker for resource:security_group_rule and tenant:f061fda39e9c4baca2951045646fc750 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:23.590054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:23.595062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:23.600851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:23.607420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=94de6afc-b3a7-4a29-82fc-a23ec60b63f1,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.615454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:23.641138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d7b61-94f5-4986-a269-dcddb77da702 None None] Pushing event updated for resources: {'Port': ['ID=acd410b5-6087-4a5f-bf9c-94e0577790e6,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.682787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:23.683128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:23.705461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Made reservation on behalf of 529ac14a9da64c628c480b16b21655bc for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:23.719027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.740096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.742478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.755649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:23.756079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: c22dad3e-fac5-4572-98d5-c474c0a60b96, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:23.792673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.855291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.873377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] No DVR routers for this DVR port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:23.875745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Pushing event updated for resources: {'Port': ['ID=6395c690-459d-443f-95f4-b971c09c14c3,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.883153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Attempting to bind port 6395c690-459d-443f-95f4-b971c09c14c3 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:23.883414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Attempting to bind port 6395c690-459d-443f-95f4-b971c09c14c3 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:23.883791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Attempting to bind port 6395c690-459d-443f-95f4-b971c09c14c3 on network c7ce6fb5-363f-43bd-8b6f-2da07371da57 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:23.889685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:23.969906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a706304-d9bf-4449-b004-2c9e814d90e6 None None] Pushing event deleted for resources: {'Port': ['ID=daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:23.974581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Provisioning for port 6030b525-aade-4679-9c37-1f3383ccec7b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:23.979192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:23.982818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:23.983360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Checking segment: {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:23.983935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.984587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Bound using segment: {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:23.985211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Bound port: 6395c690-459d-443f-95f4-b971c09c14c3, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:23.985767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:23.999267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Provisioning complete for port 6030b525-aade-4679-9c37-1f3383ccec7b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:23.999888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.008656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.017310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '030b2c34-c33c-4c83-b7b0-c46194b9299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:24.017639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: 4b977cab-2f7c-4bba-bb9d-556914291387, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:24.029078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.031045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.032738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c22dad3e-fac5-4572-98d5-c474c0a60b96) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:24.085873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.086461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.140648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398250f8-839c-4613-9966-884ba16e829d,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:24.173842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da9950-f621-4f48-b391-ff7d7a8bb7e9 None None] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:24.187595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:24.322282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Deleting port daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:24.322282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.322574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.326707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.334122 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e68f8e14-8f23-4b6f-86d8-776d122a62c0 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8356559 Mar 11 16:10:24.336187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:10:24.336447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38004) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:24.336559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:24.341738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d5166f0-450a-4fec-96b8-36c325a56312 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8276989 Mar 11 16:10:24.342846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.342992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] The port 'daf9b07c-6f2c-4f27-a0e8-9a5fe9ce4655' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:24.351861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38008) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:24.355645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 4b977cab-2f7c-4bba-bb9d-556914291387 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:24.375563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Port 6030b525-aade-4679-9c37-1f3383ccec7b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:24.417417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 4b977cab-2f7c-4bba-bb9d-556914291387) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:24.442440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:24.461364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.462143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.473463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711bf00-442e-4909-9c9d-92bcb49857fd None None] Network 4b977cab-2f7c-4bba-bb9d-556914291387 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:24.528687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event updated for resources: {'Port': ['ID=6030b525-aade-4679-9c37-1f3383ccec7b,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:24.531997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.594497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device acd410b5-6087-4a5f-bf9c-94e0577790e6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:24.623588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] For port 6395c690-459d-443f-95f4-b971c09c14c3, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:24.629637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.635249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] In _notify_port_updated(), no bound segment for port 6030b525-aade-4679-9c37-1f3383ccec7b on network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:10:24.637607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Provisioning complete for port acd410b5-6087-4a5f-bf9c-94e0577790e6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:24.638460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.640632 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1694f464-0ed7-4525-94f6-dca8fbd0eca5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2655916 Mar 11 16:10:24.640952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.641929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.642922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.643439 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d1740d29-3fa4-45ab-9e0f-318508a329c6 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "PUT /v2.0/ports/6030b525-aade-4679-9c37-1f3383ccec7b HTTP/1.1" status: 200 len: 1130 time: 1.1478629 Mar 11 16:10:24.646863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38012) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:24.647286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38014) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:24.697456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.707242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-549119212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:24.738917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:24.759164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:24.766086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] For port 6395c690-459d-443f-95f4-b971c09c14c3, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6395c690-459d-443f-95f4-b971c09c14c3,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:24.767212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:24.785749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:24.788888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7921520-32da-40d5-a29e-d0530642ec92']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:24.799898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.818687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836af4d7-72af-49c7-b058-49e3e53a88f5 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:24.819419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-836af4d7-72af-49c7-b058-49e3e53a88f5 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Synchronizing usage tracker for tenant:f8b93ec8df714d8ea26c03f9af303d0f on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:24.840370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7eab8c-8e6d-4204-8581-624ac239e879') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:24.840741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7eab8c-8e6d-4204-8581-624ac239e879') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:24.866053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.893602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event updated for resources: {'Subnet': ['ID=8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:24.912200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.923207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.923938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.952066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:24.966973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:24.967448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:25.014263 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:25.032489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-836af4d7-72af-49c7-b058-49e3e53a88f5 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Unset dirty status for tenant:f8b93ec8df714d8ea26c03f9af303d0f on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:25.033856 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-836af4d7-72af-49c7-b058-49e3e53a88f5 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "GET /v2.0/ports/6030b525-aade-4679-9c37-1f3383ccec7b HTTP/1.1" status: 200 len: 1130 time: 0.3775935 Mar 11 16:10:25.044874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38020) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:25.048192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.100648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dec25-1426-4433-952a-bb311be3ef01 None None] Pushing event updated for resources: {'Port': ['ID=6395c690-459d-443f-95f4-b971c09c14c3,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:25.111589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Checking segment: {'id': '65aa5536-1b96-4972-9713-21ba352a7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:25.112240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Network hostable DHCP agents. Network: d9773fa1-4871-42a0-9a43-ebb1bf7eedc9, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:25.160497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Allocated IP 172.26.4.166 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/18a69070-964f-4521-a528-9ea81bc7b4bd) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:25.162884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.190421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.192211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c22dad3e-fac5-4572-98d5-c474c0a60b96', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:25.193408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.208733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] Pushing event deleted for resources: {'Network': ['ID=d7921520-32da-40d5-a29e-d0530642ec92,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:25.230017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.253839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Deleting port 6030b525-aade-4679-9c37-1f3383ccec7b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:25.255094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.266321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port acd410b5-6087-4a5f-bf9c-94e0577790e6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:25.266682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.293061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d9852ad5-2167-4e42-8fe8-5ba649bb7d78 tempest-FloatingIPNegativeTestJSON-571593885 tempest-FloatingIPNegativeTestJSON-571593885-project] 10.222.0.78 "DELETE /v2.0/networks/d7921520-32da-40d5-a29e-d0530642ec92 HTTP/1.1" status: 204 len: 168 time: 4.0048647 Mar 11 16:10:25.317751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:25.338034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d9773fa1-4871-42a0-9a43-ebb1bf7eedc9) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:25.348669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:25.349161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.419652 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a6b8a8c4-9758-4837-bd14-202b9d1a828d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6364257 Mar 11 16:10:25.429422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38026) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:25.435425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Request body: {'port': {'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9', 'name': 'tempest-TagsExtTest-1980059591'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:25.468949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.472031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Allocated IP 172.20.0.2 (c22dad3e-fac5-4572-98d5-c474c0a60b96/94de6afc-b3a7-4a29-82fc-a23ec60b63f1/bf45537e-6cd2-4112-90f9-e86b191812f6) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:25.486144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.532474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.536485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.551062 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/1112c970-b6d8-4ca1-8c00-185e434704af HTTP/1.1" status: 204 len: 168 time: 1.2119095 Mar 11 16:10:25.587936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.590398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1696582e-5a63-4402-bfae-d7e069eb5b91 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9364619 Mar 11 16:10:25.604611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a9ca5-1387-453e-a2e8-c3e8da829765 None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:25.606697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38030) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:25.606697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38032) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:25.694446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6de54936-259f-48f0-bc2d-bab1dfa21790 None None] Could not find standard attr ID for object 09f41fab-7843-4050-9e74-65a929c31614. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:10:25.718454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'port': {'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387', 'name': 'tempest-RoutersIpV6Test-1243679472'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:25.756702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0573c-8e21-41d4-880d-57695993f5e6 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1112c970-b6d8-4ca1-8c00-185e434704af,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:25.837050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-4b977cab-2f7c-4bba-bb9d-556914291387', 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': '4c97eda0-1bb4-485c-ac01-96decdc897f8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:25.837894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:25.900044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:25.906090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Usage tracker for resource:port and tenant:529ac14a9da64c628c480b16b21655bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:25.910468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:25.921385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:25.923586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38040) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:25.934703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.091068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Made reservation on behalf of 529ac14a9da64c628c480b16b21655bc for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:26.094273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.128062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:26.150240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:26.166878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:26.223373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3fbc4e9a-b4e0-46eb-aaf7-9d29e5337606 None None] Provisioning complete for port 6030b525-aade-4679-9c37-1f3383ccec7b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:26.223915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4e9a-b4e0-46eb-aaf7-9d29e5337606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.250174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.258043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Pushing event updated for resources: {'Port': ['ID=18a69070-964f-4521-a528-9ea81bc7b4bd,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:26.265474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] device_id is not set on port f5e1c315-d14d-40fe-83b2-6387ade7c157 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:10:26.352962 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ae488c88-71d9-4a02-a2f5-fdded05839d4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a2bf8b56c0e34446b9530f54cc8e0a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4277349 Mar 11 16:10:26.360534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38046) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:26.476879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc4e9a-b4e0-46eb-aaf7-9d29e5337606 None None] Port 6030b525-aade-4679-9c37-1f3383ccec7b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:26.479774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.499130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-622e1703-3942-48d3-aac5-acedc6e35dbb tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:26.518543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Calling delete_port for 6030b525-aade-4679-9c37-1f3383ccec7b owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:26.556296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Allocated IP 2001:db8::2 (4b977cab-2f7c-4bba-bb9d-556914291387/4c97eda0-1bb4-485c-ac01-96decdc897f8/84e1aea6-9583-4a5b-abab-10dc989fa538) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:26.587356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:26.602681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3fbc4e9a-b4e0-46eb-aaf7-9d29e5337606 None None] Could not find standard attr ID for object 09f41fab-7843-4050-9e74-65a929c31614. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:10:26.608284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:port and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:26.610173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-d9773fa1-4871-42a0-9a43-ebb1bf7eedc9', 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9', 'tenant_id': '529ac14a9da64c628c480b16b21655bc', 'fixed_ips': [{'subnet_id': '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:26.612281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.615123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.618070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Allocated IP 172.20.0.3 (d9773fa1-4871-42a0-9a43-ebb1bf7eedc9/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/f5e1c315-d14d-40fe-83b2-6387ade7c157) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:26.641640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Transition to ACTIVE for port object bf45537e-6cd2-4112-90f9-e86b191812f6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:26.677517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:26.705342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-622e1703-3942-48d3-aac5-acedc6e35dbb tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:26.710205 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-622e1703-3942-48d3-aac5-acedc6e35dbb tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0137441 Mar 11 16:10:26.710447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.715212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:26.718932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38050) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:26.726675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.791695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:26.794764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.879576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Transition to ACTIVE for port object bf45537e-6cd2-4112-90f9-e86b191812f6 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:26.883239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219f48b-1aee-49d4-8119-4e97a7780b5d None None] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:26.896329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:26.942402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.943188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:26.949617 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cb82c070-7dfb-4427-8dc9-cdc392fea674 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2249963 Mar 11 16:10:26.954179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38054) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:26.957312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.010741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150dd876-c6f3-4ba3-9095-b992ad47790f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:27.010994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.037261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] device_id is not set on port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:10:27.084016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-9cd6e7ca-e3a0-45de-aaa2-65d9bf3439ff tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] delete failed (client error): The resource could not be found. Mar 11 16:10:27.085353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9cd6e7ca-e3a0-45de-aaa2-65d9bf3439ff tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "DELETE /v2.0/security-groups/1112c970-b6d8-4ca1-8c00-185e434704af HTTP/1.1" status: 404 len: 347 time: 0.1300941 Mar 11 16:10:27.102552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38058) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:27.152638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.204541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.205987 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f5daaf40-6246-45b1-9e42-b8c9a2eab19c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/150dd876-c6f3-4ba3-9095-b992ad47790f HTTP/1.1" status: 204 len: 168 time: 0.8441365 Mar 11 16:10:27.244474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:27.248169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.252821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event deleted for resources: {'Port': ['ID=6030b525-aade-4679-9c37-1f3383ccec7b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:27.254535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Pushing event updated for resources: {'Port': ['ID=bf45537e-6cd2-4112-90f9-e86b191812f6,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:27.256589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-44bf56e9-a938-4d3c-96e2-ade20a404990 None None] Provisioning for port 6395c690-459d-443f-95f4-b971c09c14c3 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:27.265495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:27.307183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Transition to ACTIVE for port object f5e1c315-d14d-40fe-83b2-6387ade7c157 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:27.308174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:27.321134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-84f44caf-5aa7-4df4-bf36-0f9d35fdcd80 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Synchronizing usage tracker for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:27.353817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-84f44caf-5aa7-4df4-bf36-0f9d35fdcd80 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] Unset dirty status for tenant:f061fda39e9c4baca2951045646fc750 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:27.355808 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-84f44caf-5aa7-4df4-bf36-0f9d35fdcd80 tempest-SecGroupIPv6Test-1744354388 tempest-SecGroupIPv6Test-1744354388-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2065094 Mar 11 16:10:27.380892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.412981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.625521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:27.643625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event updated for resources: {'Port': ['ID=f5e1c315-d14d-40fe-83b2-6387ade7c157,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:27.652657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:27.654905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:27.688089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.718950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.20.0.1 (c22dad3e-fac5-4572-98d5-c474c0a60b96/94de6afc-b3a7-4a29-82fc-a23ec60b63f1/cd84dc36-2511-4c8d-ac88-88de3e99ef18) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:27.725947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:27.726792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.751228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Transition to ACTIVE for port object 84e1aea6-9583-4a5b-abab-10dc989fa538 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:27.762320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:27.763398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.764662 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-760bbfcb-0ab5-466f-ad68-20f125cc885e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3340437 Mar 11 16:10:27.768361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38070) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:27.772840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1903796946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:27.784751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:27.792167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Usage tracker for resource:router and tenant:529ac14a9da64c628c480b16b21655bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:27.796030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:27.804950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:27.819932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.821198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.826625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Router aa37fecc-562b-4046-ad3d-732e6bdc5b6b is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:10:27.829607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38074) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:27.834292 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9e0ecd66-87b3-4afe-90f0-9330b440347c tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "DELETE /v2.0/ports/6030b525-aade-4679-9c37-1f3383ccec7b HTTP/1.1" status: 204 len: 168 time: 2.7883441 Mar 11 16:10:27.844020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38078) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:27.855569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Attempting to bind port bf45537e-6cd2-4112-90f9-e86b191812f6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:27.861156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Attempting to bind port bf45537e-6cd2-4112-90f9-e86b191812f6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:27.864328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Attempting to bind port bf45537e-6cd2-4112-90f9-e86b191812f6 on network c22dad3e-fac5-4572-98d5-c474c0a60b96 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:27.944766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.962717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Allocated IP 172.20.0.2 (d9773fa1-4871-42a0-9a43-ebb1bf7eedc9/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/ad171d48-88eb-4098-84a6-27521964038a) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:27.966658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.977878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Transition to ACTIVE for port object 84e1aea6-9583-4a5b-abab-10dc989fa538 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:27.978232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object cd84dc36-2511-4c8d-ac88-88de3e99ef18 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:27.984083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:27.984811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Checking segment: {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:27.985459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:27.986090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Bound using segment: {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:27.986790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Bound port: bf45537e-6cd2-4112-90f9-e86b191812f6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:27.987390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.011828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.141360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.215697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8::f0 (4b977cab-2f7c-4bba-bb9d-556914291387/4c97eda0-1bb4-485c-ac01-96decdc897f8/c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:28.280262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Network 4b977cab-2f7c-4bba-bb9d-556914291387 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:28.286867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Pushing event updated for resources: {'Port': ['ID=84e1aea6-9583-4a5b-abab-10dc989fa538,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:28.295226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:28.306475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:28.317523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:28.325966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:28.333936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:28.338229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:28.352150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.436840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.438052 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b64cbe2e-12d4-4c25-8380-55015f6eb81c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6701369 Mar 11 16:10:28.443673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:28.455973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-85cff35b-6667-4a32-9468-07af37e7e574 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1061542918', 'prefixes': ['172.20.0.0/16']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:28.520620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.531176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-85cff35b-6667-4a32-9468-07af37e7e574 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:28.537067 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fd1cb6f7-be72-4f15-b3e2-a2ddfc7fbef9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f061fda39e9c4baca2951045646fc750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7060409 Mar 11 16:10:28.538750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38098) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:28.541757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Deleting subnet c070f3c9-f936-43bc-9d87-61f41ed02c41 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:28.556847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.591459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] For port bf45537e-6cd2-4112-90f9-e86b191812f6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:28.608146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6395c690-459d-443f-95f4-b971c09c14c3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:28.662211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] For port bf45537e-6cd2-4112-90f9-e86b191812f6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bf45537e-6cd2-4112-90f9-e86b191812f6,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:28.711649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Attempting to bind port 84e1aea6-9583-4a5b-abab-10dc989fa538 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:28.712015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Attempting to bind port 84e1aea6-9583-4a5b-abab-10dc989fa538 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '030b2c34-c33c-4c83-b7b0-c46194b9299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:28.712371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Attempting to bind port 84e1aea6-9583-4a5b-abab-10dc989fa538 on network 4b977cab-2f7c-4bba-bb9d-556914291387 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:28.744416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.780632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.782591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cff35b-6667-4a32-9468-07af37e7e574 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for subnetpool, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.783874 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-85cff35b-6667-4a32-9468-07af37e7e574 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3392007 Mar 11 16:10:28.792620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38106) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:28.805218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.824643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-34480c95-e384-43d7-ba1a-3cb8c226b79f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-2050268936') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:28.842304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:28.842714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Checking segment: {'id': '030b2c34-c33c-4c83-b7b0-c46194b9299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:28.843132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.843534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Bound using segment: {'id': '030b2c34-c33c-4c83-b7b0-c46194b9299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:28.844056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Bound port: 84e1aea6-9583-4a5b-abab-10dc989fa538, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030b2c34-c33c-4c83-b7b0-c46194b9299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '4b977cab-2f7c-4bba-bb9d-556914291387'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:28.844441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.898528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.899803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:28.912520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:28.919120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.004825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Transition to ACTIVE for port object ad171d48-88eb-4098-84a6-27521964038a will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:29.010012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38110) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:29.012303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.068027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bface5-5f8d-4df8-b25b-c425cffec39a None None] Pushing event updated for resources: {'Port': ['ID=bf45537e-6cd2-4112-90f9-e86b191812f6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.109126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.126040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:29.133659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.139210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 6395c690-459d-443f-95f4-b971c09c14c3 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:29.186361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Sync routers for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:29.196004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Transition to ACTIVE for port object ad171d48-88eb-4098-84a6-27521964038a will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:29.198183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 6395c690-459d-443f-95f4-b971c09c14c3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:29.198599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.234525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.273429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-57d9d474-0348-4ae6-9e6d-144000ac225f None None] Provisioning complete for port 6395c690-459d-443f-95f4-b971c09c14c3 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:29.273838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-57d9d474-0348-4ae6-9e6d-144000ac225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.278588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 4b977cab-2f7c-4bba-bb9d-556914291387 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:29.299480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:29.307867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.325823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.330003 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e87649e3-a660-4d36-97e1-751834d50690 HTTP/1.1" status: 204 len: 168 time: 0.7856348 Mar 11 16:10:29.330871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.333689 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c6c4c9fd-e5f6-4fdf-a45b-07086ed05b37 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8150423 Mar 11 16:10:29.337630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c89a9-662d-471b-adbb-56e21a2dabbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87649e3-a660-4d36-97e1-751834d50690,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.339329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38118) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:29.340202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:29.353244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:29.355220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.423268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:29.423923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:29.449985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.463802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f20b4db-1587-4339-bb67-9418930a8775 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7677114 Mar 11 16:10:29.465476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38122) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:29.480103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2104115446'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:29.483261 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-34480c95-e384-43d7-ba1a-3cb8c226b79f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-2050268936 HTTP/1.1" status: 201 len: 201 time: 0.6894915 Mar 11 16:10:29.486060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38124) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:29.495303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-c988ee93-0c7b-49fa-883f-0e2dd5e1b37f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-1958398225') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:29.518353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] For port 84e1aea6-9583-4a5b-abab-10dc989fa538, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:29.608933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:29.639797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] For port 84e1aea6-9583-4a5b-abab-10dc989fa538, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=84e1aea6-9583-4a5b-abab-10dc989fa538,segment=NetworkSegment(030b2c34-c33c-4c83-b7b0-c46194b9299f),segment_id=030b2c34-c33c-4c83-b7b0-c46194b9299f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:29.642755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:29.668716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:29.678342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:29.686850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:29.692258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.704233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Pushing event updated for resources: {'Port': ['ID=ad171d48-88eb-4098-84a6-27521964038a,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.711320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:29.731987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:29.741429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.782575 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c988ee93-0c7b-49fa-883f-0e2dd5e1b37f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-1958398225 HTTP/1.1" status: 201 len: 201 time: 0.2950492 Mar 11 16:10:29.783367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38130) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:29.802806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-b086ec4a-fa3a-4fa3-b7b4-92b6dc4b9237 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-636838234') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:29.840098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ca9ec-0e2f-4d4c-a1c0-97cbce3c5299 None None] Pushing event updated for resources: {'Port': ['ID=84e1aea6-9583-4a5b-abab-10dc989fa538,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.870827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:29.875621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.895554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event deleted for resources: {'Subnet': ['ID=c070f3c9-f936-43bc-9d87-61f41ed02c41,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:29.989861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:29.999969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.024553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.050546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.096925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6ddbb-549e-400d-b604-064e0ccf0caa None None] Network ba37857e-6914-4ee1-ad1f-f2cbd9fe547e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:30.196729 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9cee0902-2e8a-4d13-a11e-c448d3f50ded tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "DELETE /v2.0/subnets/c070f3c9-f936-43bc-9d87-61f41ed02c41 HTTP/1.1" status: 204 len: 168 time: 2.3494229 Mar 11 16:10:30.203585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38134) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:30.338147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.366057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.369846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:30.378068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:30.398724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b086ec4a-fa3a-4fa3-b7b4-92b6dc4b9237 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-636838234 HTTP/1.1" status: 201 len: 201 time: 0.6110096 Mar 11 16:10:30.413950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38138) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:30.431906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:30.433566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-b265957f-1506-4d3b-865f-259d3d70316b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-1973977760') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:30.436082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Attempting to bind port ad171d48-88eb-4098-84a6-27521964038a on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:30.436349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Attempting to bind port ad171d48-88eb-4098-84a6-27521964038a by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '65aa5536-1b96-4972-9713-21ba352a7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:30.436775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Attempting to bind port ad171d48-88eb-4098-84a6-27521964038a on network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:30.445750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.449074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:security_group_rule and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:30.462267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:30.462749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Checking segment: {'id': '65aa5536-1b96-4972-9713-21ba352a7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:30.463422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.463879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Bound using segment: {'id': '65aa5536-1b96-4972-9713-21ba352a7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:30.464434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Bound port: ad171d48-88eb-4098-84a6-27521964038a, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aa5536-1b96-4972-9713-21ba352a7ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'd9773fa1-4871-42a0-9a43-ebb1bf7eedc9'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:30.464992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.489043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-57d9d474-0348-4ae6-9e6d-144000ac225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.521604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:30.551705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:30.618452 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b265957f-1506-4d3b-865f-259d3d70316b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-1973977760 HTTP/1.1" status: 201 len: 201 time: 0.2015209 Mar 11 16:10:30.620399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:30.621031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38142) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:30.624411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:30.629321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-417befe0-abab-4c66-bc4a-20b7636e12de tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:30.647112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5ee31-c4ad-4eb8-aead-ec25c0f0a511 None None] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:30.650474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Deleting port acd410b5-6087-4a5f-bf9c-94e0577790e6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:30.650773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:30.921593 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-417befe0-abab-4c66-bc4a-20b7636e12de tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 200 len: 241 time: 0.2970424 Mar 11 16:10:30.963119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38146) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:30.975232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 6395c690-459d-443f-95f4-b971c09c14c3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6395c690-459d-443f-95f4-b971c09c14c3,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:31.013082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.092893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-4aab3701-0579-4530-9751-dce4d191a072 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-2050268936') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:31.099541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:10:31.304397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] For port ad171d48-88eb-4098-84a6-27521964038a, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:31.360991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 84e1aea6-9583-4a5b-abab-10dc989fa538 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:31.385750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:31.392758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] For port ad171d48-88eb-4098-84a6-27521964038a, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ad171d48-88eb-4098-84a6-27521964038a,segment=NetworkSegment(65aa5536-1b96-4972-9713-21ba352a7ef6),segment_id=65aa5536-1b96-4972-9713-21ba352a7ef6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:31.402496 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:31.404553 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1951a23b-70f1-4928-904f-fd0ec2e660ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9492393 Mar 11 16:10:31.408578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38150) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:31.415421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-446640505'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:31.421903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:31.423485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-57d9d474-0348-4ae6-9e6d-144000ac225f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:31.423893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-57d9d474-0348-4ae6-9e6d-144000ac225f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:31.427143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:31.430328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:31.434480 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:31.435321 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:31.442692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:31.445634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=6395c690-459d-443f-95f4-b971c09c14c3,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:31.461912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.485567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.520818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:31.523831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.528960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.542500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] For port acd410b5-6087-4a5f-bf9c-94e0577790e6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=acd410b5-6087-4a5f-bf9c-94e0577790e6,segment=NetworkSegment(0af698b8-e9aa-454a-812f-bf61d59543b1),segment_id=0af698b8-e9aa-454a-812f-bf61d59543b1)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:31.542942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.596026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:31.614322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.615059 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment 3902d193-f372-4dee-a974-bb014b234ca3 of type vlan for network 50f05709-2cce-4a44-a891-af9d0619174f Mar 11 16:10:31.634670 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:31.660296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9932cd08-e684-487c-b989-e352a61c61a0 None None] Network 4b977cab-2f7c-4bba-bb9d-556914291387 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:31.685449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.743112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.749332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:31.750368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.797900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Calling delete_port for acd410b5-6087-4a5f-bf9c-94e0577790e6 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:31.812802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4033704 Mar 11 16:10:31.817787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38154) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:31.826018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:31.826649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] DHCP port deletion for ba37857e-6914-4ee1-ad1f-f2cbd9fe547e request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:31.882301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:31.892593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Deleting port acd410b5-6087-4a5f-bf9c-94e0577790e6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:31.893275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.895994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d563844-2c17-483d-809d-d5d3e4dea7b7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:31.949192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:31.949555 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment a8c00be4-2f11-4d8a-bfa0-e568709d39f0 of type vlan for network 1f69020a-30e7-4465-9b65-acd5209d45aa Mar 11 16:10:31.975169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01262a3c-8e57-4ba5-8757-c2dfb0e031ec None None] Pushing event updated for resources: {'Port': ['ID=ad171d48-88eb-4098-84a6-27521964038a,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:31.988957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.031183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4aab3701-0579-4530-9751-dce4d191a072 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-2050268936 HTTP/1.1" status: 204 len: 168 time: 0.9774451 Mar 11 16:10:32.045605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38158) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:32.088763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56699-e100-4b02-8f73-8db6a18994a3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=50f05709-2cce-4a44-a891-af9d0619174f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:32.099552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.124331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 84e1aea6-9583-4a5b-abab-10dc989fa538 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:32.142568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 50f05709-2cce-4a44-a891-af9d0619174f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:32.174882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:32.179783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-81de2a18-75f5-4d26-a3ba-b4b81b6cfd08 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-2050268936') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:32.186633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:32.193486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:32.206122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:32.226101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bf45537e-6cd2-4112-90f9-e86b191812f6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:32.228611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:32.263438 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:28Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:29Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:32.268449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.273103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:32.273772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.279566 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:32.280323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Updating router 16ceece7-8736-4a31-831d-7300fa3c2f36 port cd84dc36-2511-4c8d-ac88-88de3e99ef18 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:32.325507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.359925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.387388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:32.496574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event deleted for resources: {'Port': ['ID=acd410b5-6087-4a5f-bf9c-94e0577790e6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:32.558950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:26Z', 'revision_number': 3, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:32.638398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Checking router: aa37fecc-562b-4046-ad3d-732e6bdc5b6b for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:32.638744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Updating router aa37fecc-562b-4046-ad3d-732e6bdc5b6b port 18a69070-964f-4521-a528-9ea81bc7b4bd binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:32.656422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] No DVR routers for this DVR port acd410b5-6087-4a5f-bf9c-94e0577790e6 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:32.676269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=1f69020a-30e7-4465-9b65-acd5209d45aa,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:32.695595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Provisioning for port bf45537e-6cd2-4112-90f9-e86b191812f6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:32.711978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1f69020a-30e7-4465-9b65-acd5209d45aa details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:32.802852 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-715ccae4-cd7a-496f-b83c-630e69381ac0 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.7160692 Mar 11 16:10:32.918263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38162) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:32.935177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:33.027962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] For port acd410b5-6087-4a5f-bf9c-94e0577790e6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=acd410b5-6087-4a5f-bf9c-94e0577790e6,segment=NetworkSegment(0af698b8-e9aa-454a-812f-bf61d59543b1),segment_id=0af698b8-e9aa-454a-812f-bf61d59543b1)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:33.028940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.063774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.106727 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.127716 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Transition to ACTIVE for port object cd84dc36-2511-4c8d-ac88-88de3e99ef18 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:33.144701 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.154037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.275418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Calling delete_port for acd410b5-6087-4a5f-bf9c-94e0577790e6 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:33.307690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:33.309003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port bf45537e-6cd2-4112-90f9-e86b191812f6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:33.320045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:33.326650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:33.354649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=e6113504-83f2-48a9-92a9-ab984a696f24,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:33.359001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:33.360792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bf45537e-6cd2-4112-90f9-e86b191812f6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:33.361389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.371697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:33.372116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: 50f05709-2cce-4a44-a891-af9d0619174f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:33.379440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:33.449963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Provisioning for port 84e1aea6-9583-4a5b-abab-10dc989fa538 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:33.474410 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2ca0-cf5b-49c7-a3be-ba487c39c24c None None] Pushing event updated for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:33.501648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Provisioning complete for port 84e1aea6-9583-4a5b-abab-10dc989fa538 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:33.501648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.531652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 50f05709-2cce-4a44-a891-af9d0619174f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:33.549565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.558429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.598213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 50f05709-2cce-4a44-a891-af9d0619174f) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:33.603260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:33.604048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.623680 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Attempting to bind port cd84dc36-2511-4c8d-ac88-88de3e99ef18 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:33.624848 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Attempting to bind port cd84dc36-2511-4c8d-ac88-88de3e99ef18 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:33.625651 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Attempting to bind port cd84dc36-2511-4c8d-ac88-88de3e99ef18 on network c22dad3e-fac5-4572-98d5-c474c0a60b96 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:33.635951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a41e9-885f-4270-be44-976edd7ac15c None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:33.638399 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:33.638999 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Checking segment: {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:33.639598 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.640292 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Bound using segment: {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:33.640924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Bound port: cd84dc36-2511-4c8d-ac88-88de3e99ef18, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1043d5-6d6c-4e8b-811f-ce01470b4240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:33.641494 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.658060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf20d9d-665a-4516-877f-4e02b865bc9f None None] Network 50f05709-2cce-4a44-a891-af9d0619174f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:33.719413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba37857e-6914-4ee1-ad1f-f2cbd9fe547e']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:33.728980 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-32028662-540d-416b-afd5-040f34678791 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9070861 Mar 11 16:10:33.736812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38166) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:33.785005 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] For port cd84dc36-2511-4c8d-ac88-88de3e99ef18, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:33.790407 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] For port cd84dc36-2511-4c8d-ac88-88de3e99ef18, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cd84dc36-2511-4c8d-ac88-88de3e99ef18,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:33.796530 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.838218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af698b8-e9aa-454a-812f-bf61d59543b1') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:33.838599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af698b8-e9aa-454a-812f-bf61d59543b1') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:33.891990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:33.951140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:33.953850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:33.995016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.044595 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-81de2a18-75f5-4d26-a3ba-b4b81b6cfd08 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-2050268936 HTTP/1.1" status: 204 len: 168 time: 1.9709353 Mar 11 16:10:34.044595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:34.044595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:34.066649 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:34.069173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38170) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:34.194366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-3790ffa5-c73f-4f4c-bccb-7e7d5f69e7a4 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:34.268027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:10:34.321074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.334401 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2ca0-cf5b-49c7-a3be-ba487c39c24c None None] Pushing event updated for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:34.339755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.340970 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:34.360665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.413679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Transition to ACTIVE for port object 18a69070-964f-4521-a528-9ea81bc7b4bd will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:34.423725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.424670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:34.425766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:34.501578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.517197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.580355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.632297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=9df0f1d3-abd4-4092-9ff7-c2079ede22fe,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:34.642408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] Pushing event deleted for resources: {'Network': ['ID=ba37857e-6914-4ee1-ad1f-f2cbd9fe547e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:34.651208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:34.651428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 1f69020a-30e7-4465-9b65-acd5209d45aa, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:34.775148 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f1598840-e711-4101-ae4a-e4f645a2ff4e tempest-ExtraDHCPOptionsIpV6TestJSON-404040788 tempest-ExtraDHCPOptionsIpV6TestJSON-404040788-project] 10.222.0.78 "DELETE /v2.0/networks/ba37857e-6914-4ee1-ad1f-f2cbd9fe547e HTTP/1.1" status: 204 len: 168 time: 4.5668802 Mar 11 16:10:34.790982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 1f69020a-30e7-4465-9b65-acd5209d45aa is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:34.797558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.858013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:34.915508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43254d4-6579-4c41-84f8-a008aa63d66d None None] Pushing event updated for resources: {'Port': ['ID=18a69070-964f-4521-a528-9ea81bc7b4bd,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:34.921697 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:28Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:33Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:34.937379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Deleting port acd410b5-6087-4a5f-bf9c-94e0577790e6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:34.939487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.941485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1f69020a-30e7-4465-9b65-acd5209d45aa) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:34.942609 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ecab4b-bc49-48d2-9951-baf2cd19ad5d None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:28Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:33Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:34.956321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:34.957851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:34.976895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Attempting to bind port 18a69070-964f-4521-a528-9ea81bc7b4bd on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:34.977348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Attempting to bind port 18a69070-964f-4521-a528-9ea81bc7b4bd by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:34.977605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Attempting to bind port 18a69070-964f-4521-a528-9ea81bc7b4bd on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:35.015680 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a9825a93-e7a3-4098-b922-3707eab883e8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0939252 Mar 11 16:10:35.016549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38176) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:35.038738 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3790ffa5-c73f-4f4c-bccb-7e7d5f69e7a4 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 200 len: 205 time: 0.9618385 Mar 11 16:10:35.040986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540984132'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:35.045215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38180) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:35.045921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:35.058839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cdd28c-b9e4-4d28-bc80-18f748079652 None None] Network 1f69020a-30e7-4465-9b65-acd5209d45aa requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:35.059216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-bb29fd79-1b4d-4afe-bc9b-d0659b7b375d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:35.062381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:35.067622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:35.074823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:35.262078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:35.278386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.313377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a7c0c-5314-4b29-afd6-03b0eebc4820 None None] The port 'acd410b5-6087-4a5f-bf9c-94e0577790e6' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:35.325835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.388276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.402267 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bb29fd79-1b4d-4afe-bc9b-d0659b7b375d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 200 len: 241 time: 0.3534214 Mar 11 16:10:35.403738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38186) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:35.413204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-d4813207-6589-44eb-992b-ba52af1ec86f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-1958398225') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:35.432402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:35.511216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:35.529345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port bf45537e-6cd2-4112-90f9-e86b191812f6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bf45537e-6cd2-4112-90f9-e86b191812f6,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:35.547140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:35.547542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:35.547916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.549203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:35.549203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Bound port: 18a69070-964f-4521-a528-9ea81bc7b4bd, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:35.549203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.609923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.667131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] For port 84e1aea6-9583-4a5b-abab-10dc989fa538, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=84e1aea6-9583-4a5b-abab-10dc989fa538,segment=NetworkSegment(030b2c34-c33c-4c83-b7b0-c46194b9299f),segment_id=030b2c34-c33c-4c83-b7b0-c46194b9299f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:35.668758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.672490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-50f05709-2cce-4a44-a891-af9d0619174f', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:35.673644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.710328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d4813207-6589-44eb-992b-ba52af1ec86f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-1958398225 HTTP/1.1" status: 204 len: 168 time: 0.3016286 Mar 11 16:10:35.710328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.719778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38196) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:35.729487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-b40f9660-2339-4680-badd-207996855bb6 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-1958398225') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:35.743046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.743554 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 23e4a79c-d363-4fb4-9866-e6fd1200e818 of type vlan for network b05e3450-f1a3-47a7-afef-92843111b1db Mar 11 16:10:35.806469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.894704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:35.993610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Allocated IP 172.21.0.2 (50f05709-2cce-4a44-a891-af9d0619174f/e6113504-83f2-48a9-92a9-ab984a696f24/eebdf136-32c4-4ab4-8090-b80a106084fe) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:36.098874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.162773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=bf45537e-6cd2-4112-90f9-e86b191812f6,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:36.165972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6395c690-459d-443f-95f4-b971c09c14c3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:36.178929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.182760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:36.183412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.325929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] For port 18a69070-964f-4521-a528-9ea81bc7b4bd, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:36.337520 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3081076 Mar 11 16:10:36.342358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38200) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:36.353437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': 'b05e3450-f1a3-47a7-afef-92843111b1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:36.377381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895221c-41aa-4dae-8944-53b867e38961 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=b05e3450-f1a3-47a7-afef-92843111b1db,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:36.394839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] For port 18a69070-964f-4521-a528-9ea81bc7b4bd, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=18a69070-964f-4521-a528-9ea81bc7b4bd,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:36.428693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b05e3450-f1a3-47a7-afef-92843111b1db details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:36.452118 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9b2f1b96-d658-4860-b78d-1d82cb6d5569 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f8b93ec8df714d8ea26c03f9af303d0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9376109 Mar 11 16:10:36.452472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.453355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38204) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:36.490775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning for port ad171d48-88eb-4098-84a6-27521964038a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:36.494037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:36.499848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:36.503343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:36.510993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:36.522942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:36.548370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75922a3c-5b49-456b-ab1f-8de63c3f18a9 None None] Pushing event updated for resources: {'Port': ['ID=84e1aea6-9583-4a5b-abab-10dc989fa538,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:36.663802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1f69020a-30e7-4465-9b65-acd5209d45aa', 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '9df0f1d3-abd4-4092-9ff7-c2079ede22fe'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:36.664702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.673202 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b40f9660-2339-4680-badd-207996855bb6 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-1958398225 HTTP/1.1" status: 204 len: 168 time: 0.9502208 Mar 11 16:10:36.678376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38208) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:36.685196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Allocated IP 172.20.0.1 (c7ce6fb5-363f-43bd-8b6f-2da07371da57/345a49e5-9b90-4ac0-83b7-1f6ff453b857/448f8882-935d-4168-917a-64c2612aa436) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:36.687579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-3fede6e1-aca1-45fb-9f3a-4bab96f31b38 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:36.748184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.762450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.816496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.830794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Transition to ACTIVE for port object eebdf136-32c4-4ab4-8090-b80a106084fe will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:36.860798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Transition to ACTIVE for port object eebdf136-32c4-4ab4-8090-b80a106084fe will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:36.886234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.922567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43254d4-6579-4c41-84f8-a008aa63d66d None None] Pushing event updated for resources: {'Port': ['ID=18a69070-964f-4521-a528-9ea81bc7b4bd,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:36.942764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning for port cd84dc36-2511-4c8d-ac88-88de3e99ef18 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:36.948212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.968274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.984477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:36.985421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.075346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.133901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.21.0.1 (50f05709-2cce-4a44-a891-af9d0619174f/e6113504-83f2-48a9-92a9-ab984a696f24/5fe60f6e-c6d5-45ae-8f00-ef50e435bc19) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:37.153073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Pushing event updated for resources: {'Port': ['ID=eebdf136-32c4-4ab4-8090-b80a106084fe,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.167592 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3fede6e1-aca1-45fb-9f3a-4bab96f31b38 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 200 len: 205 time: 0.4877238 Mar 11 16:10:37.170668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38212) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:37.182212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-cbfd601b-d07c-4115-8f3f-c5aff091cc6c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:37.195287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.205369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Transition to ACTIVE for port object 448f8882-935d-4168-917a-64c2612aa436 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:37.209671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.223394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 6395c690-459d-443f-95f4-b971c09c14c3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:37.223394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.241792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb863ba-742d-4175-b3ca-95430476c6d9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.281829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.284461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.288471 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8c1cc012-5db2-4cb8-8462-53008d177ebc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2eb863ba-742d-4175-b3ca-95430476c6d9 HTTP/1.1" status: 204 len: 168 time: 0.8276122 Mar 11 16:10:37.298975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Network 50f05709-2cce-4a44-a891-af9d0619174f is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:37.321020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 4b977cab-2f7c-4bba-bb9d-556914291387 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:37.325180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:37.325439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:37.327073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.337313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning complete for port bf45537e-6cd2-4112-90f9-e86b191812f6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:37.338346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.374135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:37.374983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:37.562641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:37.618367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:37.625262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:37.648358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:37.668928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.692095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:37.724831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=e2fcace4-658b-477a-a13e-5683a80b47fb,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.746363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.794466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Allocated IP 172.20.255.242 (1f69020a-30e7-4465-9b65-acd5209d45aa/9df0f1d3-abd4-4092-9ff7-c2079ede22fe/a796c488-8ed4-4de2-8e51-1ceddf4649ef) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:37.814069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:37.858601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.880924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Pushing event updated for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:37.898603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cbfd601b-d07c-4115-8f3f-c5aff091cc6c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 200 len: 240 time: 0.7255173 Mar 11 16:10:37.902578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 50f05709-2cce-4a44-a891-af9d0619174f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:37.905057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38226) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:37.906033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:37.914466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:37.967882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '23e4a79c-d363-4fb4-9866-e6fd1200e818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'b05e3450-f1a3-47a7-afef-92843111b1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:37.968246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: b05e3450-f1a3-47a7-afef-92843111b1db, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:37.981299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-9a99305b-ea98-4aac-99dd-b73ae3492f0b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-636838234') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:38.082491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.240940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cd84dc36-2511-4c8d-ac88-88de3e99ef18 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:38.285809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Attempting to bind port eebdf136-32c4-4ab4-8090-b80a106084fe on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:38.286198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Attempting to bind port eebdf136-32c4-4ab4-8090-b80a106084fe by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:38.286535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Attempting to bind port eebdf136-32c4-4ab4-8090-b80a106084fe on network 50f05709-2cce-4a44-a891-af9d0619174f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:38.295511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4c21b66b-9806-4a4c-97b8-3f4d830cd647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.310253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:38.397130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.410012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:38.410534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Checking segment: {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:38.411927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.411927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Bound using segment: {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:38.411927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Bound port: eebdf136-32c4-4ab4-8090-b80a106084fe, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:38.412242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.413121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9a99305b-ea98-4aac-99dd-b73ae3492f0b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-636838234 HTTP/1.1" status: 204 len: 168 time: 0.5004005 Mar 11 16:10:38.419006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38238) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:38.423476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network b05e3450-f1a3-47a7-afef-92843111b1db is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:38.431924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-2a4b0cbd-1f67-43f2-8008-c647e9adf636 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-636838234') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:38.610136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b05e3450-f1a3-47a7-afef-92843111b1db) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:38.640381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:38.640993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.645942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.648648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 9ca5cef2-aebd-440c-8e5c-779e76c82867 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:10:38.655197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.691963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4609af-7e63-40f6-8078-28b6ce47ef3a None None] Network b05e3450-f1a3-47a7-afef-92843111b1db requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:38.717789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:38.742740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning complete for port 84e1aea6-9583-4a5b-abab-10dc989fa538 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:38.743108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.758387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-febdf575-089d-4ffa-91f6-f15eb5b28564 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4114339 Mar 11 16:10:38.758626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.766153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38246) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:38.808390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.828782 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2a4b0cbd-1f67-43f2-8008-c647e9adf636 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-636838234 HTTP/1.1" status: 204 len: 168 time: 0.4084041 Mar 11 16:10:38.900376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38254) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:38.923573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port cd84dc36-2511-4c8d-ac88-88de3e99ef18 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:38.930469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-6ded346f-71fc-4499-9ee7-93ee4236a636 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:38.951271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:38.969245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cd84dc36-2511-4c8d-ac88-88de3e99ef18 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:38.969865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.056521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Pushing event updated for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:39.068224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2078495358'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:39.071936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] For port eebdf136-32c4-4ab4-8090-b80a106084fe, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:39.085433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:39.098412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Transition to ACTIVE for port object a796c488-8ed4-4de2-8e51-1ceddf4649ef will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:39.100503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:39.105628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:39.121461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:39.163546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:39.168079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.191760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] For port eebdf136-32c4-4ab4-8090-b80a106084fe, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eebdf136-32c4-4ab4-8090-b80a106084fe,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:39.198922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.209983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Transition to ACTIVE for port object a796c488-8ed4-4de2-8e51-1ceddf4649ef will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:39.213143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.259258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:39.264966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:39.336475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.379156 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ded346f-71fc-4499-9ee7-93ee4236a636 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 200 len: 205 time: 0.4714513 Mar 11 16:10:39.384763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.386731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38258) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:39.398129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-5ce78295-a94a-44ff-9703-b04c8368ee2b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:39.409203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:39.412040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:39.442227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:security_group_rule and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:39.448435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:39.460168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d11927d-be09-49ed-beaf-5bde0c55df75 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/9ca5cef2-aebd-440c-8e5c-779e76c82867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9749970 Mar 11 16:10:39.461446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:39.465733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38262) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:39.489485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Network 1f69020a-30e7-4465-9b65-acd5209d45aa is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:39.492368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] Sync routers for ids ['9ca5cef2-aebd-440c-8e5c-779e76c82867'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:39.549332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:39.572802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5ce78295-a94a-44ff-9703-b04c8368ee2b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 200 len: 241 time: 0.1825302 Mar 11 16:10:39.584250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38266) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:39.608123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa22d7f-0d11-4280-9498-14fe5b13e9dc None None] Pushing event updated for resources: {'Port': ['ID=eebdf136-32c4-4ab4-8090-b80a106084fe,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:39.653592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-abbcfefc-0353-4378-9ce7-1fb8c1d44a73 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-1973977760') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:39.682998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.726378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:39.740070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.763060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7417918d-d0e0-437c-b9be-55a0b40303a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:39.763504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7417918d-d0e0-437c-b9be-55a0b40303a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:39.763628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a203ed-e2aa-4d4f-adb2-b16dc95b4ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b05e3450-f1a3-47a7-afef-92843111b1db', 'network_id': 'b05e3450-f1a3-47a7-afef-92843111b1db', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': 'e2fcace4-658b-477a-a13e-5683a80b47fb'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:39.764325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-18a203ed-e2aa-4d4f-adb2-b16dc95b4ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.773531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.790102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.807258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning for port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:39.830168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Provisioning complete for port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:39.830940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.832370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7417918d-d0e0-437c-b9be-55a0b40303a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:39.836484 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7417918d-d0e0-437c-b9be-55a0b40303a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports/c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c HTTP/1.1" status: 200 len: 983 time: 0.3627093 Mar 11 16:10:39.843499 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-abbcfefc-0353-4378-9ce7-1fb8c1d44a73 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-1973977760 HTTP/1.1" status: 204 len: 168 time: 0.2098770 Mar 11 16:10:39.843792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38270) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:39.844733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38272) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:39.851971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f0b2ec-9720-4ccf-a90b-fbab53ace18a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:39.865302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-fbcecda4-452e-44db-a299-6f51c938b843 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-1973977760') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:39.914084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:39.995985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:40.022097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] Routers {'9ca5cef2-aebd-440c-8e5c-779e76c82867'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:40.022875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9ca5cef2-aebd-440c-8e5c-779e76c82867'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.102960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.105468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Pushing event updated for resources: {'Port': ['ID=a796c488-8ed4-4de2-8e51-1ceddf4649ef,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.113182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.113878 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment af457b66-2f63-4ec9-9119-c1d711e3597f of type vlan for network caf49411-845f-4ecb-8446-707073bef5f7 Mar 11 16:10:40.133220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port cd84dc36-2511-4c8d-ac88-88de3e99ef18, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cd84dc36-2511-4c8d-ac88-88de3e99ef18,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:40.136629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fcace4-658b-477a-a13e-5683a80b47fb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.148932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:10:40.170090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.179058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.180109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ad171d48-88eb-4098-84a6-27521964038a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:40.215114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Router aa37fecc-562b-4046-ad3d-732e6bdc5b6b has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:40.231074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.239156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.242878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:40.243476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.258624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.358023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.374105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:26Z', 'revision_number': 3, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.417766 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fbcecda4-452e-44db-a299-6f51c938b843 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-1973977760 HTTP/1.1" status: 204 len: 168 time: 0.5712323 Mar 11 16:10:40.419324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05e3450-f1a3-47a7-afef-92843111b1db']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.429880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.433560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38278) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:40.434948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7617519b-55a5-4821-8891-06623d7eaa44 None None] Port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:40.445634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-c7964751-54cc-4494-a4bd-bae3c7518703 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.446693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b38c441-ac4d-4470-955d-cf7dc14adb64 None None] The sync data for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:26Z', 'revision_number': 3, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:40.457445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.466023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e4a79c-d363-4fb4-9866-e6fd1200e818') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.466329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e4a79c-d363-4fb4-9866-e6fd1200e818') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.466964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] Routers {'9ca5cef2-aebd-440c-8e5c-779e76c82867'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:40.467649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9ca5cef2-aebd-440c-8e5c-779e76c82867'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.514040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.537974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.541826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Attempting to bind port a796c488-8ed4-4de2-8e51-1ceddf4649ef on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:40.542231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Attempting to bind port a796c488-8ed4-4de2-8e51-1ceddf4649ef by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:40.542663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Attempting to bind port a796c488-8ed4-4de2-8e51-1ceddf4649ef on network 1f69020a-30e7-4465-9b65-acd5209d45aa {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:40.546674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:40.547349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.555619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.573465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.574024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b40edd-64e2-487b-b788-1bb5e40fa0ea None None] The sync data for ids ['9ca5cef2-aebd-440c-8e5c-779e76c82867'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:40.593429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15052bcb-6a75-4285-a169-58c91de90c61 None None] Network b05e3450-f1a3-47a7-afef-92843111b1db requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:40.621897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:40.622499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Checking segment: {'id': 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:40.622971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.623435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Bound using segment: {'id': 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:40.623987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Bound port: a796c488-8ed4-4de2-8e51-1ceddf4649ef, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '1f69020a-30e7-4465-9b65-acd5209d45aa'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:40.624455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:40.690171 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:40.755494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.767886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning for port f5e1c315-d14d-40fe-83b2-6387ade7c157 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:40.771617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ad171d48-88eb-4098-84a6-27521964038a completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:40.783839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c7964751-54cc-4494-a4bd-bae3c7518703 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 200 len: 205 time: 0.3439384 Mar 11 16:10:40.790259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38282) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:40.803804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning complete for port f5e1c315-d14d-40fe-83b2-6387ade7c157 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:40.804265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.806602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-e0c7bc59-a9d2-4950-a738-25c89f5ca810 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.814521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.822503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=caf49411-845f-4ecb-8446-707073bef5f7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.825962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=b05e3450-f1a3-47a7-afef-92843111b1db,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:40.833098 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0b8c2de7-2fd1-49fd-876d-6f1cc8d6a91d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/b05e3450-f1a3-47a7-afef-92843111b1db HTTP/1.1" status: 204 len: 168 time: 2.0615001 Mar 11 16:10:40.834220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8204c3f2-0e33-4b68-962c-1ef43d0c132b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0709577 Mar 11 16:10:40.853668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ad171d48-88eb-4098-84a6-27521964038a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:40.854082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:40.854257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:40.898367 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e0c7bc59-a9d2-4950-a738-25c89f5ca810 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 204 len: 168 time: 0.1048460 Mar 11 16:10:40.901552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38290) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:40.911461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-607ba991-16e1-4b8a-848f-b79945a2574c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:40.943130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723077204'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:40.957122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 50f05709-2cce-4a44-a891-af9d0619174f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:40.961420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:40.967145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:40.974032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network caf49411-845f-4ecb-8446-707073bef5f7 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:41.191987 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-607ba991-16e1-4b8a-848f-b79945a2574c tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.2879674 Mar 11 16:10:41.195279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38294) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:41.203025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-a7f8172a-5957-4a0a-a73d-c24c23efd739 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:41.210727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7b1dfc-7617-4de3-99f5-4c82cb2080f9 None None] Network 50f05709-2cce-4a44-a891-af9d0619174f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:41.263012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:41.268797 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c9abdef4-e052-4a54-97a3-db73cdda4b7f admin admin] 10.222.0.78 "PUT /v2.0/routers/aa37fecc-562b-4046-ad3d-732e6bdc5b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9261074 Mar 11 16:10:41.279566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:41.289030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:41.300353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:41.431680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] For port a796c488-8ed4-4de2-8e51-1ceddf4649ef, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:41.433880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Port f5e1c315-d14d-40fe-83b2-6387ade7c157 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:41.475441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] For port a796c488-8ed4-4de2-8e51-1ceddf4649ef, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a796c488-8ed4-4de2-8e51-1ceddf4649ef,segment=NetworkSegment(a8c00be4-2f11-4d8a-bfa0-e568709d39f0),segment_id=a8c00be4-2f11-4d8a-bfa0-e568709d39f0)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:41.480142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1a2f442d-921f-46ab-b4d1-f38bd615ca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.491379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.522297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:41.536793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.537413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a7f8172a-5957-4a0a-a73d-c24c23efd739 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 204 len: 168 time: 0.3409564 Mar 11 16:10:41.539337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38300) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:41.547883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-bc1ab6bd-eac6-49de-b51c-edba407f52c9 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:41.617121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:41.633247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.633247 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 2b1d272d-7464-4e4c-b862-e60a9d33b10b of type vlan for network 1148f851-9453-4296-b969-42cab7741b22 Mar 11 16:10:41.677300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.716039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:41.742418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.799199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f124ab6-a931-4cd2-b827-60247286c4da None None] Pushing event updated for resources: {'Port': ['ID=a796c488-8ed4-4de2-8e51-1ceddf4649ef,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:41.806885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.810789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:41.811447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.843429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port ad171d48-88eb-4098-84a6-27521964038a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ad171d48-88eb-4098-84a6-27521964038a,segment=NetworkSegment(65aa5536-1b96-4972-9713-21ba352a7ef6),segment_id=65aa5536-1b96-4972-9713-21ba352a7ef6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:41.845172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning complete for port ad171d48-88eb-4098-84a6-27521964038a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:41.845719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.854013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:41.919971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.014612 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:10:42.036787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=1148f851-9453-4296-b969-42cab7741b22,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:42.083126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=ad171d48-88eb-4098-84a6-27521964038a,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:42.086828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device acd410b5-6087-4a5f-bf9c-94e0577790e6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:10:42.127762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1148f851-9453-4296-b969-42cab7741b22 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:42.157204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38310) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:42.158188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cb46d80d-5f81-4dba-8c9c-9835560d7a7f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3027804 Mar 11 16:10:42.189525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '1148f851-9453-4296-b969-42cab7741b22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:42.241506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:42.253759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:42.263480 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38b62936-55cb-455c-a8b2-c85ebb7a09b0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5253859 Mar 11 16:10:42.264485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38314) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:42.273121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-581468158'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:42.276431 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:42.277271 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:42.295222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:42.304628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:42.315639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:42.325522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:42.355754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:42.359747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.399771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38318) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:42.426435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157294035', 'description': 'tempest-secgroup-smoke-1157294035 description', 'project_id': '17fffdf9346c4da4a63989039d4dca32'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:42.451698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:42.464853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: acd410b5-6087-4a5f-bf9c-94e0577790e6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:10:42.467302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device acd410b5-6087-4a5f-bf9c-94e0577790e6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:10:42.480540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:42.489559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:42.509341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:42.547582 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc1ab6bd-eac6-49de-b51c-edba407f52c9 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 204 len: 168 time: 1.0072820 Mar 11 16:10:42.560315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:42.582442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38322) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:42.587090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.590515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.593760 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment cdfbb4c8-e825-4663-91dd-435b2dd51c13 of type vlan for network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 Mar 11 16:10:42.613094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-23d6366f-8126-4fc8-961d-40b70dd34ab5 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-1838493694') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:42.635889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.669814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.766195 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:42.811842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.874646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.881043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:42.884239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:42.902873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:42.938446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:43.027785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:43.044268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eebdf136-32c4-4ab4-8090-b80a106084fe up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:43.052128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:43.126253 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-23d6366f-8126-4fc8-961d-40b70dd34ab5 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-1838493694 HTTP/1.1" status: 201 len: 201 time: 0.5426226 Mar 11 16:10:43.130024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38326) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:43.139855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-2b624725-2bdf-41f0-9de3-a8762732fcc7 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-1776851743') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:43.197668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:43.287974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning for port 448f8882-935d-4168-917a-64c2612aa436 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:43.308247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning complete for port 448f8882-935d-4168-917a-64c2612aa436 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:43.308885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.425921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port eebdf136-32c4-4ab4-8090-b80a106084fe completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:43.430234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Port 448f8882-935d-4168-917a-64c2612aa436 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:43.444805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 84e1aea6-9583-4a5b-abab-10dc989fa538 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:43.486819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.561470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2910984 Mar 11 16:10:43.610476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Provisioning complete for port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:43.611546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.626319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38330) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:43.674490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:43.720449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.726042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing IP validity checks on allocation pools {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:10:43.726639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:10:43.754871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 84e1aea6-9583-4a5b-abab-10dc989fa538 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:43.756293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:43.827285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:43.938455 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:38Z', 'revision_number': 3, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:39Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:43.965621 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:43.966138 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Updating router 16ceece7-8736-4a31-831d-7300fa3c2f36 port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:43.973226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b381b-bf41-4f61-a2dd-466df8fafdd3 None None] Port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:44.102814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:44.130251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6210c-fc8b-45a1-8ced-20a85e0a85ac tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=9f48d9b2-eba3-4d39-a428-5b7a449fa8e5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:44.139457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:44.151235 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.187635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cd84dc36-2511-4c8d-ac88-88de3e99ef18 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:44.212345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:44.251965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38334) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:44.275708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:44.305873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:44.352954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:44.419919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:44.427115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:44.432968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.453005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:44.541641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:44.550870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=31b36e9c-9ec2-4965-9194-08d01b3b5feb,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:44.584692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2dac0a-a0a1-4ba2-8f37-7bdbc2fe3a95 None None] Network 1f69020a-30e7-4465-9b65-acd5209d45aa requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:44.587265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:44.680365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '2b1d272d-7464-4e4c-b862-e60a9d33b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1148f851-9453-4296-b969-42cab7741b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:44.680365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 1148f851-9453-4296-b969-42cab7741b22, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:44.698769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:subnet and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:44.701233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:44.701564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.705910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:44.718836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.731619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:44.735224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Provisioning for port eebdf136-32c4-4ab4-8090-b80a106084fe completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:44.741206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.746224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Provisioning complete for port eebdf136-32c4-4ab4-8090-b80a106084fe triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:44.746645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.804878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:44.828242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.843102 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.857642 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Transition to ACTIVE for port object 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:44.865964 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.897280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cd84dc36-2511-4c8d-ac88-88de3e99ef18 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:44.897655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:44.925171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38369f-6869-44cf-a5c4-f8cb19b73d80,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:44.938096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.018215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.024713 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d23bad8-66d6-4127-a659-dd5f0731c555 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.6157691 Mar 11 16:10:45.025654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38338) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:45.066679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:45.091755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:45.115116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.132706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:45.151634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:45.164119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:45.166584 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4c3d9-d896-4edf-9af2-494c956d4fea None None] Pushing event updated for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:45.192281 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Attempting to bind port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:45.193317 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Attempting to bind port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:45.193934 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Attempting to bind port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 on network 50f05709-2cce-4a44-a891-af9d0619174f {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:45.202657 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:45.203771 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Checking segment: {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:45.204380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.205009 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Bound using segment: {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:45.205697 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Bound port: 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3902d193-f372-4dee-a974-bb014b234ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:45.207099 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.229483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.239926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.304454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:45.338622 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] For port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:45.340537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 1148f851-9453-4296-b969-42cab7741b22 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:45.348039 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] For port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:45.359955 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.368949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1148f851-9453-4296-b969-42cab7741b22) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:45.383078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:45.383667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.393209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b18b92-fe36-433c-ad02-837f51afa3bc None None] Network 1148f851-9453-4296-b969-42cab7741b22 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:45.405260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.418280 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-19d9173d-426d-438a-906d-7503878b93f3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2476647 Mar 11 16:10:45.421622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:45.457836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.496604 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:45.497204 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:45.586830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.619960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=c5e2b5b1-73e6-4d5c-8b72-c1301d337e7c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:45.648400 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2b624725-2bdf-41f0-9de3-a8762732fcc7 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-1776851743 HTTP/1.1" status: 201 len: 201 time: 2.5147328 Mar 11 16:10:45.654652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38346) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:45.655808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] For port eebdf136-32c4-4ab4-8090-b80a106084fe, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eebdf136-32c4-4ab4-8090-b80a106084fe,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:45.658288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bf45537e-6cd2-4112-90f9-e86b191812f6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:45.670163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.687244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-976084fe-9d44-4cf7-85a3-be676ba0ef02 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-907332446') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:45.738472 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4c3d9-d896-4edf-9af2-494c956d4fea None None] Pushing event updated for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:45.751117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8c75b9-c74c-4b63-8be9-bbfd45210412,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:45.776095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.786011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.838051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.839358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3559b084-0c0e-4441-a164-2334ea490251 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7985809 Mar 11 16:10:45.856976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:45.870978 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:45.894761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:45.919859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:45.932660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1148f851-9453-4296-b969-42cab7741b22', 'network_id': '1148f851-9453-4296-b969-42cab7741b22', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '31b36e9c-9ec2-4965-9194-08d01b3b5feb'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:45.933798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:45.968574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:45.976107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:45.988244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:46.000736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=1413521d-7e27-4e02-abe3-7895b979ad81,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:46.009815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.079603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Provisioning for port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:46.097764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.120949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c88626-910d-4a60-8ae2-dc26d49a37e6 None None] Pushing event updated for resources: {'Port': ['ID=eebdf136-32c4-4ab4-8090-b80a106084fe,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:46.160093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:46.160427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:46.173654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=d2c7f070-d38a-4121-b4c3-ab1e2f84ddea,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:46.234611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': 'af457b66-2f63-4ec9-9119-c1d711e3597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:46.235028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: caf49411-845f-4ecb-8446-707073bef5f7, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:46.278688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:46.283501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.295007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.307233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.326330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network caf49411-845f-4ecb-8446-707073bef5f7 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:46.326560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bf45537e-6cd2-4112-90f9-e86b191812f6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:46.326762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.344292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, caf49411-845f-4ecb-8446-707073bef5f7) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:46.348763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.359997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45115d04-a0af-4adf-ae9c-b0902fcc2c55,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:46.361773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:46.364468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-014ed1d7-c49c-4589-8584-f1fa5182b443 None None] Provisioning for port a796c488-8ed4-4de2-8e51-1ceddf4649ef completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:46.370240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad46673-78ca-45bf-9695-e4f4186a6f24 None None] Network caf49411-845f-4ecb-8446-707073bef5f7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:46.388615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.390508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.397965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ff2cff-46ca-4d3e-8a6b-67cb93d5ece5 None None] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:46.426958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.427708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.451522 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a20043ad-c862-410d-8882-55c6915b5ad1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1889539 Mar 11 16:10:46.453751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.454995 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5a41040c-f5e7-48b7-9c04-8e8964a19498 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5970759 Mar 11 16:10:46.455571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38354) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:46.459438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38356) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:46.464846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706113844'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:46.473982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:46.478290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:46.482138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:46.490703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:46.515443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:46.522608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:46.527581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:46.530767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:46.539149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:46.551265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-616b039e-0a8c-4675-853c-3cf83a3181c4 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9195340 Mar 11 16:10:46.552956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:46.556872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.566194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38362) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:46.577444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Allocated IP 172.20.0.3 (1148f851-9453-4296-b969-42cab7741b22/31b36e9c-9ec2-4965-9194-08d01b3b5feb/426a2cff-cc5c-4a90-9884-522f0c917060) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:46.587762 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:38Z', 'revision_number': 3, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:45Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:46.591087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.594304 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88258731-6205-4599-8339-5e5a3425bb6a None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:38Z', 'revision_number': 3, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:45Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:46.669901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:46.683854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.684501 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment bb8ffa4f-2944-4efd-bf9c-505d0a111370 of type vlan for network a710fe62-7691-4105-af73-c6899fa298b5 Mar 11 16:10:46.728021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.765388 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-976084fe-9d44-4cf7-85a3-be676ba0ef02 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-907332446 HTTP/1.1" status: 201 len: 201 time: 1.1096323 Mar 11 16:10:46.772993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38366) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:46.779641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-52d36371-5e84-4a48-ac07-22b02abe37d2 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-207814092') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:46.799421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.821189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.841727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a04ac59-e90e-48d2-8657-d661d97652ce,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:46.855781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.860225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:46.860843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.922049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.940251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:46.942137 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7fd6342d-16b6-40d8-9180-e187e736f31d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4331095 Mar 11 16:10:46.970916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38370) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:46.991168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:47.012001 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-52d36371-5e84-4a48-ac07-22b02abe37d2 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-207814092 HTTP/1.1" status: 201 len: 201 time: 0.2380548 Mar 11 16:10:47.012577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38374) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:47.016284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:47.039313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-b250d97e-f84b-4826-be37-ad5d530f5361 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', {'tags': ['tempest-TagsExtTest-Tag-1184169779', 'tempest-TagsExtTest-Tag-1869217905', 'tempest-TagsExtTest-Tag-580446140']}) {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:47.041483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:47.051838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:47.072732 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6152496 Mar 11 16:10:47.076720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:47.080165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38378) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:47.099723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:47.144792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ad171d48-88eb-4098-84a6-27521964038a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:47.260841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-caf49411-845f-4ecb-8446-707073bef5f7', 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7', 'tenant_id': 'c2624b2d3a7e4c61a2f7a81aa4192aa9', 'fixed_ips': [{'subnet_id': 'd2c7f070-d38a-4121-b4c3-ab1e2f84ddea'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:47.262127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.380334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:47.384575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:subnet and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:47.388242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:47.394437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:47.396233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.400545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93bf3c-69e4-4433-9e8a-3dc087a15099 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=a710fe62-7691-4105-af73-c6899fa298b5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:47.419066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:47.422473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Transition to ACTIVE for port object 426a2cff-cc5c-4a90-9884-522f0c917060 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:47.477079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a710fe62-7691-4105-af73-c6899fa298b5 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:47.481508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.491685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:47.492574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.556787 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b250d97e-f84b-4826-be37-ad5d530f5361 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 200 len: 317 time: 0.5356035 Mar 11 16:10:47.559658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.565828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38382) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:47.577385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-7e967ee5-ea5a-41c1-a743-ad9219a49b93 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:47.614958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Transition to ACTIVE for port object 426a2cff-cc5c-4a90-9884-522f0c917060 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:47.690139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.710402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.740111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ad171d48-88eb-4098-84a6-27521964038a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:47.740568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.748865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 9ca5cef2-aebd-440c-8e5c-779e76c82867 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:47.768037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=31b36e9c-9ec2-4965-9194-08d01b3b5feb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:47.794797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.827809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.930723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Network 1148f851-9453-4296-b969-42cab7741b22 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:47.936014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Pushing event updated for resources: {'Port': ['ID=426a2cff-cc5c-4a90-9884-522f0c917060,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:47.957021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:10:47.958909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:47.971733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:47.974898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:48.003783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca8da08-eb5b-456e-8d29-0982c5d1b1f5,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:48.016401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Allocated IP 2001:db8:0:ffff::2 (caf49411-845f-4ecb-8446-707073bef5f7/d2c7f070-d38a-4121-b4c3-ab1e2f84ddea/4efb4b11-f1c5-49ee-bd29-66babadbd49a) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:48.061296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=05bfa71d-a8a5-414e-8fcd-0f9a36746a42,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:48.069781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': 'bb8ffa4f-2944-4efd-bf9c-505d0a111370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:48.070129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: a710fe62-7691-4105-af73-c6899fa298b5, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:48.097986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network a710fe62-7691-4105-af73-c6899fa298b5 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:48.111754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a710fe62-7691-4105-af73-c6899fa298b5) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:48.120234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:48.121048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.155453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f7dafe4-2f1d-4ce8-a4d3-3fc8815a181d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0660145 Mar 11 16:10:48.155875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38386) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.163458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'port': {'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5', 'name': 'tempest-NetworksIpV6TestAttrs-1422381802'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:48.198254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.207386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524bb6a-e1d9-46a9-890e-9433d96dbd3d None None] Network a710fe62-7691-4105-af73-c6899fa298b5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:48.252282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1148f851-9453-4296-b969-42cab7741b22']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.265224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.269767 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bdc9d583-9475-4ba4-807b-5d182fdf671b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2851865 Mar 11 16:10:48.270216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.278393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:48.297275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:48.306447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:48.312457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:48.321609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Allocated IP 172.22.0.2 (9f48d9b2-eba3-4d39-a428-5b7a449fa8e5/1413521d-7e27-4e02-abe3-7895b979ad81/b5d8f373-5fdd-42b6-8467-761382867f32) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:48.333129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:48.338034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1d272d-7464-4e4c-b862-e60a9d33b10b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.338879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1d272d-7464-4e4c-b862-e60a9d33b10b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.347732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:48.355361 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Project 17fffdf9346c4da4a63989039d4dca32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:10:48.358928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:port and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:48.361948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:48.365496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.405975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:48.416770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.428132 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e967ee5-ea5a-41c1-a743-ad9219a49b93 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 204 len: 168 time: 0.8581405 Mar 11 16:10:48.431023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38394) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.440285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:48.445127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.445446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Attempting to bind port 426a2cff-cc5c-4a90-9884-522f0c917060 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:48.445754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-f329057f-6d48-4a36-9fb8-a0417f37d699 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-1184169779') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.445933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Attempting to bind port 426a2cff-cc5c-4a90-9884-522f0c917060 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2b1d272d-7464-4e4c-b862-e60a9d33b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1148f851-9453-4296-b969-42cab7741b22'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:48.446319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Attempting to bind port 426a2cff-cc5c-4a90-9884-522f0c917060 on network 1148f851-9453-4296-b969-42cab7741b22 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:48.447418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:48.451282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.464994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.476556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.476822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] Sync routers for ids ['9ca5cef2-aebd-440c-8e5c-779e76c82867'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:48.482168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cc36f5a3-ea03-49c6-8685-6225e109b496 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/9ca5cef2-aebd-440c-8e5c-779e76c82867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6151993 Mar 11 16:10:48.488130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38398) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.504401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:48.505055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:48.520980 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:48.573525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c808c43-51ee-4a19-b978-67f4cf9ddb58,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:48.579663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] device_id is not set on port 34c9bb07-af9c-4622-8317-bacde87a019e yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:10:48.590508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:48.591748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Checking segment: {'id': '2b1d272d-7464-4e4c-b862-e60a9d33b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1148f851-9453-4296-b969-42cab7741b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:48.591748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.591748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Bound using segment: {'id': '2b1d272d-7464-4e4c-b862-e60a9d33b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1148f851-9453-4296-b969-42cab7741b22'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:48.592283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Bound port: 426a2cff-cc5c-4a90-9884-522f0c917060, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1d272d-7464-4e4c-b862-e60a9d33b10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1148f851-9453-4296-b969-42cab7741b22'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:48.592439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.641489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:10:48.641489 dv-neutron-833206-1-hyperv neutron-server[83841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:10:48.641489 dv-neutron-833206-1-hyperv neutron-server[83841]: [parameters: {'id': '1148f851-9453-4296-b969-42cab7741b22'}] Mar 11 16:10:48.641489 dv-neutron-833206-1-hyperv neutron-server[83841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:10:48.642351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:10:48.702684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-f329057f-6d48-4a36-9fb8-a0417f37d699 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:48.703707 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f329057f-6d48-4a36-9fb8-a0417f37d699 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-1184169779 HTTP/1.1" status: 404 len: 329 time: 0.2696936 Mar 11 16:10:48.709367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38402) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.723438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-628bad86-0b1c-4f39-86bd-a62940143681 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-1869217905') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.750543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] Routers {'9ca5cef2-aebd-440c-8e5c-779e76c82867'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:48.751268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9ca5cef2-aebd-440c-8e5c-779e76c82867'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.867866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:48.871644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f3847bdd-3098-427f-aa71-41fb3ba42d75 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5975924 Mar 11 16:10:48.871644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Allocated IP 2001:db8::f816:3eff:fef1:cf94 (a710fe62-7691-4105-af73-c6899fa298b5/05bfa71d-a8a5-414e-8fcd-0f9a36746a42/34c9bb07-af9c-4622-8317-bacde87a019e) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:48.875542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38406) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:48.895416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:48.897099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'security_group_rule': {'security_group_id': '9b38369f-6869-44cf-a5c4-f8cb19b73d80', 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:48.908593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:48.922050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:security_group_rule and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:48.927914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:48.945538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:48.954740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.016436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:49.044248 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Project 17fffdf9346c4da4a63989039d4dca32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:10:49.109285 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-628bad86-0b1c-4f39-86bd-a62940143681 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:49.113250 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-628bad86-0b1c-4f39-86bd-a62940143681 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-1869217905 HTTP/1.1" status: 404 len: 329 time: 0.3991482 Mar 11 16:10:49.114732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38410) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:49.120852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.143717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.158407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-79a51857-fd21-4a5c-a399-1779658c7a00 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b', 'tempest-TagsExtTest-Tag-580446140') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:49.169551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] For port 426a2cff-cc5c-4a90-9884-522f0c917060, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:49.185200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] Routers {'9ca5cef2-aebd-440c-8e5c-779e76c82867'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:49.185998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9ca5cef2-aebd-440c-8e5c-779e76c82867'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:49.252378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a710fe62-7691-4105-af73-c6899fa298b5', 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5', 'tenant_id': 'c2624b2d3a7e4c61a2f7a81aa4192aa9', 'fixed_ips': [{'subnet_id': '05bfa71d-a8a5-414e-8fcd-0f9a36746a42'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:10:49.254006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.254532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port 426a2cff-cc5c-4a90-9884-522f0c917060 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:49.255040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.268212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.301569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] For port 426a2cff-cc5c-4a90-9884-522f0c917060, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=426a2cff-cc5c-4a90-9884-522f0c917060,segment=NetworkSegment(2b1d272d-7464-4e4c-b862-e60a9d33b10b),segment_id=2b1d272d-7464-4e4c-b862-e60a9d33b10b)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:49.312898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Transition to ACTIVE for port object 4efb4b11-f1c5-49ee-bd29-66babadbd49a will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:49.317434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:49.318009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5831ab-2287-42f0-b496-2527a031f745 None None] The sync data for ids ['9ca5cef2-aebd-440c-8e5c-779e76c82867'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:49.333696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.434714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.435793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.461889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.472602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Transition to ACTIVE for port object 4efb4b11-f1c5-49ee-bd29-66babadbd49a will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:49.478723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Transition to ACTIVE for port object b5d8f373-5fdd-42b6-8467-761382867f32 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:49.517521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2f1789-8dbb-44f8-a362-d56cfe3fe819,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:49.538365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.541290 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-03cf16f6-c58f-4fd6-8959-2aa704e06809 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 16:10:49.542367 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-03cf16f6-c58f-4fd6-8959-2aa704e06809 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/9ca5cef2-aebd-440c-8e5c-779e76c82867/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0489817 Mar 11 16:10:49.556822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38414) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:49.584844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Transition to ACTIVE for port object b5d8f373-5fdd-42b6-8467-761382867f32 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:49.589568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330ed54-dcf3-43a1-b1d4-566c1fd3b18a None None] Pushing event updated for resources: {'Port': ['ID=426a2cff-cc5c-4a90-9884-522f0c917060,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:49.602198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:49.605153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.623979 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-12182094-be5d-4686-b2b6-8bc0aa0ddd76 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ca5cef2-aebd-440c-8e5c-779e76c82867 HTTP/1.1" status: 200 len: 205 time: 0.0659666 Mar 11 16:10:49.627175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38418) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:49.662717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.664041 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2f8ff0b1-9159-4107-8af6-d2e05bda0b26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7723365 Mar 11 16:10:49.680632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.692978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:49.693314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.708491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port 426a2cff-cc5c-4a90-9884-522f0c917060, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=426a2cff-cc5c-4a90-9884-522f0c917060,segment=NetworkSegment(2b1d272d-7464-4e4c-b862-e60a9d33b10b),segment_id=2b1d272d-7464-4e4c-b862-e60a9d33b10b)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:49.709137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.720626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Transition to ACTIVE for port object 34c9bb07-af9c-4622-8317-bacde87a019e will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:49.789051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Network caf49411-845f-4ecb-8446-707073bef5f7 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:49.800988 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-79a51857-fd21-4a5c-a399-1779658c7a00 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:49.802254 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-79a51857-fd21-4a5c-a399-1779658c7a00 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags/tempest-TagsExtTest-Tag-580446140 HTTP/1.1" status: 404 len: 328 time: 0.6866224 Mar 11 16:10:49.813211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:49.828406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-87f69fc3-e135-4215-a44b-17fcbc84cb93 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', {'tags': ['tempest-TagsExtTest-Tag-767505290', 'tempest-TagsExtTest-Tag-287904884', 'tempest-TagsExtTest-Tag-191696234']}) {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:49.838805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:49.840829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Pushing event updated for resources: {'Port': ['ID=4efb4b11-f1c5-49ee-bd29-66babadbd49a,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:49.854092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:49.887921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.22.0.1 (9f48d9b2-eba3-4d39-a428-5b7a449fa8e5/1413521d-7e27-4e02-abe3-7895b979ad81/02571539-fd0b-4f65-ad08-7abd67fe8107) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:49.898412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for 426a2cff-cc5c-4a90-9884-522f0c917060 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:49.947015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:49.951072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:49.966400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:49.968268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Pushing event updated for resources: {'Port': ['ID=b5d8f373-5fdd-42b6-8467-761382867f32,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:49.974614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:50.104912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.170920 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-87f69fc3-e135-4215-a44b-17fcbc84cb93 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 200 len: 315 time: 0.3537970 Mar 11 16:10:50.185534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38448) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:50.199107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-a0c25319-11ea-4798-a359-cd2584f966a5 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:50.263693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network a710fe62-7691-4105-af73-c6899fa298b5 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:50.273325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Port': ['ID=34c9bb07-af9c-4622-8317-bacde87a019e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:50.277388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:50.279867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:50.284188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:50.285337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.348517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.373502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object 02571539-fd0b-4f65-ad08-7abd67fe8107 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:50.417043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Attempting to bind port b5d8f373-5fdd-42b6-8467-761382867f32 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:50.417609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Attempting to bind port b5d8f373-5fdd-42b6-8467-761382867f32 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:50.417894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Attempting to bind port b5d8f373-5fdd-42b6-8467-761382867f32 on network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:50.426745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.428717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99430d52-725f-423e-9f68-abe1767a0f38 None None] Network 1148f851-9453-4296-b969-42cab7741b22 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:50.489682 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d5a0f32-d794-4535-9e61-690f03b8abaa tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3323882 Mar 11 16:10:50.526979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38454) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:50.527759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:50.567828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.599604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Allocated IP 2001:db8::f816:3eff:fe8c:ac27 (a710fe62-7691-4105-af73-c6899fa298b5/05bfa71d-a8a5-414e-8fcd-0f9a36746a42/661bf189-88b7-4065-bff5-f01cb07a1f44) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:10:50.614251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Attempting to bind port 4efb4b11-f1c5-49ee-bd29-66babadbd49a on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:50.614472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Attempting to bind port 4efb4b11-f1c5-49ee-bd29-66babadbd49a by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'af457b66-2f63-4ec9-9119-c1d711e3597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:50.614840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Attempting to bind port 4efb4b11-f1c5-49ee-bd29-66babadbd49a on network caf49411-845f-4ecb-8446-707073bef5f7 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:50.629652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:50.630019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Checking segment: {'id': 'af457b66-2f63-4ec9-9119-c1d711e3597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:50.633208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.633445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Bound using segment: {'id': 'af457b66-2f63-4ec9-9119-c1d711e3597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:50.639263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Bound port: 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af457b66-2f63-4ec9-9119-c1d711e3597f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'caf49411-845f-4ecb-8446-707073bef5f7'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:50.639701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.657296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:50.657632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Checking segment: {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:50.658062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.658455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Bound using segment: {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:50.658928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Bound port: b5d8f373-5fdd-42b6-8467-761382867f32, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:50.662293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.668702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.674192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:50.681779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.694118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.713310 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a0c25319-11ea-4798-a359-cd2584f966a5 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 204 len: 168 time: 0.5234828 Mar 11 16:10:50.714925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38462) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:50.729100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-671846d3-b25d-43cf-83d7-0a8eab5e3bb1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-767505290') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:50.733022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:50.747886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:50.776354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=426a2cff-cc5c-4a90-9884-522f0c917060,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:50.798321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.798893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca5cef2-aebd-440c-8e5c-779e76c82867 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:10:50.836828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.838273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5561cb2b-dcd9-426b-b163-6d904f5c4e83 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/9ca5cef2-aebd-440c-8e5c-779e76c82867 HTTP/1.1" status: 204 len: 168 time: 1.2090139 Mar 11 16:10:50.841293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38466) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:50.859760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port 426a2cff-cc5c-4a90-9884-522f0c917060 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:50.942999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-671846d3-b25d-43cf-83d7-0a8eab5e3bb1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:50.943516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-671846d3-b25d-43cf-83d7-0a8eab5e3bb1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-767505290 HTTP/1.1" status: 404 len: 328 time: 0.2276680 Mar 11 16:10:50.944818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:50.950613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38472) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:51.020522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-de7bc49a-ed9e-4f24-8845-9dbe36646510 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-287904884') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:51.021451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] For port b5d8f373-5fdd-42b6-8467-761382867f32, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:51.031159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] For port b5d8f373-5fdd-42b6-8467-761382867f32, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b5d8f373-5fdd-42b6-8467-761382867f32,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:51.118731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet 4c97eda0-1bb4-485c-ac01-96decdc897f8 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:51.122720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.126726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.156434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1148f851-9453-4296-b969-42cab7741b22']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:51.172163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1d272d-7464-4e4c-b862-e60a9d33b10b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:51.172453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1d272d-7464-4e4c-b862-e60a9d33b10b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:51.173659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.201241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.243253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.251411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.256409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:51.257479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:51.370101 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:51.403407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:51.441659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.442763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eebdf136-32c4-4ab4-8090-b80a106084fe up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:51.456028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.460599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting subnet 05bfa71d-a8a5-414e-8fcd-0f9a36746a42 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:10:51.468682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.498368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.501658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.538557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25170d74-367e-4501-8e38-497fbcb42892 None None] Pushing event updated for resources: {'Port': ['ID=b5d8f373-5fdd-42b6-8467-761382867f32,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:51.542841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Transition to ACTIVE for port object 661bf189-88b7-4065-bff5-f01cb07a1f44 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:51.545812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=1148f851-9453-4296-b969-42cab7741b22,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:51.621378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-78cabe9a-5516-49d8-b823-5f775134fac4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/1148f851-9453-4296-b969-42cab7741b22 HTTP/1.1" status: 204 len: 168 time: 6.1953392 Mar 11 16:10:51.636938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38494) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:51.653288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109038404'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:51.654240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] For port 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:51.699325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] For port 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4efb4b11-f1c5-49ee-bd29-66babadbd49a,segment=NetworkSegment(af457b66-2f63-4ec9-9119-c1d711e3597f),segment_id=af457b66-2f63-4ec9-9119-c1d711e3597f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:51.706882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Transition to ACTIVE for port object 661bf189-88b7-4065-bff5-f01cb07a1f44 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:51.716051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.733437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:51.743926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.748693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.782862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:51.871699 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-de7bc49a-ed9e-4f24-8845-9dbe36646510 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:51.875394 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-de7bc49a-ed9e-4f24-8845-9dbe36646510 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-287904884 HTTP/1.1" status: 404 len: 328 time: 0.9179068 Mar 11 16:10:51.887219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38500) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:51.887466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:51.895047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:51.898167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.914330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-89690efe-c1d7-4a92-8069-cd137b795ad8 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157', 'tempest-TagsExtTest-Tag-191696234') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:51.916450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Network a710fe62-7691-4105-af73-c6899fa298b5 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:51.924258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:51.942354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:51.944746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:10:51.951723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port eebdf136-32c4-4ab4-8090-b80a106084fe triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:51.952839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:51.975754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.129150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-89690efe-c1d7-4a92-8069-cd137b795ad8 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:52.134284 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89690efe-c1d7-4a92-8069-cd137b795ad8 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags/tempest-TagsExtTest-Tag-191696234 HTTP/1.1" status: 404 len: 328 time: 0.2466099 Mar 11 16:10:52.135927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38504) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:52.140394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.158506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-dad57501-2c92-4f08-ab0b-23c92e7a6a3e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', {'tags': ['tempest-TagsExtTest-Tag-1735763754', 'tempest-TagsExtTest-Tag-1834581415', 'tempest-TagsExtTest-Tag-1014398952']}) {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:52.173780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:52.183853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.283607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267caad-b5ba-45ba-9339-52db2105b0ae None None] Pushing event updated for resources: {'Port': ['ID=4efb4b11-f1c5-49ee-bd29-66babadbd49a,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:52.309686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.407258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=4c97eda0-1bb4-485c-ac01-96decdc897f8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:52.423036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bb0cd036-0e7a-40ac-8240-b16620e765df tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/4c97eda0-1bb4-485c-ac01-96decdc897f8 HTTP/1.1" status: 204 len: 168 time: 1.5803492 Mar 11 16:10:52.425244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:52.426785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38508) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:52.433481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be51189a-080a-4935-8700-3c5871fd9aef None None] Network 4b977cab-2f7c-4bba-bb9d-556914291387 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:52.564533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.565343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Attempting to bind port 661bf189-88b7-4065-bff5-f01cb07a1f44 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:52.566514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Attempting to bind port 661bf189-88b7-4065-bff5-f01cb07a1f44 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'bb8ffa4f-2944-4efd-bf9c-505d0a111370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:52.566654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Attempting to bind port 661bf189-88b7-4065-bff5-f01cb07a1f44 on network a710fe62-7691-4105-af73-c6899fa298b5 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:52.567761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 28bd2664-f338-4101-bcd6-addb61b6c897 of type vlan for network 5ab54c1c-c733-4c35-b3e4-88eef8103130 Mar 11 16:10:52.589184 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dad57501-2c92-4f08-ab0b-23c92e7a6a3e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 200 len: 318 time: 0.4520252 Mar 11 16:10:52.590172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:52.605880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Pushing event updated for resources: {'Port': ['ID=661bf189-88b7-4065-bff5-f01cb07a1f44,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:52.609696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-f603e85a-3acd-4ff1-89d1-5feb18a693b3 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:52.639270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.778758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:52.779500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Checking segment: {'id': 'bb8ffa4f-2944-4efd-bf9c-505d0a111370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:52.780072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.780671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Bound using segment: {'id': 'bb8ffa4f-2944-4efd-bf9c-505d0a111370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:52.781488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Bound port: 661bf189-88b7-4065-bff5-f01cb07a1f44, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8ffa4f-2944-4efd-bf9c-505d0a111370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'a710fe62-7691-4105-af73-c6899fa298b5'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:52.782063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.790586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:10:52.947256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.992214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:52.997356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 84e1aea6-9583-4a5b-abab-10dc989fa538 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:52.997749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.022409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 18a69070-964f-4521-a528-9ea81bc7b4bd up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:53.202960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.275131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.280080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:53.280809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.306812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=05bfa71d-a8a5-414e-8fcd-0f9a36746a42,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:53.342012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.449737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] For port 661bf189-88b7-4065-bff5-f01cb07a1f44, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:53.458241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f603e85a-3acd-4ff1-89d1-5feb18a693b3 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.8534667 Mar 11 16:10:53.461400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38518) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:53.468113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-bb5ed1bb-f04e-437c-9fde-eb45587a2e2a tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-1735763754') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:53.477262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] For port 661bf189-88b7-4065-bff5-f01cb07a1f44, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=661bf189-88b7-4065-bff5-f01cb07a1f44,segment=NetworkSegment(bb8ffa4f-2944-4efd-bf9c-505d0a111370),segment_id=bb8ffa4f-2944-4efd-bf9c-505d0a111370)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:53.487731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 18a69070-964f-4521-a528-9ea81bc7b4bd completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:53.493421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbd03b-0948-4049-b82d-26bd88c79bc8 None None] DHCP port deletion for 4b977cab-2f7c-4bba-bb9d-556914291387 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:10:53.501209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.503775 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8632228 Mar 11 16:10:53.562573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.564389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:53.572289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-495a97a8-2995-4322-a905-281f02d63466 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/05bfa71d-a8a5-414e-8fcd-0f9a36746a42 HTTP/1.1" status: 204 len: 168 time: 3.0413139 Mar 11 16:10:53.576643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '5ab54c1c-c733-4c35-b3e4-88eef8103130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:53.591396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 18a69070-964f-4521-a528-9ea81bc7b4bd triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:53.591900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.624329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab8374e-db93-405e-ac36-9a2cbc1ca1ca None None] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:53.632834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 84e1aea6-9583-4a5b-abab-10dc989fa538, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=84e1aea6-9583-4a5b-abab-10dc989fa538,segment=NetworkSegment(030b2c34-c33c-4c83-b7b0-c46194b9299f),segment_id=030b2c34-c33c-4c83-b7b0-c46194b9299f)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:53.633896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.645011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.713849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38526) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:53.761180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5698c-b271-4bca-ac4c-f4a2f3ebcd97 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=5ab54c1c-c733-4c35-b3e4-88eef8103130,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:53.794944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 84e1aea6-9583-4a5b-abab-10dc989fa538 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:10:53.859351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:53.884381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-34cbd03b-0948-4049-b82d-26bd88c79bc8 None None] Deleting port 84e1aea6-9583-4a5b-abab-10dc989fa538 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:10:53.884896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34cbd03b-0948-4049-b82d-26bd88c79bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:53.901693 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Sync routers for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:53.920318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:53.920933 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:53.946647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d352700-9e87-40b4-b6bd-113b7c5adbeb None None] Network caf49411-845f-4ecb-8446-707073bef5f7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:54.018009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebb95f-7491-440a-a379-73d1840f0964 None None] Pushing event updated for resources: {'Port': ['ID=661bf189-88b7-4065-bff5-f01cb07a1f44,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:54.087419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.165143 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:54.167408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:54.211657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No DVR routers for this DVR port 84e1aea6-9583-4a5b-abab-10dc989fa538 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:10:54.231612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-bb5ed1bb-f04e-437c-9fde-eb45587a2e2a tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:54.235250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bb5ed1bb-f04e-437c-9fde-eb45587a2e2a tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-1735763754 HTTP/1.1" status: 404 len: 329 time: 0.7720320 Mar 11 16:10:54.238315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38532) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:54.248247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-112ec6c0-3b09-4c5d-bdf1-96402e7eff35 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-1834581415') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:54.326525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.343417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=84e1aea6-9583-4a5b-abab-10dc989fa538,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:54.397041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0e28d038-fe7b-40ac-9a84-4ec5868058ce None None] Provisioning for port b5d8f373-5fdd-42b6-8467-761382867f32 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:54.397953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:54.407584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:54.412389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-34cbd03b-0948-4049-b82d-26bd88c79bc8 None None] The port '84e1aea6-9583-4a5b-abab-10dc989fa538' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:10:54.417752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:54.431916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:54.479471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94f8cf-d357-42fa-85fe-139a23046e5e tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:54.479471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e94f8cf-d357-42fa-85fe-139a23046e5e tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:54.479471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2e94f8cf-d357-42fa-85fe-139a23046e5e tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Synchronizing usage tracker for tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:10:54.479471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:54.488102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a1f5c-4ce7-47b5-9969-2aa202006ef2 None None] Network a710fe62-7691-4105-af73-c6899fa298b5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:10:54.737998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.767042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b977cab-2f7c-4bba-bb9d-556914291387']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:54.786827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030b2c34-c33c-4c83-b7b0-c46194b9299f') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:54.787289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030b2c34-c33c-4c83-b7b0-c46194b9299f') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:54.808846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.840073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.860851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:54.861678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:54.871257 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:37Z', 'revision_number': 4, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '448f8882-935d-4168-917a-64c2612aa436', 'name': '', 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'mac_address': 'fa:16:3e:76:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:38Z', 'revision_number': 2, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'subnets': [{'id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:54.877357 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Checking router: aa37fecc-562b-4046-ad3d-732e6bdc5b6b for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:54.877832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Updating router aa37fecc-562b-4046-ad3d-732e6bdc5b6b port 448f8882-935d-4168-917a-64c2612aa436 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:54.897763 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:54.982445 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.026765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2e94f8cf-d357-42fa-85fe-139a23046e5e tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Unset dirty status for tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:10:55.028715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2e94f8cf-d357-42fa-85fe-139a23046e5e tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.2658436 Mar 11 16:10:55.033760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38544) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:55.047692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:10:55.056030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0c7e56f3-af98-4eac-8010-e2b8064c744a None None] Provisioning for port 4efb4b11-f1c5-49ee-bd29-66babadbd49a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:55.067121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:55.103154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.191447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 18a69070-964f-4521-a528-9ea81bc7b4bd, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=18a69070-964f-4521-a528-9ea81bc7b4bd,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:55.213736 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-112ec6c0-3b09-4c5d-bdf1-96402e7eff35 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:55.222369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.223249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a796c488-8ed4-4de2-8e51-1ceddf4649ef up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:55.229559 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-112ec6c0-3b09-4c5d-bdf1-96402e7eff35 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-1834581415 HTTP/1.1" status: 404 len: 329 time: 0.9846959 Mar 11 16:10:55.269107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38548) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:55.308159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-aec35d67-5f89-4166-9d52-a803ee0c39a9 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4', 'tempest-TagsExtTest-Tag-1014398952') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:55.392305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=18a69070-964f-4521-a528-9ea81bc7b4bd,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:55.406275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.426970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a796c488-8ed4-4de2-8e51-1ceddf4649ef completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:55.427251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.432484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a796c488-8ed4-4de2-8e51-1ceddf4649ef triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:55.432856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.444684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a3866b6-c12d-47b8-8a5e-e03cd97443e1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.494602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.507433 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3866b6-c12d-47b8-8a5e-e03cd97443e1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 16:10:55.507767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3866b6-c12d-47b8-8a5e-e03cd97443e1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:10:55.619203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=4b977cab-2f7c-4bba-bb9d-556914291387,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:55.654226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a3866b6-c12d-47b8-8a5e-e03cd97443e1 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/a710fe62-7691-4105-af73-c6899fa298b5 HTTP/1.1" status: 409 len: 405 time: 0.6189108 Mar 11 16:10:55.660069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38554) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:55.683615 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b04ad626-d319-4248-a55f-718e89684031 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/4b977cab-2f7c-4bba-bb9d-556914291387 HTTP/1.1" status: 204 len: 168 time: 3.2554805 Mar 11 16:10:55.685269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38558) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:55.695931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-869311163'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:55.720298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298900430'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:55.751517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:55.763191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:55.766632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:55.787451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:55.799077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:55.814500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:55.817515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.844789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:55.859243 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-aec35d67-5f89-4166-9d52-a803ee0c39a9 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:55.863875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aec35d67-5f89-4166-9d52-a803ee0c39a9 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags/tempest-TagsExtTest-Tag-1014398952 HTTP/1.1" status: 404 len: 329 time: 0.5878785 Mar 11 16:10:55.869473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38562) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:55.879150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:55.889023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.896298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:55.906180 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.936808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:55.938018 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Transition to ACTIVE for port object 448f8882-935d-4168-917a-64c2612aa436 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:10:55.949771 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.959006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:55.960665 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7 of type vlan for network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a Mar 11 16:10:55.962368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a796c488-8ed4-4de2-8e51-1ceddf4649ef, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a796c488-8ed4-4de2-8e51-1ceddf4649ef,segment=NetworkSegment(a8c00be4-2f11-4d8a-bfa0-e568709d39f0),segment_id=a8c00be4-2f11-4d8a-bfa0-e568709d39f0)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:55.965267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4f51aa66-9dbe-4dff-a125-2f91ddac2a04 None None] Provisioning for port 02571539-fd0b-4f65-ad08-7abd67fe8107 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:55.972149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.033490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4f51aa66-9dbe-4dff-a125-2f91ddac2a04 None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:56.036662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4f51aa66-9dbe-4dff-a125-2f91ddac2a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.048813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.089662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:56.102490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.107248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-d4873eab-764e-40a1-855e-ec7969692b72 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', {'tags': ['tempest-TagsExtTest-Tag-1551769164', 'tempest-TagsExtTest-Tag-514122869', 'tempest-TagsExtTest-Tag-1206640053']}) {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:56.199691 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714120b-e4a9-48b0-a9ce-9922e7bd75fd None None] Pushing event updated for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:56.203723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.221552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:56.228208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.228423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4f51aa66-9dbe-4dff-a125-2f91ddac2a04 None None] Port 02571539-fd0b-4f65-ad08-7abd67fe8107 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:56.265832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a796c488-8ed4-4de2-8e51-1ceddf4649ef,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:56.426924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:56.428983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:56.432360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:56.482756 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d4873eab-764e-40a1-855e-ec7969692b72 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "PUT /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 200 len: 317 time: 0.4213614 Mar 11 16:10:56.489047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38566) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:56.489446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.489791 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment 2e04f631-0910-45f3-b9e8-ef4fa8300d45 of type vlan for network 055430e7-2606-49d2-937b-c6a99a1ddf56 Mar 11 16:10:56.507606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:56.519989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-48f2be9a-11c3-43ee-9b13-2fce9206d16e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8200653 Mar 11 16:10:56.521769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38572) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:56.529624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-e53a56d8-a9a1-4568-8dcf-4c90cbbf1b47 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:56.532514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:56.549160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9be9df45-b0ac-4b5c-aa7d-f2a92a4f348f None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:56.549543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9be9df45-b0ac-4b5c-aa7d-f2a92a4f348f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.614609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.660459 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Attempting to bind port 448f8882-935d-4168-917a-64c2612aa436 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:10:56.661174 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Attempting to bind port 448f8882-935d-4168-917a-64c2612aa436 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:10:56.662963 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Attempting to bind port 448f8882-935d-4168-917a-64c2612aa436 on network c7ce6fb5-363f-43bd-8b6f-2da07371da57 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:10:56.683723 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:10:56.684199 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Checking segment: {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:56.684464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.684849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Bound using segment: {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:10:56.685302 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Bound port: 448f8882-935d-4168-917a-64c2612aa436, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488cacba-ab9c-4a5f-8342-8e216f5a4dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:10:56.685683 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.733994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d1920-242e-4b0e-b487-293ee680ea8a None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:10:56.746370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.778194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=02ba2525-0985-46ae-b1b5-8fe49ce9d9ec,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:56.809917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9be9df45-b0ac-4b5c-aa7d-f2a92a4f348f None None] Port 02571539-fd0b-4f65-ad08-7abd67fe8107 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:56.865121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:56.871880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:56.875245 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] For port 448f8882-935d-4168-917a-64c2612aa436, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:10:56.876564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:56.879897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.883236 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] For port 448f8882-935d-4168-917a-64c2612aa436, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=448f8882-935d-4168-917a-64c2612aa436,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:10:56.884083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:56.884891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.895127 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.902172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '28bd2664-f338-4101-bcd6-addb61b6c897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '5ab54c1c-c733-4c35-b3e4-88eef8103130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:56.903622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 5ab54c1c-c733-4c35-b3e4-88eef8103130, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:56.916777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:56.918146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38576) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:56.919069 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e53a56d8-a9a1-4568-8dcf-4c90cbbf1b47 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 204 len: 168 time: 0.4263103 Mar 11 16:10:56.938203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:10:56.963200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:56.963570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:56.979046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-a6c39753-73ed-4d06-a04c-29ab63c0c02b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-1551769164') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.108519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4448817 Mar 11 16:10:57.110971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38580) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.125941 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714120b-e4a9-48b0-a9ce-9922e7bd75fd None None] Pushing event updated for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:57.132756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:57.144220 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:57.144824 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.170043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:57.193936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47992400-7360-49a5-a378-3ee656d8cbd5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=055430e7-2606-49d2-937b-c6a99a1ddf56,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:57.231732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:57.247278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:57.275205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5ab54c1c-c733-4c35-b3e4-88eef8103130) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:57.293892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:57.294822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.326776 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9c8bd8fa-f6fa-4da1-84ab-567d5cea0bb3 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7564373 Mar 11 16:10:57.330636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38586) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.336014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-a6c39753-73ed-4d06-a04c-29ab63c0c02b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:57.337055 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a6c39753-73ed-4d06-a04c-29ab63c0c02b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-1551769164 HTTP/1.1" status: 404 len: 329 time: 0.4113495 Mar 11 16:10:57.344102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38590) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.363015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-ed57a1c7-34b1-49b5-9bd6-40ec4bf1696f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-514122869') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.411851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.432059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:57.460883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f79124be-f6b2-468a-8c1a-30fc4e3cc4f1 None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:57.461250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f79124be-f6b2-468a-8c1a-30fc4e3cc4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.496122 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:57.520095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-ed57a1c7-34b1-49b5-9bd6-40ec4bf1696f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:57.521495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed57a1c7-34b1-49b5-9bd6-40ec4bf1696f tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-514122869 HTTP/1.1" status: 404 len: 328 time: 0.1730332 Mar 11 16:10:57.523012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4efb4b11-f1c5-49ee-bd29-66babadbd49a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:57.528027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38594) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.529044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:57.536300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-55321757-857d-4c63-98a8-042a5ac689d1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839', 'tempest-TagsExtTest-Tag-1206640053') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.590487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:57.628479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f79124be-f6b2-468a-8c1a-30fc4e3cc4f1 None None] Port 02571539-fd0b-4f65-ad08-7abd67fe8107 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:10:57.640879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:10:57.646418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-55321757-857d-4c63-98a8-042a5ac689d1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] show failed (client error): The resource could not be found. Mar 11 16:10:57.649730 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-55321757-857d-4c63-98a8-042a5ac689d1 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags/tempest-TagsExtTest-Tag-1206640053 HTTP/1.1" status: 404 len: 329 time: 0.1151416 Mar 11 16:10:57.659838 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-78976688-3f01-4f59-903d-dbda436f44ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0830212 Mar 11 16:10:57.661353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38598) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.661353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38600) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:57.666843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:10:57.669783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-0bd9afcf-d09d-4099-b794-6434097d3f2a tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7dda333c-920d-45fb-af93-857c567b3839') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.670169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d1920-242e-4b0e-b487-293ee680ea8a None None] Unable to find a vacant binding_index for network 5ab54c1c-c733-4c35-b3e4-88eef8103130 and agent d084e38c-2804-4a00-8a1c-55441adcb28c {{(pid=83842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 16:10:57.687112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d1920-242e-4b0e-b487-293ee680ea8a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5ab54c1c-c733-4c35-b3e4-88eef8103130) {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:10:57.692435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4efb4b11-f1c5-49ee-bd29-66babadbd49a completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:10:57.703460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:10:57.704557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:57.734033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.739582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'network': {'name': 'tempest-RoutersTest-2046499252'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:57.755925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:57.783789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:network and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:57.794503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:57.805587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:57.889397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4efb4b11-f1c5-49ee-bd29-66babadbd49a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:57.890106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.930940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:10:57.949358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:57.978733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:10:58.057546 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0bd9afcf-d09d-4099-b794-6434097d3f2a tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839/tags HTTP/1.1" status: 204 len: 168 time: 0.3949230 Mar 11 16:10:58.070484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38608) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:58.086752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.tag.tag_plugin [None req-c0a1c594-7cd6-499b-ba9e-86b28b48e16e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:58.132924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.156323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:37Z', 'revision_number': 4, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '448f8882-935d-4168-917a-64c2612aa436', 'name': '', 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'mac_address': 'fa:16:3e:76:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:56Z', 'revision_number': 4, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'subnets': [{'id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:58.169286 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689b0aa-c855-4197-9811-628572cceac6 None None] The sync data for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:10:37Z', 'revision_number': 4, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '448f8882-935d-4168-917a-64c2612aa436', 'name': '', 'network_id': 'c7ce6fb5-363f-43bd-8b6f-2da07371da57', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'mac_address': 'fa:16:3e:76:71:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:56Z', 'revision_number': 4, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'subnets': [{'id': '345a49e5-9b90-4ac0-83b7-1f6ff453b857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:10:58.189257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.424120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.440966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:10:58.510104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.510539 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added segment 1c17de87-75f4-41aa-af83-fd9941b343c0 of type vlan for network 6769acb2-27f4-4d1a-ba4f-05669822b9ba Mar 11 16:10:58.537615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.692010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.702090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=02ba2525-0985-46ae-b1b5-8fe49ce9d9ec,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:58.788442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=cd2a1e79-c447-4753-9a80-39524f3f8890,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:58.789765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.852570 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c0a1c594-7cd6-499b-ba9e-86b28b48e16e tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4/tags HTTP/1.1" status: 204 len: 168 time: 0.7774131 Mar 11 16:10:58.876450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38612) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:58.884896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-cb7bf615-f70c-4574-a5f1-0bd964cd0d73 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5e1c315-d14d-40fe-83b2-6387ade7c157') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:58.929894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4efb4b11-f1c5-49ee-bd29-66babadbd49a,segment=NetworkSegment(af457b66-2f63-4ec9-9119-c1d711e3597f),segment_id=af457b66-2f63-4ec9-9119-c1d711e3597f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:10:58.948027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:58.948340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:58.969653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.996595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:58.997378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 18a69070-964f-4521-a528-9ea81bc7b4bd up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:10:59.011149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.012531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.062991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:59.077629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.089770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.objects.ports [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83840) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:10:59.100277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.155770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:59.182916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.186960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.255146 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cb7bf615-f70c-4574-a5f1-0bd964cd0d73 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157/tags HTTP/1.1" status: 204 len: 168 time: 0.3746850 Mar 11 16:10:59.255995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38618) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:59.287675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.tag.tag_plugin [None req-38e3858d-db3f-4df8-8e0a-8822e3a5090d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:59.334184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4efb4b11-f1c5-49ee-bd29-66babadbd49a,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:59.389529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 18a69070-964f-4521-a528-9ea81bc7b4bd triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:10:59.392792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Network': ['ID=6769acb2-27f4-4d1a-ba4f-05669822b9ba,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:59.394987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.426337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab54c1c-c733-4c35-b3e4-88eef8103130']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:59.434233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e1a8f672-8db7-45b9-83ed-b0a7c9009aa6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9114192 Mar 11 16:10:59.435282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=a04b3f82-4fdc-4017-a48d-90bdd6dbc00f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:10:59.441747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38622) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:59.451623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:10:52Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:59.452625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bd2664-f338-4101-bcd6-addb61b6c897') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:59.453142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bd2664-f338-4101-bcd6-addb61b6c897') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:10:59.453346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-53774391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:59.456586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:10:59.461409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:59.465972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:59.469478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:59.480699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.482655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b278b1ce-46dd-4513-86b5-8f8429a855b0 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:10:59.485232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': '2e04f631-0910-45f3-b9e8-ef4fa8300d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:10:59.485593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: 055430e7-2606-49d2-937b-c6a99a1ddf56, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:10:59.490993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:59.528783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:10:59.529147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Updating router 16ceece7-8736-4a31-831d-7300fa3c2f36 port 02571539-fd0b-4f65-ad08-7abd67fe8107 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:10:59.533804 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f6a3fe92-3da5-4a38-b841-93c4d60c1d25 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8697550 Mar 11 16:10:59.535292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.537383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38626) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:59.556663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'subnet': {'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:59.562966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.563989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.572825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:10:59.599265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38e3858d-db3f-4df8-8e0a-8822e3a5090d tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b/tags HTTP/1.1" status: 204 len: 168 time: 0.3266981 Mar 11 16:10:59.599265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 055430e7-2606-49d2-937b-c6a99a1ddf56) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:10:59.607014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38630) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:59.610955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:10:59.611864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.613192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:10:59.614382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:10:59.654354 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:10:59.668040 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bd4f984c-6a5b-48fa-8e23-4e30fdf8470f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5458887 Mar 11 16:10:59.670789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38634) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:10:59.681523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'port': {'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56', 'name': 'tempest-NetworksIpV6TestAttrs-583003659'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:10:59.765402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.937466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:59.947372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:10:59.951585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:port and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:59.953935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.956780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:59.966370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:subnet and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:10:59.966622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:10:59.975874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.980682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:10:59.982195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4a85bff-cc36-4706-b2ac-cb2a9fd64359 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for subnetpool, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:10:59.985643 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a4a85bff-cc36-4706-b2ac-cb2a9fd64359 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnetpools/7dda333c-920d-45fb-af93-857c567b3839 HTTP/1.1" status: 204 len: 168 time: 0.3746505 Mar 11 16:11:00.001773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38638) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:00.011923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:00.016738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.055725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b5d8f373-5fdd-42b6-8467-761382867f32 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:00.106332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.115848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9dcbd44-772e-4add-be24-a3e3913b2a10 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "GET /v2.0/ports?device_id=be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4 HTTP/1.1" status: 200 len: 205 time: 0.1087079 Mar 11 16:11:00.125550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38644) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:00.268185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=5ab54c1c-c733-4c35-b3e4-88eef8103130,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:00.276661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:00.284908 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5bc9fb78-7b20-4ed6-9407-3d1e72547a2c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5ab54c1c-c733-4c35-b3e4-88eef8103130 HTTP/1.1" status: 204 len: 168 time: 2.9526761 Mar 11 16:11:00.288660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38648) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:00.294232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-532982058'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:00.301374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:00.306781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Made reservation on behalf of 27660fe26dd7418a8e580b1fef49978b for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:00.310159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] device_id is not set on port 4da75610-d8f1-40e6-a2cf-174e6ac797cd yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:11:00.325322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:00.332296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:00.383865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.400710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:00.446824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.451405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c30a666-712e-4b8d-a633-18301dd4775a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0081255 Mar 11 16:11:00.454428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38652) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:00.463414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.466218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:00.471598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.472924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b5d8f373-5fdd-42b6-8467-761382867f32 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:00.485157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.495208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b5d8f373-5fdd-42b6-8467-761382867f32 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:00.495560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.630508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278b1ce-46dd-4513-86b5-8f8429a855b0 None None] Unable to find a vacant binding_index for network 055430e7-2606-49d2-937b-c6a99a1ddf56 and agent d084e38c-2804-4a00-8a1c-55441adcb28c {{(pid=83842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 16:11:00.633209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:00.655835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.656487 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment ae72e31d-b20e-4941-9324-62071da90ee2 of type vlan for network 60271ad0-9415-4fac-ae38-3c63e22393a4 Mar 11 16:11:00.679138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278b1ce-46dd-4513-86b5-8f8429a855b0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 055430e7-2606-49d2-937b-c6a99a1ddf56) {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:11:00.746482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.840303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.865427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.875997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:00.876656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.926353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.967205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Transition to ACTIVE for port object 02571539-fd0b-4f65-ad08-7abd67fe8107 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:00.983203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:00.997549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b5d8f373-5fdd-42b6-8467-761382867f32, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b5d8f373-5fdd-42b6-8467-761382867f32,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:01.010362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.012410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.077113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Subnet': ['ID=3e84e789-fceb-41e1-8ec9-5a1a0c8e7391,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:01.087788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7979419 Mar 11 16:11:01.091205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38658) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:01.097729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '60271ad0-9415-4fac-ae38-3c63e22393a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:01.112837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570acb20-aa49-4ed5-b438-2368af122c94 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=60271ad0-9415-4fac-ae38-3c63e22393a4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:01.131282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Allocated IP 2001:db8::f816:3eff:fea7:a49b (055430e7-2606-49d2-937b-c6a99a1ddf56/a04b3f82-4fdc-4017-a48d-90bdd6dbc00f/4da75610-d8f1-40e6-a2cf-174e6ac797cd) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:01.169927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b5d8f373-5fdd-42b6-8467-761382867f32,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:01.172732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 84e1aea6-9583-4a5b-abab-10dc989fa538 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:01.215552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:01.241134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:01.247550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:01.250827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:01.256898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:01.264992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Checking segment: {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:01.265525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network hostable DHCP agents. Network: 6769acb2-27f4-4d1a-ba4f-05669822b9ba, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:01.272851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:01.345261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 84e1aea6-9583-4a5b-abab-10dc989fa538 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:01.345600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 84e1aea6-9583-4a5b-abab-10dc989fa538 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:01.490948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.587422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.591846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.614510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:01.617637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371c3a-8cd3-48d6-9dfe-005bfa281361 None None] Pushing event updated for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:01.661226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6769acb2-27f4-4d1a-ba4f-05669822b9ba) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:01.662756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4efb4b11-f1c5-49ee-bd29-66babadbd49a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:01.670087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:01.670686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.696756 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c07c5a2c-0ab4-46f5-9196-9a1d241e67ba tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1581035 Mar 11 16:11:01.698659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38664) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:01.775212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.775675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Fanout notify agent at l3_agent the message router_deleted on router be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:11:01.900046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Attempting to bind port 02571539-fd0b-4f65-ad08-7abd67fe8107 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:01.901142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Attempting to bind port 02571539-fd0b-4f65-ad08-7abd67fe8107 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:01.901142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Attempting to bind port 02571539-fd0b-4f65-ad08-7abd67fe8107 on network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:01.920916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:01.921317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Checking segment: {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:01.921861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.922172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Bound using segment: {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:01.922613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Bound port: 02571539-fd0b-4f65-ad08-7abd67fe8107, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfbb4c8-e825-4663-91dd-435b2dd51c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:01.922991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:01.975965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.087339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4efb4b11-f1c5-49ee-bd29-66babadbd49a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:02.087702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.168026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-055430e7-2606-49d2-937b-c6a99a1ddf56', 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56', 'tenant_id': 'c2624b2d3a7e4c61a2f7a81aa4192aa9', 'fixed_ips': [{'subnet_id': 'a04b3f82-4fdc-4017-a48d-90bdd6dbc00f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:02.169037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.186925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a', 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': 'cd2a1e79-c447-4753-9a80-39524f3f8890'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:02.188510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.199869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.201105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f32c8388-546a-4221-bbc1-7bdfc12aa660 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/routers/be3f44b6-2af8-42bb-ae2e-8dba87f4e7a4 HTTP/1.1" status: 204 len: 168 time: 2.0743392 Mar 11 16:11:02.207037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38668) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:02.338658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] For port 02571539-fd0b-4f65-ad08-7abd67fe8107, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:02.376207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.392839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.411482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] For port 02571539-fd0b-4f65-ad08-7abd67fe8107, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02571539-fd0b-4f65-ad08-7abd67fe8107,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:02.419842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Transition to ACTIVE for port object 4da75610-d8f1-40e6-a2cf-174e6ac797cd will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:02.440879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.446977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Deleting port f5e1c315-d14d-40fe-83b2-6387ade7c157 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:02.447926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.515884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=9a51bb73-2a2c-40e0-a7ee-f2714ee9376e,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:02.567966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 448f8882-935d-4168-917a-64c2612aa436 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:02.637909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': 'ae72e31d-b20e-4941-9324-62071da90ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '60271ad0-9415-4fac-ae38-3c63e22393a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:02.638668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 60271ad0-9415-4fac-ae38-3c63e22393a4, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:02.766920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:02.767548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:02.826419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47371c3a-8cd3-48d6-9dfe-005bfa281361 None None] Pushing event updated for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:02.841719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:02.900627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.953617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:02.986880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Allocated IP 2001:db8::2 (ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a/cd2a1e79-c447-4753-9a80-39524f3f8890/201f0c1c-45fc-4705-bea6-3db4b84fd1d4) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:03.005797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Port': ['ID=4da75610-d8f1-40e6-a2cf-174e6ac797cd,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:03.019857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 60271ad0-9415-4fac-ae38-3c63e22393a4) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:03.044079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:03.045780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:03.053556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:03.058252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:03.060757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.109010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0427404b-6d54-4588-b216-39607ab4df6a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4370246 Mar 11 16:11:03.112253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38674) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:03.149918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 448f8882-935d-4168-917a-64c2612aa436 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:03.179414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 448f8882-935d-4168-917a-64c2612aa436 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:03.179700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.227693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Calling delete_port for f5e1c315-d14d-40fe-83b2-6387ade7c157 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:03.250264 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Allocated IP 2001:db8::f816:3eff:fe53:a00b (055430e7-2606-49d2-937b-c6a99a1ddf56/a04b3f82-4fdc-4017-a48d-90bdd6dbc00f/091b891a-0e1a-42e0-85f7-ee3795323c09) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:03.267278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:03.271928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.291685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:03.323171 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d5b97576-58c2-49f9-ba1d-d16155e1575e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2284923 Mar 11 16:11:03.339919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38678) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:03.640376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.684261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting subnet a04b3f82-4fdc-4017-a48d-90bdd6dbc00f {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:03.731419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.745852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event deleted for resources: {'Port': ['ID=f5e1c315-d14d-40fe-83b2-6387ade7c157,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:03.767065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.831578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.834125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.870345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.895415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Transition to ACTIVE for port object 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:03.947991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 448f8882-935d-4168-917a-64c2612aa436, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=448f8882-935d-4168-917a-64c2612aa436,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:03.965201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:03.966151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a796c488-8ed4-4de2-8e51-1ceddf4649ef up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:03.992171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Transition to ACTIVE for port object 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:03.999753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.110849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.216857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.231839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.234578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:04.235325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:04.241658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:04.245607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Transition to ACTIVE for port object 091b891a-0e1a-42e0-85f7-ee3795323c09 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:04.248012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:04.265289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.274221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60271ad0-9415-4fac-ae38-3c63e22393a4']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:04.275828 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e9d46639-b358-4d78-9c1d-834d0ec750ce tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/ports/f5e1c315-d14d-40fe-83b2-6387ade7c157 HTTP/1.1" status: 204 len: 168 time: 2.0648394 Mar 11 16:11:04.279756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38684) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:04.295694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae72e31d-b20e-4941-9324-62071da90ee2') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:04.295977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae72e31d-b20e-4941-9324-62071da90ee2') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:04.310492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.334861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.342231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:04.342702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.425328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Transition to ACTIVE for port object 091b891a-0e1a-42e0-85f7-ee3795323c09 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:04.428301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=9a51bb73-2a2c-40e0-a7ee-f2714ee9376e,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:04.429616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Pushing event updated for resources: {'Port': ['ID=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:04.431847 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:04.438951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a796c488-8ed4-4de2-8e51-1ceddf4649ef triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:04.439448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.455070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Allocated IP 172.23.0.1 (6769acb2-27f4-4d1a-ba4f-05669822b9ba/3e84e789-fceb-41e1-8ec9-5a1a0c8e7391/1264a76a-deb1-42e9-aea4-065db3644654) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:04.533921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.556694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.591492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Attempting to bind port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:04.591854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Attempting to bind port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:04.592210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Attempting to bind port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 on network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:04.612612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:02Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:04.644655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8::1 (ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a/cd2a1e79-c447-4753-9a80-39524f3f8890/caa16870-b77b-4d22-8c29-fc1f5029e39a) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:04.647524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d91d84f-7ea6-4296-b51d-428c8be1d002 None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:02Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:04.654972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:04.655328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Checking segment: {'id': '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:04.655800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.656109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Bound using segment: {'id': '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:04.657607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Bound port: 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:04.657607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.732223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:04.795602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:04.798798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Pushing event updated for resources: {'Port': ['ID=091b891a-0e1a-42e0-85f7-ee3795323c09,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:04.808277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:04.886446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Deleting subnet 8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:04.890315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:04.973077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.007309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b5d8f373-5fdd-42b6-8467-761382867f32 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:05.044771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.057840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.061783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] For port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:05.090873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Attempting to bind port 091b891a-0e1a-42e0-85f7-ee3795323c09 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:05.091245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Attempting to bind port 091b891a-0e1a-42e0-85f7-ee3795323c09 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2e04f631-0910-45f3-b9e8-ef4fa8300d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:05.091618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Attempting to bind port 091b891a-0e1a-42e0-85f7-ee3795323c09 on network 055430e7-2606-49d2-937b-c6a99a1ddf56 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:05.102941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] For port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,segment=NetworkSegment(2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7),segment_id=2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:05.111091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:05.111464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Checking segment: {'id': '2e04f631-0910-45f3-b9e8-ef4fa8300d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:05.111893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.112839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Bound using segment: {'id': '2e04f631-0910-45f3-b9e8-ef4fa8300d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:05.113402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Bound port: 091b891a-0e1a-42e0-85f7-ee3795323c09, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e04f631-0910-45f3-b9e8-ef4fa8300d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '055430e7-2606-49d2-937b-c6a99a1ddf56'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:05.113805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.130518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.150828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.166960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=60271ad0-9415-4fac-ae38-3c63e22393a4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:05.226134 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-42b0f7f8-9eab-4e54-beab-074b47ff58d2 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/60271ad0-9415-4fac-ae38-3c63e22393a4 HTTP/1.1" status: 204 len: 168 time: 1.8782275 Mar 11 16:11:05.233383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38690) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:05.247386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1692418048'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:05.273187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:05.281496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.289850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:05.304646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:05.317009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e86f1-31b8-490c-a22f-ef1a17104e11 None None] Pushing event updated for resources: {'Port': ['ID=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:05.337842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b5d8f373-5fdd-42b6-8467-761382867f32 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:05.338223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.370759 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:05.386344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object caa16870-b77b-4d22-8c29-fc1f5029e39a will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:05.406023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.432508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:05.454340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.515487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:05.538168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.565925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.571121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Transition to ACTIVE for port object 1264a76a-deb1-42e9-aea4-065db3644654 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:05.603777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.621030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.621371 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 697edf97-e91b-4b8c-960d-5250fff511df of type vlan for network 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 Mar 11 16:11:05.648279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.709413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.720161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:05.734495 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0566beb2-abb6-4d21-8128-03ed8e19b923 tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/subnets/8d4a5f08-eeab-4c7f-bd33-4fcb8f9bb10b HTTP/1.1" status: 204 len: 168 time: 1.4534566 Mar 11 16:11:05.738769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38696) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:05.799470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.860575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.864979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.869189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:05.869739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:05.893180 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 448f8882-935d-4168-917a-64c2612aa436 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:06.002031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:06.011738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.014116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:06.017545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:06.020602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:06.044338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 448f8882-935d-4168-917a-64c2612aa436 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:06.044701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.079868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Deleting port ad171d48-88eb-4098-84a6-27521964038a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:06.079868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.130789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.163759 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=caa16870-b77b-4d22-8c29-fc1f5029e39a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:06.178559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9418938 Mar 11 16:11:06.183627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:06.184981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.188787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38702) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:06.227958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02571539-fd0b-4f65-ad08-7abd67fe8107 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:06.247033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:06.258211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '5129a2a6-e38c-46a7-91b8-0b27a7ed43f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:06.262498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] For port 091b891a-0e1a-42e0-85f7-ee3795323c09, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:06.274038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2b5c-dcb9-4697-accb-c23038103c8c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=5129a2a6-e38c-46a7-91b8-0b27a7ed43f3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:06.279209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:06.279719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.288533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] For port 091b891a-0e1a-42e0-85f7-ee3795323c09, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=091b891a-0e1a-42e0-85f7-ee3795323c09,segment=NetworkSegment(2e04f631-0910-45f3-b9e8-ef4fa8300d45),segment_id=2e04f631-0910-45f3-b9e8-ef4fa8300d45)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:06.290058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=a04b3f82-4fdc-4017-a48d-90bdd6dbc00f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:06.293444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:06.320189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.479109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.506694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] For port ad171d48-88eb-4098-84a6-27521964038a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ad171d48-88eb-4098-84a6-27521964038a,segment=NetworkSegment(65aa5536-1b96-4972-9713-21ba352a7ef6),segment_id=65aa5536-1b96-4972-9713-21ba352a7ef6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:06.507301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.540751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.542637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b38aaf04-9ce4-4db3-8b2a-4d9d59b24293 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/a04b3f82-4fdc-4017-a48d-90bdd6dbc00f HTTP/1.1" status: 204 len: 168 time: 3.4287491 Mar 11 16:11:06.558558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:06.580233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 02571539-fd0b-4f65-ad08-7abd67fe8107 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:06.595088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301083ce-c496-45b2-a206-e81783cb8034 None None] Pushing event updated for resources: {'Port': ['ID=091b891a-0e1a-42e0-85f7-ee3795323c09,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:06.604515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:06.604836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.667218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:06.677533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:06.724325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:06.763203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:06.776194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f6797-dcc1-4340-9d0c-a60ab1a3e7d8 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:06.779788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Calling delete_port for ad171d48-88eb-4098-84a6-27521964038a owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:06.782317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f6797-dcc1-4340-9d0c-a60ab1a3e7d8 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:06.783126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d98f6797-dcc1-4340-9d0c-a60ab1a3e7d8 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Synchronizing usage tracker for tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:06.836615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:06.856723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d98f6797-dcc1-4340-9d0c-a60ab1a3e7d8 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Unset dirty status for tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:06.857880 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d98f6797-dcc1-4340-9d0c-a60ab1a3e7d8 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2983699 Mar 11 16:11:06.862107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.880450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:06.938251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38710) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:06.949004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 02571539-fd0b-4f65-ad08-7abd67fe8107, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02571539-fd0b-4f65-ad08-7abd67fe8107,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:06.954721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.038807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.169343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:07.218538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing IP validity checks on allocation pools {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:11:07.219666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:11:07.428785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7221d2c3-f924-49bf-94b0-f451e43ea932 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.445215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.493134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1681b7ea-c89c-4d06-a1c7-3c2ced75c23d None None] Provisioning for port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:07.555701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.559936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event deleted for resources: {'Port': ['ID=ad171d48-88eb-4098-84a6-27521964038a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:07.573034 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7221d2c3-f924-49bf-94b0-f451e43ea932 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 16:11:07.573472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7221d2c3-f924-49bf-94b0-f451e43ea932 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:07.614443 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7221d2c3-f924-49bf-94b0-f451e43ea932 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/055430e7-2606-49d2-937b-c6a99a1ddf56 HTTP/1.1" status: 409 len: 405 time: 0.6748993 Mar 11 16:11:07.615367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:07.624404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] No DVR routers for this DVR port ad171d48-88eb-4098-84a6-27521964038a on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:07.669231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1230112533'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:07.689845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:07.733072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:07.738595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:07.762535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:07.787334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=4affa580-6677-40c8-ac77-ab528972ea81,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:07.830550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '697edf97-e91b-4b8c-960d-5250fff511df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5129a2a6-e38c-46a7-91b8-0b27a7ed43f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:07.834228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:07.872988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:07.876431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.895617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.938762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:07.969392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9773fa1-4871-42a0-9a43-ebb1bf7eedc9']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:07.985617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:07.997692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:08.010343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.014409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:08.021962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:08.022706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.028517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.037846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.038397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.111624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aa5536-1b96-4972-9713-21ba352a7ef6') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:08.112442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aa5536-1b96-4972-9713-21ba352a7ef6') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:08.114565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75c36cda-cb28-49e2-a001-946ba98cd311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.151040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:08.156882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:08.160651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.160767 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-298c2f32-5d0e-402a-a459-4f387e020fa1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9126792 Mar 11 16:11:08.163838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38720) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:08.254139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=caa16870-b77b-4d22-8c29-fc1f5029e39a,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:08.273582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb5d53-3bfd-458f-8f56-ec44aa5e4d2d None None] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.274788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.277926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.277926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.277926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.278275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.278505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.278836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.279163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.279490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.279812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.280135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.280456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:08.293961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:08.296405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05151660-063d-42c5-812f-9222fdd6070c None None] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.325060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb5d53-3bfd-458f-8f56-ec44aa5e4d2d None None] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:11:08.399443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.440705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2ebb6-9b6b-420b-8c7f-bdd76539a858 None None] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.440963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:08.441452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.560348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8186d39-861a-4bf8-99de-c5654f68fd53 None None] Network 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.577053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05c4a9-c78b-49e2-84ca-7eb625153cd7 None None] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.598397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d3bfa-3301-49bc-b686-dad29de53d22 None None] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.607512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:08.612243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.614130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:08.619734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17585a02-ce97-4599-a909-b83f89e6ceaa None None] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:08.636000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.636362 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment 9442835f-e36c-4e51-888f-f4c810ea88d6 of type vlan for network 6ffd2acf-80a1-4f91-9929-e95bdced78f6 Mar 11 16:11:08.718798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:08.745187 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:08.903177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.913166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event updated for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:08.923489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:08.929303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:08.929947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.081230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.108198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.140048 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] 10.222.0.78 "DELETE /v2.0/networks/d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 HTTP/1.1" status: 204 len: 168 time: 3.3991251 Mar 11 16:11:09.222833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05c4a9-c78b-49e2-84ca-7eb625153cd7 None None] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:11:09.262623 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6354237 Mar 11 16:11:09.274920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38742) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:09.275604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2ebb6-9b6b-420b-8c7f-bdd76539a858 None None] Network 5ab54c1c-c733-4c35-b3e4-88eef8103130 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:11:09.283232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa462b4-fa14-4856-8a06-9d67b38ee4e0 None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:09.292344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': '6ffd2acf-80a1-4f91-9929-e95bdced78f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:09.323611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88f066-813a-46a5-b3a1-0ad223e83caa None None] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:09.373507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.445530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=6ffd2acf-80a1-4f91-9929-e95bdced78f6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:09.457012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:09.477791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:09.480318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.480668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.481010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.481353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.481676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.482055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.482557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.483207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.483721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.484227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.484715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ae34b0-c9d9-483a-9914-665b669fee09 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:09.530056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7761239-8bd4-442f-9cf0-fecfdb9ce11b tempest-TagsExtTest-526718541 tempest-TagsExtTest-526718541-project] Pushing event deleted for resources: {'Network': ['ID=d9773fa1-4871-42a0-9a43-ebb1bf7eedc9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:09.564630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.564911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:09.593772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:09.598189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:09.654376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=4affa580-6677-40c8-ac77-ab528972ea81,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:09.713678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa462b4-fa14-4856-8a06-9d67b38ee4e0 None None] Network d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:11:09.760425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38750) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:09.812517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.840930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6ffd2acf-80a1-4f91-9929-e95bdced78f6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:09.850844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router bf519c58-4ac9-4314-9e6a-df0ecec3a12f is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:11:09.856016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5129a2a6-e38c-46a7-91b8-0b27a7ed43f3']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:09.870616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697edf97-e91b-4b8c-960d-5250fff511df') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:09.870912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697edf97-e91b-4b8c-960d-5250fff511df') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:09.896057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:09.967266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd85163-aef0-4705-9e4d-50856c75eabd None None] DHCP port deletion for d9773fa1-4871-42a0-9a43-ebb1bf7eedc9 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:09.972214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a88f066-813a-46a5-b3a1-0ad223e83caa None None] Network 60271ad0-9415-4fac-ae38-3c63e22393a4 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:11:10.014322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.061732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.102912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:10.103319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:10.120839 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:10.123294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a8c6332a-c5b6-4011-a2f6-17e1021bd731 None None] Provisioning for port 091b891a-0e1a-42e0-85f7-ee3795323c09 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:10.148078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c3203-82aa-41f0-bf16-2f726e7a06af None None] Network 5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:10.232247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.249155 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a2cf6159-1d12-45c2-902f-2956d7ff0196 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=529ac14a9da64c628c480b16b21655bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4838355 Mar 11 16:11:10.252237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38758) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:10.283645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.324629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.339281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=5129a2a6-e38c-46a7-91b8-0b27a7ed43f3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:10.355453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f8b49c64-1a9c-44e0-9a46-fbb73a83266d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 HTTP/1.1" status: 204 len: 168 time: 2.1873047 Mar 11 16:11:10.359609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38766) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:10.370607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170602109'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:10.385651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:10.397394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:10.402328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:10.407902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.416180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:10.429826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:10.442478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ad678876-dc88-4118-b741-5a2de23f62d7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/bf519c58-4ac9-4314-9e6a-df0ecec3a12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9847925 Mar 11 16:11:10.444698 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] Sync routers for ids ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:10.445592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:10.472416 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] Routers {'bf519c58-4ac9-4314-9e6a-df0ecec3a12f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:10.473212 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:10.503543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:10.512334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.541456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,segment=NetworkSegment(2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7),segment_id=2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:10.551171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.575997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b8e0bfb8-9c06-4673-b406-37fd4df83224 None None] Provisioning complete for port 448f8882-935d-4168-917a-64c2612aa436 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:10.576529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8e0bfb8-9c06-4673-b406-37fd4df83224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.589304 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:10.610950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:10.622673 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] Routers {'bf519c58-4ac9-4314-9e6a-df0ecec3a12f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:10.623708 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:10.636995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.638927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 091b891a-0e1a-42e0-85f7-ee3795323c09 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:10.698448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9e05f-158a-426a-9e79-2978b70ea7c5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:10.699078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fdf9e05f-158a-426a-9e79-2978b70ea7c5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:10.718174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.776938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:10.783339 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:10.785464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd33e56-d07b-416f-96cb-2ea22c62c842 None None] The sync data for ids ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:10.798412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.798758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd of type vlan for network 806d1f8d-6c35-464e-b7e9-330d22a24c41 Mar 11 16:11:10.832804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.890011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fdf9e05f-158a-426a-9e79-2978b70ea7c5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:10.896413 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fdf9e05f-158a-426a-9e79-2978b70ea7c5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports/caa16870-b77b-4d22-8c29-fc1f5029e39a HTTP/1.1" status: 200 len: 911 time: 0.4479814 Mar 11 16:11:10.897670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:10.898540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:10.899665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1100cf46-de47-43c0-af19-a17046068e92,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:10.902793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:10.904304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-609786da-9ca6-4a07-b8eb-af92dd0db667 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1100cf46-de47-43c0-af19-a17046068e92 HTTP/1.1" status: 204 len: 168 time: 0.6509273 Mar 11 16:11:10.952534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1bd33-d20f-43b7-bd0e-f9c1eda692c0 None None] Network 055430e7-2606-49d2-937b-c6a99a1ddf56 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:11.139265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:11:11.146962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.175337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.188939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:11.189617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.243168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:11.247681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=0a498c8c-25ee-4bc0-99e2-1dcd1764aab4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:11.259457 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5e12965c-6e87-4fb1-a1f7-ecfe5fde91d1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5597110 Mar 11 16:11:11.263259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38784) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:11.271590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:11.317826 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9550800 Mar 11 16:11:11.320413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:11.327404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:11.339229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': '9442835f-e36c-4e51-888f-f4c810ea88d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '6ffd2acf-80a1-4f91-9929-e95bdced78f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:11.343115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: 6ffd2acf-80a1-4f91-9929-e95bdced78f6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:11.559302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b75fc3-9c34-47dc-bfe0-ead55f7d4dea None None] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:11.579975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e123342-7146-438e-b66e-ef9cfdf3f159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.587140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network 6ffd2acf-80a1-4f91-9929-e95bdced78f6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:11.603562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6ffd2acf-80a1-4f91-9929-e95bdced78f6) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:11.616114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:11.617886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.648483 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c390856b-390e-4183-bb40-d37c181d8216 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3670974 Mar 11 16:11:11.651278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:11.708586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5b5932-fec2-47b2-bbfa-45f82a9415ea None None] Network 6ffd2acf-80a1-4f91-9929-e95bdced78f6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:11.807816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9ad14-276a-4291-a25a-508062e1e856 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=806d1f8d-6c35-464e-b7e9-330d22a24c41,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:11.813163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:11.841486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 806d1f8d-6c35-464e-b7e9-330d22a24c41 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:11.844004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:11.857871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:11.865594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:11.885279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:12.033498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:12.035558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.042974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 091b891a-0e1a-42e0-85f7-ee3795323c09 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:12.070694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 091b891a-0e1a-42e0-85f7-ee3795323c09 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:12.071059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.189081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.202059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.216808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.247134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.381242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.403855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=0a498c8c-25ee-4bc0-99e2-1dcd1764aab4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:12.423110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:12.423948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.626090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.668457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffd2acf-80a1-4f91-9929-e95bdced78f6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:12.706410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] DHCP port deletion for 055430e7-2606-49d2-937b-c6a99a1ddf56 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:12.719713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9442835f-e36c-4e51-888f-f4c810ea88d6') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:12.720116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9442835f-e36c-4e51-888f-f4c810ea88d6') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:12.747309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.753623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.774540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb4469-df99-447c-8aff-52a6e37a8685 None None] Network 6ffd2acf-80a1-4f91-9929-e95bdced78f6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:12.802371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Deleting port 091b891a-0e1a-42e0-85f7-ee3795323c09 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:12.802924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.840604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b8e0bfb8-9c06-4673-b406-37fd4df83224 None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:12.840896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b8e0bfb8-9c06-4673-b406-37fd4df83224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.882028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:11:12.897984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.906306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Removed routes are [] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:11:12.908166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.916112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:12.916906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:12.936596 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:12.982773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.121590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 091b891a-0e1a-42e0-85f7-ee3795323c09, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=091b891a-0e1a-42e0-85f7-ee3795323c09,segment=NetworkSegment(2e04f631-0910-45f3-b9e8-ef4fa8300d45),segment_id=2e04f631-0910-45f3-b9e8-ef4fa8300d45)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:13.124655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Allocated IP 172.23.0.2 (6769acb2-27f4-4d1a-ba4f-05669822b9ba/3e84e789-fceb-41e1-8ec9-5a1a0c8e7391/6ca99d88-2759-48c7-8812-463a44cf0b39) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:13.168711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=5de9d92d-6050-4313-860d-c5ac1e1066eb,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:13.185673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.186440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02571539-fd0b-4f65-ad08-7abd67fe8107 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:13.188395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:13.188657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 806d1f8d-6c35-464e-b7e9-330d22a24c41, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:13.311011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 806d1f8d-6c35-464e-b7e9-330d22a24c41 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:13.334965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.340449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.364316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 806d1f8d-6c35-464e-b7e9-330d22a24c41) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:13.387800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:13.388446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.394315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=6ffd2acf-80a1-4f91-9929-e95bdced78f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:13.418886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-100230eb-7670-4f9f-9006-9638fc0088e4 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/6ffd2acf-80a1-4f91-9929-e95bdced78f6 HTTP/1.1" status: 204 len: 168 time: 1.7661479 Mar 11 16:11:13.420606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99ba86-f4e8-42fe-a288-8f3c6773d4f0 None None] Network 806d1f8d-6c35-464e-b7e9-330d22a24c41 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:13.422607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38804) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:13.435688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-192076224'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:13.450517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:13.456243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:13.465459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:13.512706 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9f4531e-b73d-4a2c-a02d-59657056a396 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1884279 Mar 11 16:11:13.520722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38808) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:13.601208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:13.682954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.688833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:13.694251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.724472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.860181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port caa16870-b77b-4d22-8c29-fc1f5029e39a {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:13.860673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.916831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:13.953810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:13.954120 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment 1079ced4-2abf-4895-b556-93b496031718 of type vlan for network 0b5f26d3-9203-4333-8fbe-21e28af350cd Mar 11 16:11:13.997350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.100384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.110317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:14.111208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.233157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:14.308031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.343737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.358049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=091b891a-0e1a-42e0-85f7-ee3795323c09,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:14.374070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-806d1f8d-6c35-464e-b7e9-330d22a24c41', 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '5de9d92d-6050-4313-860d-c5ac1e1066eb'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:14.374906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.388157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9643562 Mar 11 16:11:14.389046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38814) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:14.390262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.417266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': '0b5f26d3-9203-4333-8fbe-21e28af350cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:14.420375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] For port 091b891a-0e1a-42e0-85f7-ee3795323c09, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=091b891a-0e1a-42e0-85f7-ee3795323c09,segment=NetworkSegment(2e04f631-0910-45f3-b9e8-ef4fa8300d45),segment_id=2e04f631-0910-45f3-b9e8-ef4fa8300d45)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:14.420938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.436442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Transition to ACTIVE for port object 6ca99d88-2759-48c7-8812-463a44cf0b39 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:14.452254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fb0e3-6631-450c-bb47-b7063bc61529 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=0b5f26d3-9203-4333-8fbe-21e28af350cd,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:14.490154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for caa16870-b77b-4d22-8c29-fc1f5029e39a owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:14.576819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0b5f26d3-9203-4333-8fbe-21e28af350cd details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:14.603547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Calling delete_port for 091b891a-0e1a-42e0-85f7-ee3795323c09 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:14.651328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.700260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 02571539-fd0b-4f65-ad08-7abd67fe8107 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:14.700679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.802893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.815405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Transition to ACTIVE for port object 6ca99d88-2759-48c7-8812-463a44cf0b39 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:14.828866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Provisioning for port caa16870-b77b-4d22-8c29-fc1f5029e39a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:14.882886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:14.899696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:14.908407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:subnet and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:14.913549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:14.920920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:14.922076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=caa16870-b77b-4d22-8c29-fc1f5029e39a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:14.945731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:15.033195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Provisioning complete for port caa16870-b77b-4d22-8c29-fc1f5029e39a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:15.038282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.120920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.156804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Port caa16870-b77b-4d22-8c29-fc1f5029e39a was deleted so its status cannot be updated. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 16:11:15.171748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:15.189488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.192024 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-77aeccc0-80e4-4b1e-bbe3-bd9fa6f56243 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 934 time: 3.9277093 Mar 11 16:11:15.201593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38818) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:15.251652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:15.258870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.272303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:15.286015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:15.294351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.325836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.484222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Pushing event updated for resources: {'Port': ['ID=6ca99d88-2759-48c7-8812-463a44cf0b39,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:15.498176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Provisioning complete for port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:15.498547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b83d4491-3e45-4384-a6bf-a84d607bdc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.522777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.523118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.523453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.523846 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.524183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.524508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.524833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.525158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.525493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.525821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.526139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:15.532050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:15.532400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:15.596427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Attempting to bind port 6ca99d88-2759-48c7-8812-463a44cf0b39 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:15.596794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Attempting to bind port 6ca99d88-2759-48c7-8812-463a44cf0b39 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:15.597437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Attempting to bind port 6ca99d88-2759-48c7-8812-463a44cf0b39 on network 6769acb2-27f4-4d1a-ba4f-05669822b9ba {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:15.617617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Allocated IP 172.20.0.1 (806d1f8d-6c35-464e-b7e9-330d22a24c41/5de9d92d-6050-4313-860d-c5ac1e1066eb/8fc81e6e-da2a-471e-aa7a-12828a8d8127) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:15.643297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:15.644437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Checking segment: {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:15.644437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.645495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Bound using segment: {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:15.646068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Bound port: 6ca99d88-2759-48c7-8812-463a44cf0b39, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:15.647491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.747314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:15.780631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.859149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e3357ae3-5d0b-44a2-ba0e-7a4e139aff93 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 934 time: 0.6491952 Mar 11 16:11:15.859950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:15.892448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'routes': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:15.897794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=23b525c3-ee80-4790-b7a0-1afe1409b3f0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:15.910776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': '1079ced4-2abf-4895-b556-93b496031718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '0b5f26d3-9203-4333-8fbe-21e28af350cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:15.911378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: 0b5f26d3-9203-4333-8fbe-21e28af350cd, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:15.944112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network 0b5f26d3-9203-4333-8fbe-21e28af350cd is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:15.958880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 0b5f26d3-9203-4333-8fbe-21e28af350cd) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:15.976003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:15.976649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:15.981873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9cda4-b61d-42bd-9145-f9b610376dc0 None None] Network 0b5f26d3-9203-4333-8fbe-21e28af350cd requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:16.039704 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0e3374f5-d46d-4887-baef-d53291ea0416 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6439424 Mar 11 16:11:16.044388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38828) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:16.091782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Deleting port 091b891a-0e1a-42e0-85f7-ee3795323c09 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:16.092167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.230385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router bf519c58-4ac9-4314-9e6a-df0ecec3a12f has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:16.272984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-55951299-c0e9-4359-bf63-8c755327010e None None] For port 6ca99d88-2759-48c7-8812-463a44cf0b39, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:16.339263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-55951299-c0e9-4359-bf63-8c755327010e None None] For port 6ca99d88-2759-48c7-8812-463a44cf0b39, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6ca99d88-2759-48c7-8812-463a44cf0b39,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:16.382921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.515992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.568774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:16.569526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.585758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:16.586133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.607375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-08c6692d-6b29-45a7-bf10-04192761f24c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/bf519c58-4ac9-4314-9e6a-df0ecec3a12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7013085 Mar 11 16:11:16.610794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38834) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:16.661163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.702283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a2b347d-893e-484f-9cd8-2449d14235dc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:16.707138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=23b525c3-ee80-4790-b7a0-1afe1409b3f0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:16.738885 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:16.756252 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:16.758605 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:16.783039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] Sync routers for ids ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:16.783443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a2b347d-893e-484f-9cd8-2449d14235dc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:16.785021 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0a2b347d-893e-484f-9cd8-2449d14235dc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf519c58-4ac9-4314-9e6a-df0ecec3a12f HTTP/1.1" status: 200 len: 205 time: 0.1731303 Mar 11 16:11:16.790186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38838) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:16.798912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55951299-c0e9-4359-bf63-8c755327010e None None] Pushing event updated for resources: {'Port': ['ID=6ca99d88-2759-48c7-8812-463a44cf0b39,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:16.908933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:16.955061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a548b-d99a-4a05-8c03-fdfed0efc0e7 None None] Network 0b5f26d3-9203-4333-8fbe-21e28af350cd requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:16.964737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5f26d3-9203-4333-8fbe-21e28af350cd']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:16.994962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1079ced4-2abf-4895-b556-93b496031718') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:16.995340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1079ced4-2abf-4895-b556-93b496031718') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:17.001156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] Routers {'bf519c58-4ac9-4314-9e6a-df0ecec3a12f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:17.002216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:17.019746 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:17.034730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.065801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.083406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:17.083813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:17.124009 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:17.155765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.187143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] For port 091b891a-0e1a-42e0-85f7-ee3795323c09, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=091b891a-0e1a-42e0-85f7-ee3795323c09,segment=NetworkSegment(2e04f631-0910-45f3-b9e8-ef4fa8300d45),segment_id=2e04f631-0910-45f3-b9e8-ef4fa8300d45)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:17.187699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.203497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.211097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:17.265203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.271711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.308101 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/0b5f26d3-9203-4333-8fbe-21e28af350cd HTTP/1.1" status: 204 len: 168 time: 1.2576647 Mar 11 16:11:17.310201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38844) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:17.323264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-114938385'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:17.329419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aa410-4593-43d1-8bf7-1e7aa5671033 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=0b5f26d3-9203-4333-8fbe-21e28af350cd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:17.359777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:17.376920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:network and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:17.381346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:17.389108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:17.402736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Calling delete_port for 091b891a-0e1a-42e0-85f7-ee3795323c09 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:17.423661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:17.429546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.509344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:17.533513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.535385 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Added segment 65f8d730-1c11-4db2-8eb1-d346d7284610 of type vlan for network f2e69028-d61f-4d7c-b236-91986f0d7e02 Mar 11 16:11:17.604985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.684147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.685499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.689684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:17.689949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Transition to ACTIVE for port object 8fc81e6e-da2a-471e-aa7a-12828a8d8127 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:17.693579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.771998 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:12Z', 'revision_number': 6, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:07Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:17.780719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] Pushing event deleted for resources: {'Port': ['ID=091b891a-0e1a-42e0-85f7-ee3795323c09,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:17.786260 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:17.787369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Updating router 16ceece7-8736-4a31-831d-7300fa3c2f36 port 1264a76a-deb1-42e9-aea4-065db3644654 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:11:17.908579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Transition to ACTIVE for port object 8fc81e6e-da2a-471e-aa7a-12828a8d8127 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:17.919084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Network': ['ID=f2e69028-d61f-4d7c-b236-91986f0d7e02,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:17.925740 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-709af3e0-af8e-4b7a-8ef3-e376173e6d9b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6113570 Mar 11 16:11:17.925958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eacfaea-d595-44b7-a340-53d2abb1fb06 None None] No DVR routers for this DVR port 091b891a-0e1a-42e0-85f7-ee3795323c09 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:17.926249 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:17.926428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38850) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:17.932412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Request body: {'subnet': {'network_id': 'f2e69028-d61f-4d7c-b236-91986f0d7e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:17.939153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] Routers {'bf519c58-4ac9-4314-9e6a-df0ecec3a12f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:17.944480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:18.022629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network f2e69028-d61f-4d7c-b236-91986f0d7e02 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:18.122361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:18.135734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:18.136309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996c507-d940-473a-9b1a-2995ebc0da2e None None] The sync data for ids ['bf519c58-4ac9-4314-9e6a-df0ecec3a12f'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:18.138840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.142504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Usage tracker for resource:subnet and tenant:c2624b2d3a7e4c61a2f7a81aa4192aa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:18.148224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:18.169756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:18.197313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Made reservation on behalf of c2624b2d3a7e4c61a2f7a81aa4192aa9 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:18.237587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 091b891a-0e1a-42e0-85f7-ee3795323c09 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:18.286853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 091b891a-0e1a-42e0-85f7-ee3795323c09 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:18.287186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 091b891a-0e1a-42e0-85f7-ee3795323c09 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:18.288754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ad171d48-88eb-4098-84a6-27521964038a no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:18.308739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.340404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Network 806d1f8d-6c35-464e-b7e9-330d22a24c41 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:18.348988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:18.353162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ad171d48-88eb-4098-84a6-27521964038a {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:18.353494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ad171d48-88eb-4098-84a6-27521964038a not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:18.357761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:18.421489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.extraroute_db [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added routes are [] {{(pid=83840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:11:18.421860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.extraroute_db [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:11:18.481333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Pushing event updated for resources: {'Port': ['ID=8fc81e6e-da2a-471e-aa7a-12828a8d8127,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:18.538498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Attempting to bind port 8fc81e6e-da2a-471e-aa7a-12828a8d8127 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:18.538872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Attempting to bind port 8fc81e6e-da2a-471e-aa7a-12828a8d8127 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:18.549813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Attempting to bind port 8fc81e6e-da2a-471e-aa7a-12828a8d8127 on network 806d1f8d-6c35-464e-b7e9-330d22a24c41 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:18.556549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:18.556914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Checking segment: {'id': '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:18.557263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.557550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Bound using segment: {'id': '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:18.565346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Bound port: 8fc81e6e-da2a-471e-aa7a-12828a8d8127, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:18.565914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.609646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6ca99d88-2759-48c7-8812-463a44cf0b39 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:18.626975 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.647468 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Transition to ACTIVE for port object 1264a76a-deb1-42e9-aea4-065db3644654 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:18.662268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.698080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.754649 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Pushing event updated for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:18.798798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814c284-2c89-4108-9d19-0023b8e2e7de None None] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:18.853516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=5de9d92d-6050-4313-860d-c5ac1e1066eb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:18.880636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:18.907551 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.908183 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.908183 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.908517 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.909468 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.909827 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.910127 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.910441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.910750 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.911058 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:18.911368 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:11:19.014518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.068403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 6ca99d88-2759-48c7-8812-463a44cf0b39 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:19.078631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Provisioning for port 6ca99d88-2759-48c7-8812-463a44cf0b39 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:19.115238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 6ca99d88-2759-48c7-8812-463a44cf0b39 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:19.115610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.183608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Provisioning complete for port 6ca99d88-2759-48c7-8812-463a44cf0b39 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:19.186161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.204804 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Attempting to bind port 1264a76a-deb1-42e9-aea4-065db3644654 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:19.206998 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Attempting to bind port 1264a76a-deb1-42e9-aea4-065db3644654 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:19.207369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Attempting to bind port 1264a76a-deb1-42e9-aea4-065db3644654 on network 6769acb2-27f4-4d1a-ba4f-05669822b9ba {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:19.212389 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:19.228646 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:19.229175 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Checking segment: {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:19.229582 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.229999 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Bound using segment: {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:19.230464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Bound port: 1264a76a-deb1-42e9-aea4-065db3644654, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c17de87-75f4-41aa-af83-fd9941b343c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:19.230854 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.239319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.266083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.objects.ports [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83841) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 16:11:19.270946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.279874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] For port 8fc81e6e-da2a-471e-aa7a-12828a8d8127, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:19.299505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] For port 8fc81e6e-da2a-471e-aa7a-12828a8d8127, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8fc81e6e-da2a-471e-aa7a-12828a8d8127,segment=NetworkSegment(6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd),segment_id=6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:19.342051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.380242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.380688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router bf519c58-4ac9-4314-9e6a-df0ecec3a12f {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:11:19.442748 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] For port 1264a76a-deb1-42e9-aea4-065db3644654, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:19.445964 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] For port 1264a76a-deb1-42e9-aea4-065db3644654, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1264a76a-deb1-42e9-aea4-065db3644654,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:19.457688 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.462162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event updated for resources: {'Subnet': ['ID=ea3962e3-88a5-4c01-9a9c-9baa70ff9195,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:19.466994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.483020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806d1f8d-6c35-464e-b7e9-330d22a24c41']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:19.483481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Checking segment: {'id': '65f8d730-1c11-4db2-8eb1-d346d7284610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f2e69028-d61f-4d7c-b236-91986f0d7e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:19.483481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network hostable DHCP agents. Network: f2e69028-d61f-4d7c-b236-91986f0d7e02, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:19.486498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.490485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed9fb014-5791-4113-876d-afafbb657ac5 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/bf519c58-4ac9-4314-9e6a-df0ecec3a12f HTTP/1.1" status: 204 len: 168 time: 2.6968205 Mar 11 16:11:19.492364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38864) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:19.497652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:19.497975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:19.514050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.556956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.571912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc7297-dc3b-4cc9-becd-1ea3e67db1a3 None None] Pushing event updated for resources: {'Port': ['ID=8fc81e6e-da2a-471e-aa7a-12828a8d8127,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:19.626242 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48446-2af0-4b7a-a697-6d83172e0e8a None None] Pushing event updated for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:19.632166 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:19.632730 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:19.645872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:19.646290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:19.663017 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:19.701318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.828264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Network f2e69028-d61f-4d7c-b236-91986f0d7e02 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:19.845133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet cd2a1e79-c447-4753-9a80-39524f3f8890 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:19.849278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.864524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c21b33-5831-4da4-90f7-b53aa1315c91 None None] Network 806d1f8d-6c35-464e-b7e9-330d22a24c41 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:19.882830 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:19.904809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.922002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-e07604d5-9e53-4f91-baba-494d4b5a0f7e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:19.937284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:11:19.937284 dv-neutron-833206-1-hyperv neutron-server[83840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:11:19.937284 dv-neutron-833206-1-hyperv neutron-server[83840]: [parameters: {'id': '806d1f8d-6c35-464e-b7e9-330d22a24c41'}] Mar 11 16:11:19.937284 dv-neutron-833206-1-hyperv neutron-server[83840]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:19.937779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:19.944379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.951604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.953598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, f2e69028-d61f-4d7c-b236-91986f0d7e02) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:19.961638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:19.962259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:19.986161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f9bfd-a2e8-4f87-be5a-91fa4bb374ab None None] Network f2e69028-d61f-4d7c-b236-91986f0d7e02 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:20.005158 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0204360e-ee75-4b20-aa48-9647d1b76b1f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0776157 Mar 11 16:11:20.011037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38870) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:20.046927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-e07604d5-9e53-4f91-baba-494d4b5a0f7e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:20.048421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-e07604d5-9e53-4f91-baba-494d4b5a0f7e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157294035&fields=id&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 267 time: 0.2173758 Mar 11 16:11:20.164584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.166853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 6ca99d88-2759-48c7-8812-463a44cf0b39, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6ca99d88-2759-48c7-8812-463a44cf0b39,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:20.192932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.196096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.313096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.358045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-7d2e3233-a4a4-4398-912c-b0f212b36d00 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:20.360882 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:18Z', 'revision_number': 7, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:19Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:20.362625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-7d2e3233-a4a4-4398-912c-b0f212b36d00 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:20.366109 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3b6b7-1c3c-44a7-a052-24e93112e1d5 None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:18Z', 'revision_number': 7, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:19Z', 'revision_number': 4, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:20.400648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2a1e79-c447-4753-9a80-39524f3f8890,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:20.401185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=6ca99d88-2759-48c7-8812-463a44cf0b39,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:20.408428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:20.428502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.435169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-7d2e3233-a4a4-4398-912c-b0f212b36d00 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:20.441837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-7d2e3233-a4a4-4398-912c-b0f212b36d00 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.3847539 Mar 11 16:11:20.458116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.465005 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2d7fc80e-2cfd-4691-a3ea-4962495efc9d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/cd2a1e79-c447-4753-9a80-39524f3f8890 HTTP/1.1" status: 204 len: 168 time: 0.9686973 Mar 11 16:11:20.475430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38874) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:20.523684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824ff56-99d1-4791-996b-19ec25071a07 None None] Network ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:20.524176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.651118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.686986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.772558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:20.787701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-a74e9468-4b7d-4bbb-a40d-4acba8a62af2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/quotas/17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 375 time: 0.3405464 Mar 11 16:11:20.870728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3962e3-88a5-4c01-9a9c-9baa70ff9195,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:20.875853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:20.876687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:20.968522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29747948-f261-4d1e-bfd1-e82e804da64b None None] Network f2e69028-d61f-4d7c-b236-91986f0d7e02 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:21.022357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.056448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e69028-d61f-4d7c-b236-91986f0d7e02']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:21.075651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f8d730-1c11-4db2-8eb1-d346d7284610') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:21.076103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f8d730-1c11-4db2-8eb1-d346d7284610') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:21.089578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.113635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.121342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:21.121895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.138052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port 8fc81e6e-da2a-471e-aa7a-12828a8d8127 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:21.138782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.214988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:21.215526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:21.259076 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:21.264926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.271556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.306146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=f2e69028-d61f-4d7c-b236-91986f0d7e02,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:21.326666 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b4ae37cc-f8c2-4e59-8384-63209862c688 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/f2e69028-d61f-4d7c-b236-91986f0d7e02 HTTP/1.1" status: 204 len: 168 time: 1.3097854 Mar 11 16:11:21.327306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] DHCP port deletion for ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:21.327399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.349129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Deleting port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:21.350004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.391954 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7efc3b4-9885-4dc6-ba97-75345f6e129f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.392640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7efc3b4-9885-4dc6-ba97-75345f6e129f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.394961 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a7efc3b4-9885-4dc6-ba97-75345f6e129f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/ea3962e3-88a5-4c01-9a9c-9baa70ff9195 HTTP/1.1" status: 404 len: 337 time: 0.0671132 Mar 11 16:11:21.397791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38882) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.428966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e21038d-9b3d-409a-8e2a-33cd1f208908 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.430080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e21038d-9b3d-409a-8e2a-33cd1f208908 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.435018 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e21038d-9b3d-409a-8e2a-33cd1f208908 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/f2e69028-d61f-4d7c-b236-91986f0d7e02 HTTP/1.1" status: 404 len: 339 time: 0.0362673 Mar 11 16:11:21.435933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.483804 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2e8542-c084-4819-a542-5f9c5c967c1a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.484569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2e8542-c084-4819-a542-5f9c5c967c1a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.489915 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7b2e8542-c084-4819-a542-5f9c5c967c1a tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/23b525c3-ee80-4790-b7a0-1afe1409b3f0 HTTP/1.1" status: 404 len: 337 time: 0.0527391 Mar 11 16:11:21.491021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38890) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.499295 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-4bc50a18-f74c-44ac-9c3b-e254907941ea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.0221384 Mar 11 16:11:21.522224 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-086de7d6-744a-46e0-9dba-88c80aaf884d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.523268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086de7d6-744a-46e0-9dba-88c80aaf884d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.527669 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-086de7d6-744a-46e0-9dba-88c80aaf884d tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/0b5f26d3-9203-4333-8fbe-21e28af350cd HTTP/1.1" status: 404 len: 339 time: 0.0354843 Mar 11 16:11:21.528372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.553451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3ff80de-fa63-45ba-a21f-41cd799a6dc2 None None] Provisioning for port 1264a76a-deb1-42e9-aea4-065db3644654 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:21.592569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-a142c6c0-8be5-4378-90b4-35c5b1dec27b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8037028 Mar 11 16:11:21.706157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6ca537-3c5d-468c-a7bb-3537faf51462 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.706761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6ca537-3c5d-468c-a7bb-3537faf51462 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.712193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0e6ca537-3c5d-468c-a7bb-3537faf51462 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/0a498c8c-25ee-4bc0-99e2-1dcd1764aab4 HTTP/1.1" status: 404 len: 337 time: 0.1827328 Mar 11 16:11:21.713037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38900) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.715314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] For port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,segment=NetworkSegment(2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7),segment_id=2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:21.715723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.744040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b6e656-f763-4fb8-9ffe-cb8428df1a94 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:21.744722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b6e656-f763-4fb8-9ffe-cb8428df1a94 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:21.749525 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-28b6e656-f763-4fb8-9ffe-cb8428df1a94 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/6ffd2acf-80a1-4f91-9929-e95bdced78f6 HTTP/1.1" status: 404 len: 339 time: 0.0353813 Mar 11 16:11:21.750280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.850685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port 8fc81e6e-da2a-471e-aa7a-12828a8d8127, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8fc81e6e-da2a-471e-aa7a-12828a8d8127,segment=NetworkSegment(6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd),segment_id=6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:21.850908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.865048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting port 4da75610-d8f1-40e6-a2cf-174e6ac797cd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:21.865507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.874929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:21.879430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Calling delete_port for 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:21.885161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:21.886375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5e3b2c97-4bfd-49c4-b3ec-c78d95ea9e65 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 700 time: 6.0218015 Mar 11 16:11:21.899845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38908) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:21.919855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-98d49c76-9261-441c-bc8f-0c74d4fee2e8 None None] Provisioning complete for port 6ca99d88-2759-48c7-8812-463a44cf0b39 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:21.920231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-98d49c76-9261-441c-bc8f-0c74d4fee2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.065844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for 8fc81e6e-da2a-471e-aa7a-12828a8d8127 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:22.073158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.128433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] Pushing event deleted for resources: {'Port': ['ID=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:22.137516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138b2bfd-7cc2-455d-a978-784decde7135 None None] No DVR routers for this DVR port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:22.160815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74738660-edef-4629-bdda-4785508e8bf4 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:11:22.198157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=201f0c1c-45fc-4705-bea6-3db4b84fd1d4,segment=NetworkSegment(2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7),segment_id=2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:22.198433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.250445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.370661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:22.394321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Calling delete_port for 4da75610-d8f1-40e6-a2cf-174e6ac797cd owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:22.404144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74738660-edef-4629-bdda-4785508e8bf4 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:11:22.449746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-bf6a22a3-f469-489c-82ba-6613879a86a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 0.7778685 Mar 11 16:11:22.490144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6542de29-25d9-427c-a932-9009e5fb5370 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 700 time: 0.5805476 Mar 11 16:11:22.490144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.490144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38912) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:22.512908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5192d98d-b214-42ef-921d-8ef02b28e1db service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126414 Mar 11 16:11:22.559835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6ca99d88-2759-48c7-8812-463a44cf0b39 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:22.569058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.610734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Port': ['ID=4da75610-d8f1-40e6-a2cf-174e6ac797cd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:22.677201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=8fc81e6e-da2a-471e-aa7a-12828a8d8127,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:22.679866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.689011 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01a52f95-9e16-44f0-a79f-ff85fc04309b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/ports/4da75610-d8f1-40e6-a2cf-174e6ac797cd HTTP/1.1" status: 204 len: 168 time: 0.9376199 Mar 11 16:11:22.690431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38916) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:22.744082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0acbe5e-9573-4a4f-bb42-198e21db9517 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:22.744082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0acbe5e-9573-4a4f-bb42-198e21db9517 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:22.748660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d0acbe5e-9573-4a4f-bb42-198e21db9517 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/a04b3f82-4fdc-4017-a48d-90bdd6dbc00f HTTP/1.1" status: 404 len: 337 time: 0.0556800 Mar 11 16:11:22.749381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38920) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:22.771959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 6ca99d88-2759-48c7-8812-463a44cf0b39 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:22.772340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.873119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:22.873421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:22.883628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port 8fc81e6e-da2a-471e-aa7a-12828a8d8127 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:22.888384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:22.965759 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-5567c308-1d4e-4f62-bf04-3944a4a5cf89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:22.967236 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-5567c308-1d4e-4f62-bf04-3944a4a5cf89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 897 time: 0.5000744 Mar 11 16:11:23.012229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1264a76a-deb1-42e9-aea4-065db3644654 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:23.051696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.080332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806d1f8d-6c35-464e-b7e9-330d22a24c41']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.092877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.093216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5e0e69-01f9-4f72-ade0-b18e6dd07ecd') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.121795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1264a76a-deb1-42e9-aea4-065db3644654 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:23.130006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1264a76a-deb1-42e9-aea4-065db3644654 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:23.130405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.163897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.223442 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-c883589a-a34d-4dc9-8b87-cec006049a83 service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600726 Mar 11 16:11:23.224555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.238105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:23.238660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:23.254458 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:23.276916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.283166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.325192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1264a76a-deb1-42e9-aea4-065db3644654, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1264a76a-deb1-42e9-aea4-065db3644654,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:23.329692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055430e7-2606-49d2-937b-c6a99a1ddf56']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.331959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.351811 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-4805e7ba-3a56-47b8-8f67-a9cdfa6c8181 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 1001 time: 0.2484694 Mar 11 16:11:23.352108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e04f631-0910-45f3-b9e8-ef4fa8300d45') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.352679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e04f631-0910-45f3-b9e8-ef4fa8300d45') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.356734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.396449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.430975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:23.431315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.432047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.446631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:23.447038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.468225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:23.493325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.511569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/806d1f8d-6c35-464e-b7e9-330d22a24c41 HTTP/1.1" status: 204 len: 168 time: 9.9893713 Mar 11 16:11:23.516559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38930) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:23.536839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908516574'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:23.543181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:23.548450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:23.552600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:23.552812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:23.559322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:23.572852 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:23.576234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26694f-d329-4fae-89e8-39b5fe42e90f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=806d1f8d-6c35-464e-b7e9-330d22a24c41,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:23.578270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.586283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:23.593156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:23.595231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 201f0c1c-45fc-4705-bea6-3db4b84fd1d4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:23.599342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.615225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=055430e7-2606-49d2-937b-c6a99a1ddf56,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:23.620124 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-47e03a4c-5aae-4a7e-a78e-1a23e87bcf7b tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/055430e7-2606-49d2-937b-c6a99a1ddf56 HTTP/1.1" status: 204 len: 168 time: 0.8668585 Mar 11 16:11:23.621887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38934) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:23.623444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:23.624414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:23.630992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] The port '201f0c1c-45fc-4705-bea6-3db4b84fd1d4' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:11:23.668644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:23.672302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.723878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.771890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-2ae7e26a-4800-4495-8fb6-e6f5f768f6e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:23.773342 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-2ae7e26a-4800-4495-8fb6-e6f5f768f6e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.4140327 Mar 11 16:11:23.840014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:23.943255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting port 34c9bb07-af9c-4622-8317-bacde87a019e {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:23.943844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:23.968534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:23.972391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.011351 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f396e6a2-538c-42d3-a849-e6e62d0ebf40 req-a6f3eb12-c87a-4b83-90ed-18496b4af165 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.0924952 Mar 11 16:11:24.035672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.036020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 2e752775-7eff-4c34-8ba9-616a2b445f2f of type vlan for network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 Mar 11 16:11:24.045549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.071992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.072282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d68f4be-bd4e-4a3b-bd2d-5ce67a4f02b7') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.101161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.111027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.123975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.134977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:24.135379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:24.150852 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:24.227544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:18Z', 'revision_number': 7, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:23Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.232537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:24.240364 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-8481bc04-b1b7-4ee9-846f-dd80f48040ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3620412 Mar 11 16:11:24.244571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:24.245197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:24.264417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.271683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.275942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:24.275942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.362551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.415537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Calling delete_port for 34c9bb07-af9c-4622-8317-bacde87a019e owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:24.439213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.481229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:24.495612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9624841 Mar 11 16:11:24.495612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4732f9-296e-499e-9abd-3bd60abb3e70 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=0291aa7a-4b9d-47f8-aff1-fa9a03aada11,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:24.497096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a HTTP/1.1" status: 204 len: 168 time: 4.0188222 Mar 11 16:11:24.497694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.525854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38942) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.539335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:24.541995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1264a76a-deb1-42e9-aea4-065db3644654 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:24.560858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-590143822', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:24.566417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8b10e-6d37-4cb6-a5f1-fbb0d852146e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=ec21b34a-7b4c-4f02-b4ec-3b30bbf1804a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:24.567548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:24.625607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.636951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:24.654817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:24.661049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:24.665226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-3d3a5516-201c-46b3-94e3-724772db3c7e service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166837 Mar 11 16:11:24.671257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:24.697210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Port': ['ID=34c9bb07-af9c-4622-8317-bacde87a019e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:24.718994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.728369 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-260f3a1f-1bea-4427-8151-528ff651e8e3 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/ports/34c9bb07-af9c-4622-8317-bacde87a019e HTTP/1.1" status: 204 len: 168 time: 1.1055083 Mar 11 16:11:24.760206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38948) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.817026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c695f5-ff48-4e2b-9188-be21d30a1db5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:24.818423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c695f5-ff48-4e2b-9188-be21d30a1db5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:24.820865 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a8c695f5-ff48-4e2b-9188-be21d30a1db5 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/05bfa71d-a8a5-414e-8fcd-0f9a36746a42 HTTP/1.1" status: 404 len: 337 time: 0.0593324 Mar 11 16:11:24.823861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38954) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:24.938118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1264a76a-deb1-42e9-aea4-065db3644654 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:24.938118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.944529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.945377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:24.951854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:24.964884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:24.975470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:25.002722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:25.032652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.083640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.088173 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e2b8f09-c384-4332-83eb-0ff0d98e235e req-24ad6ddc-4823-4fb8-bf4f-765bf68ddff4 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153376 Mar 11 16:11:25.096704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:25.180787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 38964) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:25.214155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting port 661bf189-88b7-4065-bff5-f01cb07a1f44 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:25.215122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.216489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:18Z', 'revision_number': 7, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:23Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:25.225221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda95170-0427-42e3-a1c0-a4e2cebb8096 None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:18Z', 'revision_number': 7, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1264a76a-deb1-42e9-aea4-065db3644654', 'name': '', 'network_id': '6769acb2-27f4-4d1a-ba4f-05669822b9ba', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:6d:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:11:04Z', 'updated_at': '2022-03-11T16:11:23Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '3e84e789-fceb-41e1-8ec9-5a1a0c8e7391', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:25.301296 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-64793dfd-f6f9-4f30-bc6b-38f6d2363cda req-ef98eb87-e9cc-4aef-a6c3-bffbe61ff7fb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.1668098 Mar 11 16:11:25.445061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.523417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] For port 661bf189-88b7-4065-bff5-f01cb07a1f44, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=661bf189-88b7-4065-bff5-f01cb07a1f44,segment=NetworkSegment(bb8ffa4f-2944-4efd-bf9c-505d0a111370),segment_id=bb8ffa4f-2944-4efd-bf9c-505d0a111370)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:25.524038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.697461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Calling delete_port for 661bf189-88b7-4065-bff5-f01cb07a1f44 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:25.723344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.741585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Deleting port 14ee68c6-8433-4f63-9ead-b150ee4e8ddd {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:25.742028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.789501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 1264a76a-deb1-42e9-aea4-065db3644654 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:25.789875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.858401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:25.971738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Port': ['ID=661bf189-88b7-4065-bff5-f01cb07a1f44,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:25.994546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No DVR routers for this DVR port 661bf189-88b7-4065-bff5-f01cb07a1f44 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:26.099738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.100266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.168036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 1264a76a-deb1-42e9-aea4-065db3644654, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1264a76a-deb1-42e9-aea4-065db3644654,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:26.168404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.177818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.232894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Calling delete_port for 14ee68c6-8433-4f63-9ead-b150ee4e8ddd owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:26.297509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.311168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 1264a76a-deb1-42e9-aea4-065db3644654 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:26.343323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a710fe62-7691-4105-af73-c6899fa298b5']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:26.373724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8ffa4f-2944-4efd-bf9c-505d0a111370') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:26.374090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8ffa4f-2944-4efd-bf9c-505d0a111370') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:26.392963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.423208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.459317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 913 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:26.459938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:26.480380 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:26.558536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-46994729-954d-4a65-9564-2d464cfd528d req-4e7feb63-7c79-4c68-8895-a465ca0cbaa1 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.0715129 Mar 11 16:11:26.576204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=2727ea8a-0ddb-43e6-82ec-62cc73849821,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:26.589778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.589778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.616320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=a710fe62-7691-4105-af73-c6899fa298b5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:26.620597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0cc3e482-4747-4cb4-9a93-259f0d3ed61f tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/a710fe62-7691-4105-af73-c6899fa298b5 HTTP/1.1" status: 204 len: 168 time: 1.7960761 Mar 11 16:11:26.624773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38978) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:26.637097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '2e752775-7eff-4c34-8ba9-616a2b445f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:26.637453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 0291aa7a-4b9d-47f8-aff1-fa9a03aada11, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:26.743451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.786377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.792218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.873381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:26.891813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Port': ['ID=14ee68c6-8433-4f63-9ead-b150ee4e8ddd,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:26.915505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 0291aa7a-4b9d-47f8-aff1-fa9a03aada11) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:26.923378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2048fc3-926e-4430-82bb-6a060f13f833 None None] Network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:26.943880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:26.958628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:26.959216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.093900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting subnet d2c7f070-d38a-4121-b4c3-ab1e2f84ddea {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:27.118891 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7d0ea320-0232-4ef4-a406-b54c0f4d19b4 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5966320 Mar 11 16:11:27.126522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.138206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=1264a76a-deb1-42e9-aea4-065db3644654,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.146222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38982) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:27.146415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.177400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-0291aa7a-4b9d-47f8-aff1-fa9a03aada11', 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '2727ea8a-0ddb-43e6-82ec-62cc73849821'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:27.178668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.186898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 172.26.4.190 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/134bb325-698f-43a8-a2e5-2ab25e96a7e0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:27.402786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Allocated IP 172.20.0.1 (0291aa7a-4b9d-47f8-aff1-fa9a03aada11/2727ea8a-0ddb-43e6-82ec-62cc73849821/c1b057aa-3876-45a2-a0a6-ac8ad0e92765) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:27.447065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.488324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.488656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.589995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:27.592206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=134bb325-698f-43a8-a2e5-2ab25e96a7e0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.597111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:27.600516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:27.635839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.761661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.766892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.776930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Transition to ACTIVE for port object c1b057aa-3876-45a2-a0a6-ac8ad0e92765 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:27.805068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Transition to ACTIVE for port object c1b057aa-3876-45a2-a0a6-ac8ad0e92765 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:27.812344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.821084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.891086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:27.896496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:27.900413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:27.902159 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9f2e6611-3489-453b-86ed-fc0c8f9fcc6a req-ec0f9854-c422-426d-8e35-977547d5473d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.0806117 Mar 11 16:11:27.911006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:27.978686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Pushing event updated for resources: {'Port': ['ID=c1b057aa-3876-45a2-a0a6-ac8ad0e92765,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:27.984019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.028686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.029807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.043969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Router 24e3c056-0659-4a96-a0bf-276b8672c604 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:28.076672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Attempting to bind port c1b057aa-3876-45a2-a0a6-ac8ad0e92765 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:28.077486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Attempting to bind port c1b057aa-3876-45a2-a0a6-ac8ad0e92765 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '2e752775-7eff-4c34-8ba9-616a2b445f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:28.078430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Attempting to bind port c1b057aa-3876-45a2-a0a6-ac8ad0e92765 on network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:28.086901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:28.087626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Checking segment: {'id': '2e752775-7eff-4c34-8ba9-616a2b445f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:28.088757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.090004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Bound using segment: {'id': '2e752775-7eff-4c34-8ba9-616a2b445f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:28.090961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Bound port: c1b057aa-3876-45a2-a0a6-ac8ad0e92765, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e752775-7eff-4c34-8ba9-616a2b445f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:28.091556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.094303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=2727ea8a-0ddb-43e6-82ec-62cc73849821,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.097207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.154145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c7f070-d38a-4121-b4c3-ab1e2f84ddea,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.212439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] For port c1b057aa-3876-45a2-a0a6-ac8ad0e92765, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:28.217462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] For port c1b057aa-3876-45a2-a0a6-ac8ad0e92765, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c1b057aa-3876-45a2-a0a6-ac8ad0e92765,segment=NetworkSegment(2e752775-7eff-4c34-8ba9-616a2b445f2f),segment_id=2e752775-7eff-4c34-8ba9-616a2b445f2f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:28.224757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.247968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.268474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.298760 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1aeaecd1-23f9-429c-8425-c3a1b65030cb tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/subnets/d2c7f070-d38a-4121-b4c3-ab1e2f84ddea HTTP/1.1" status: 204 len: 168 time: 1.6728663 Mar 11 16:11:28.302586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 38992) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:28.306763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0291aa7a-4b9d-47f8-aff1-fa9a03aada11']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:28.338670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0893a9-c2f5-4064-8f9a-d9009f66119e None None] Network caf49411-845f-4ecb-8446-707073bef5f7 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:28.343633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e752775-7eff-4c34-8ba9-616a2b445f2f') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:28.343867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e752775-7eff-4c34-8ba9-616a2b445f2f') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:28.409764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.536622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3124f-ad87-4745-8602-32daace59d88 None None] Pushing event updated for resources: {'Port': ['ID=c1b057aa-3876-45a2-a0a6-ac8ad0e92765,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:28.583156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.595971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:28.597967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:28.613511 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:28.621396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.640770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:28.651743 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Sync routers for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:28.654224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.677802 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:28.678813 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:28.739763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 86149a96-929c-4f7a-9812-006caeb699b4 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:11:28.754905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3a775d09-7ecf-4054-aac4-de8544985f45 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "DELETE /v2.0/floatingips/04390165-395b-4427-9171-037f07c25718 HTTP/1.1" status: 204 len: 168 time: 3.5689387 Mar 11 16:11:28.756124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:28.837483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Deleting port 4efb4b11-f1c5-49ee-bd29-66babadbd49a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:28.838197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:28.885248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 16:11:28.885248 dv-neutron-833206-1-hyperv neutron-server[83841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 16:11:28.885248 dv-neutron-833206-1-hyperv neutron-server[83841]: [parameters: {'id': '0291aa7a-4b9d-47f8-aff1-fa9a03aada11'}] Mar 11 16:11:28.885248 dv-neutron-833206-1-hyperv neutron-server[83841]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:28.885801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:28.935026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f30415-c3cc-4207-93e8-a2c8665145c9 None None] Network 0291aa7a-4b9d-47f8-aff1-fa9a03aada11 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:29.062182 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:29.123910 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'status': 'completed', 'code': 200} Mar 11 16:11:29.186153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] DHCP port deletion for caf49411-845f-4ecb-8446-707073bef5f7 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:29.202373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Deleting port 4efb4b11-f1c5-49ee-bd29-66babadbd49a {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:29.204878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.273304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] For port 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4efb4b11-f1c5-49ee-bd29-66babadbd49a,segment=NetworkSegment(af457b66-2f63-4ec9-9119-c1d711e3597f),segment_id=af457b66-2f63-4ec9-9119-c1d711e3597f)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:29.273573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.403918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.404405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6f8c7d3-89eb-432c-8382-4f7fc09864fb req-23a22528-c699-4579-a0cc-c7c461bec241 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.1142900 Mar 11 16:11:29.488427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Calling delete_port for 4efb4b11-f1c5-49ee-bd29-66babadbd49a owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:29.559221 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:29.571850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Checking router: 24e3c056-0659-4a96-a0bf-276b8672c604 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:29.604626 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:29.605550 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:29.627735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port c1b057aa-3876-45a2-a0a6-ac8ad0e92765 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:29.628337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.641280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] For port 4efb4b11-f1c5-49ee-bd29-66babadbd49a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4efb4b11-f1c5-49ee-bd29-66babadbd49a,segment=NetworkSegment(af457b66-2f63-4ec9-9119-c1d711e3597f),segment_id=af457b66-2f63-4ec9-9119-c1d711e3597f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:29.641662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.650981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeab8a4-6db2-48c0-bbdc-140472112f7a req-5d023a9f-d7c0-45dd-8bc7-ececdde2341d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:29.651915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-ebeab8a4-6db2-48c0-bbdc-140472112f7a req-5d023a9f-d7c0-45dd-8bc7-ececdde2341d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Synchronizing usage tracker for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:29.679170 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-a78f664d-1bf0-4672-9350-1ae569cf2aee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f28bf28d15742a2be1fb07c696cedba&device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 1099 time: 0.6783710 Mar 11 16:11:29.800659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Calling delete_port for 4efb4b11-f1c5-49ee-bd29-66babadbd49a owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:29.824241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:29.848303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-ebeab8a4-6db2-48c0-bbdc-140472112f7a req-5d023a9f-d7c0-45dd-8bc7-ececdde2341d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Unset dirty status for tenant:8f28bf28d15742a2be1fb07c696cedba on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:29.849826 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ebeab8a4-6db2-48c0-bbdc-140472112f7a req-5d023a9f-d7c0-45dd-8bc7-ececdde2341d tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.5707092 Mar 11 16:11:29.909243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:29.909906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:29.924641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Port': ['ID=4efb4b11-f1c5-49ee-bd29-66babadbd49a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:29.947795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-73ad64c6-6302-4b09-918d-e1e550fadfe2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:29.949198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-73ad64c6-6302-4b09-918d-e1e550fadfe2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.4823968 Mar 11 16:11:29.952510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] No DVR routers for this DVR port 4efb4b11-f1c5-49ee-bd29-66babadbd49a on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:29.958962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac623762-3367-4908-8641-bb336af15c3a req-73e7649e-ef4f-4ecb-ac2d-a0b3945d703d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:29.960781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-73e7649e-ef4f-4ecb-ac2d-a0b3945d703d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 200 len: 897 time: 0.2500379 Mar 11 16:11:29.979226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ebeab8a4-6db2-48c0-bbdc-140472112f7a req-7af80afc-5a14-48e3-aab5-f7b0ae00cdcf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193492 Mar 11 16:11:30.020000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:30.037338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] Sync routers for ids ['86149a96-929c-4f7a-9812-006caeb699b4'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:30.042643 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:30.054299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] Routers {'86149a96-929c-4f7a-9812-006caeb699b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:30.055392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['86149a96-929c-4f7a-9812-006caeb699b4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.127177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.143756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] Routers {'86149a96-929c-4f7a-9812-006caeb699b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:30.144666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['86149a96-929c-4f7a-9812-006caeb699b4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.171194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-3122207c-8ae5-427b-89e2-1b9917a19028 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 200 len: 217 time: 0.1232681 Mar 11 16:11:30.175608 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-0b405f53-c1fa-4600-b253-9f1a5596e0a4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 380 time: 0.1300495 Mar 11 16:11:30.176680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.177808 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e3d2403e-7d7e-42f8-80ee-31ef59eaecb3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6479528 Mar 11 16:11:30.189260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'port': {'device_id': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'admin_state_up': True, 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'security_groups': ['9b38369f-6869-44cf-a5c4-f8cb19b73d80']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:30.236379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39006) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:30.243310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.243924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786651ba-65c4-48e5-b148-6595d5a056fb None None] The sync data for ids ['86149a96-929c-4f7a-9812-006caeb699b4'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:30.367517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac623762-3367-4908-8641-bb336af15c3a req-32dd5643-c0ad-48bc-9b97-4b60bf0b7b82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:30.368990 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-32dd5643-c0ad-48bc-9b97-4b60bf0b7b82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 200 len: 834 time: 0.1848755 Mar 11 16:11:30.411819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Deleting port 4efb4b11-f1c5-49ee-bd29-66babadbd49a {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:30.412416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.509906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.527322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:30.534240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:port and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:30.538402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:30.547935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:30.555282 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-14617ca0-f4cd-492a-a30d-eed30c6adf7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1627a53c-be98-44fc-8a13-3354842eeceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1791890 Mar 11 16:11:30.596236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4efb4b11-f1c5-49ee-bd29-66babadbd49a no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:30.596530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf49411-845f-4ecb-8446-707073bef5f7']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.619079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af457b66-2f63-4ec9-9119-c1d711e3597f') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.621296 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.621766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af457b66-2f63-4ec9-9119-c1d711e3597f') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:30.626417 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a1b50f-68c3-47f2-8379-e9d98d770257 None None] The sync data for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv is: [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:08:01Z', 'revision_number': 4, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '80168644-c247-48dd-92e5-c05c75cc35bf', 'name': '', 'network_id': '1627a53c-be98-44fc-8a13-3354842eeceb', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'mac_address': 'fa:16:3e:cd:3e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:59Z', 'updated_at': '2022-03-11T16:08:20Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'subnets': [{'id': 'd5085c31-6639-4d8f-b71b-ae79ec1af900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:30.649246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.669378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-09d0925b-5fc3-4540-b311-1435bbac9c2f None None] The port '4efb4b11-f1c5-49ee-bd29-66babadbd49a' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:11:30.690720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.706954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:30.709741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.710014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4efb4b11-f1c5-49ee-bd29-66babadbd49a {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:30.710346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4efb4b11-f1c5-49ee-bd29-66babadbd49a not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:30.712034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6fd79-2efd-4f0e-89e5-b008064cb2e2 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:11:30.783336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port c1b057aa-3876-45a2-a0a6-ac8ad0e92765, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c1b057aa-3876-45a2-a0a6-ac8ad0e92765,segment=NetworkSegment(2e752775-7eff-4c34-8ba9-616a2b445f2f),segment_id=2e752775-7eff-4c34-8ba9-616a2b445f2f)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:30.784568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:30.955616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for c1b057aa-3876-45a2-a0a6-ac8ad0e92765 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:30.959026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-05095e69-3fb0-4c9c-8d3c-a470339892ef service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966718 Mar 11 16:11:31.007220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec6fd79-2efd-4f0e-89e5-b008064cb2e2 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:11:31.013508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6a592e8b-3fc7-4c5b-b4df-58a79db07be7 req-4e9db7cf-c66d-4076-a2af-2f9f7c5aebf7 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.0527129 Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:31.046188 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:31.259158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.262464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Made reservation on behalf of 17fffdf9346c4da4a63989039d4dca32 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:31.266087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.326711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-7cd4d976-b813-4162-a0e5-87037e349a26 service neutron] 10.222.0.11 "GET /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116803 Mar 11 16:11:31.341316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=c1b057aa-3876-45a2-a0a6-ac8ad0e92765,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:31.374570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:31.378240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port c1b057aa-3876-45a2-a0a6-ac8ad0e92765 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:31.427090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.466286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.484213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c60892-0100-4aad-88f1-8b8e68725601 req-e85405e8-d45d-4b00-ad38-41e7d2d503b6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.491919 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-32c60892-0100-4aad-88f1-8b8e68725601 req-e85405e8-d45d-4b00-ad38-41e7d2d503b6 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.2091193 Mar 11 16:11:31.540512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] Pushing event deleted for resources: {'Network': ['ID=caf49411-845f-4ecb-8446-707073bef5f7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:31.579972 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6bea83b3-f71a-477c-9143-0ad65faba163 tempest-NetworksIpV6TestAttrs-747982014 tempest-NetworksIpV6TestAttrs-747982014-project] 10.222.0.78 "DELETE /v2.0/networks/caf49411-845f-4ecb-8446-707073bef5f7 HTTP/1.1" status: 204 len: 168 time: 3.2761998 Mar 11 16:11:31.635486 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-32c60892-0100-4aad-88f1-8b8e68725601 req-a8f3e68e-215b-4512-8053-a7a2ea0a9fb8 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425357 Mar 11 16:11:31.651260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.20.0.9 (d1763a71-cd74-4c89-9a57-c767ee25e162/8d11b15c-b283-434a-8b68-7a05fd345702/f4b532ee-b282-4fb3-bb1f-cd245a7338e6) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:31.798089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.855137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6cbd6-c983-4375-8552-7df75570352f req-a7a36f14-3019-45be-ae99-10586de4f5ac tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:31.860705 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1ae6cbd6-c983-4375-8552-7df75570352f req-a7a36f14-3019-45be-ae99-10586de4f5ac tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.7455134 Mar 11 16:11:31.902636 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f465e-4d41-4752-9eaa-c2557bfda7f7 None None] New status for floating IP 04390165-395b-4427-9171-037f07c25718: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:11:31.930543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:31.959979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Transition to ACTIVE for port object f4b532ee-b282-4fb3-bb1f-cd245a7338e6 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:31.989911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.020929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0291aa7a-4b9d-47f8-aff1-fa9a03aada11']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:32.068767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e752775-7eff-4c34-8ba9-616a2b445f2f') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:32.069232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e752775-7eff-4c34-8ba9-616a2b445f2f') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:32.104767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.116621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39024) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:32.123909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Deleting port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:32.124363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.174946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.209126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:32.209632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.217990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:32.232384 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:32.239228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:32.240712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:32.258152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:32.359967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:32.360660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.388053 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-50c87ffc-c9ba-4fea-a6a4-0748e9bdcc90 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers/86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 200 len: 884 time: 2.1478333 Mar 11 16:11:32.406475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39032) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:32.492978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-5208f41d-7c18-4309-bf33-47452fc3e818 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3064990 Mar 11 16:11:32.504568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.508485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Request body: {'port': {'device_id': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:32.510299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.589322 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ee8ce871-aa94-4b98-af87-a12218130e13 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c2624b2d3a7e4c61a2f7a81aa4192aa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4680638 Mar 11 16:11:32.595325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780230a5-9825-444d-9316-9e20fcd13f49 req-c9e95060-444e-4a00-88c6-6717f88fa546 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:32.596196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-780230a5-9825-444d-9316-9e20fcd13f49 req-c9e95060-444e-4a00-88c6-6717f88fa546 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:32.600949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39036) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:32.609966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f228849-5c63-443e-859c-8b8548f87a87 None None] Provisioning for port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:32.619211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f228849-5c63-443e-859c-8b8548f87a87 None None] Provisioning complete for port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:32.620262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f228849-5c63-443e-859c-8b8548f87a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.671514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.698776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8f228849-5c63-443e-859c-8b8548f87a87 None None] Port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:32.761794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-780230a5-9825-444d-9316-9e20fcd13f49 req-c9e95060-444e-4a00-88c6-6717f88fa546 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:32.762857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-780230a5-9825-444d-9316-9e20fcd13f49 req-c9e95060-444e-4a00-88c6-6717f88fa546 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 931 time: 0.3969781 Mar 11 16:11:32.786613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=0291aa7a-4b9d-47f8-aff1-fa9a03aada11,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:32.810551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:32.817131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d76c02a1-477f-4aae-b7e5-b5c9aa397fc2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3255827 Mar 11 16:11:32.823656 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-22614eec-d98e-47af-b674-d430676730c6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/0291aa7a-4b9d-47f8-aff1-fa9a03aada11 HTTP/1.1" status: 204 len: 168 time: 5.6420929 Mar 11 16:11:32.823880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:32.827458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:32.830279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39042) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:32.831214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39044) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:32.846826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:32.847715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:32.876745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1862892646'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:32.942863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:33.007811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.059548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:33.075270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:33.088264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] For port 8ffd16a7-da9a-43ce-a37f-ea981b33c248, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=8ffd16a7-da9a-43ce-a37f-ea981b33c248,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:33.088859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.094920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:33.125528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.133975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:33.177695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f0b2ec-9720-4ccf-a90b-fbab53ace18a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:33.198800 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-780230a5-9825-444d-9316-9e20fcd13f49 req-56d2f8af-3d74-462f-b4b9-b70e571710f9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234686 Mar 11 16:11:33.272154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Calling delete_port for 8ffd16a7-da9a-43ce-a37f-ea981b33c248 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:33.404119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:33.407289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.463372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.513351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.517209 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6228de9d-1740-48bf-ac0b-0069d992d437 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/00f0b2ec-9720-4ccf-a90b-fbab53ace18a HTTP/1.1" status: 204 len: 168 time: 0.9117534 Mar 11 16:11:33.520718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Port': ['ID=8ffd16a7-da9a-43ce-a37f-ea981b33c248,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:33.535789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:33.558133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a013c10-6419-4af0-aea5-b9c9d7f09b19 req-5fdda89b-731f-4e31-b7a5-2e79935d057f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:33.564894 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6a013c10-6419-4af0-aea5-b9c9d7f09b19 req-5fdda89b-731f-4e31-b7a5-2e79935d057f tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/ports?device_id=fa9be218-7b92-41b6-b5d7-5ee7ae65ff84 HTTP/1.1" status: 200 len: 946 time: 0.6756141 Mar 11 16:11:33.581468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.584167 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment edef25ef-022f-4d02-aea5-2c466934611e of type vlan for network e4ca6dbf-c007-488c-a186-88ef38bebdf2 Mar 11 16:11:33.586007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:33.639774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:26Z', 'revision_number': 8, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:33.652184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 8ffd16a7-da9a-43ce-a37f-ea981b33c248 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:33.654223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 8ffd16a7-da9a-43ce-a37f-ea981b33c248 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:33.660564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:33.676906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:33.677623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:33.698299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6a013c10-6419-4af0-aea5-b9c9d7f09b19 req-ff881803-01ee-45ad-86a7-91d01567be43 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "GET /v2.0/security-groups?id=50e6e326-2200-4627-b7eb-c006c3e4fbba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323609 Mar 11 16:11:33.727065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 3e84e789-fceb-41e1-8ec9-5a1a0c8e7391 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:33.734121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.739339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.746586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] No DVR routers for this DVR port 8ffd16a7-da9a-43ce-a37f-ea981b33c248 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:33.749124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:33.755464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-deleted', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:33.793972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-78f80ce2-69ef-4194-aa9f-e8d8dfcb36aa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:router {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:33.799543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1ae6cbd6-c983-4375-8552-7df75570352f req-fb33a102-f536-4b4e-a237-a9af2deddf12 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.11 "DELETE /v2.0/ports/8ffd16a7-da9a-43ce-a37f-ea981b33c248 HTTP/1.1" status: 204 len: 173 time: 1.9139023 Mar 11 16:11:33.844346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-78f80ce2-69ef-4194-aa9f-e8d8dfcb36aa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:router {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:33.845500 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-78f80ce2-69ef-4194-aa9f-e8d8dfcb36aa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4360986 Mar 11 16:11:33.848165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39058) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:33.853537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-590143822'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:33.968265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.030763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:34.080852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b532ee-b282-4fb3-bb1f-cd245a7338e6 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:11:34.148935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.158204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:34.159220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.233594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.272271 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9be218-7b92-41b6-b5d7-5ee7ae65ff84', 'name': 'network-vif-deleted', 'tag': '8ffd16a7-da9a-43ce-a37f-ea981b33c248', 'status': 'completed', 'code': 200} Mar 11 16:11:34.400434 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5666451 Mar 11 16:11:34.408179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39072) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:34.411377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Transition to ACTIVE for port object f4b532ee-b282-4fb3-bb1f-cd245a7338e6 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:34.415786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:34.431546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded70d-fbc6-4cac-af1b-77b6556010da tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=e4ca6dbf-c007-488c-a186-88ef38bebdf2,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:34.475236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.634785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:34.761980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:34.897903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:34.948828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39082) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:35.051741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:26Z', 'revision_number': 8, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:35.067571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfc543-19d0-441f-8fdb-39e041207fba None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:26Z', 'revision_number': 8, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '02571539-fd0b-4f65-ad08-7abd67fe8107', 'name': '', 'network_id': '9f48d9b2-eba3-4d39-a428-5b7a449fa8e5', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:59:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:49Z', 'updated_at': '2022-03-11T16:11:06Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '1413521d-7e27-4e02-abe3-7895b979ad81', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:35.140247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.181733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.290790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:35.305645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 is not hosted by any dhcp agent {{(pid=83841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 16:11:35.309369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:35.309980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.313886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "PUT /v2.0/networks/e4ca6dbf-c007-488c-a186-88ef38bebdf2 HTTP/1.1" status: 200 len: 723 time: 0.9011219 Mar 11 16:11:35.317109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39094) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:35.329485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:35.333417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.369647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b76899-186d-4b4a-b888-c046c75aa844 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=e4ca6dbf-c007-488c-a186-88ef38bebdf2,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:35.381854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:35.389402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=3e84e789-fceb-41e1-8ec9-5a1a0c8e7391,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:35.391232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Attempting to bind port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:35.391571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Attempting to bind port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:35.391894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Attempting to bind port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:35.414181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b796d9-c726-478d-88ca-b864e0dbd2ef req-dc1e3960-fd5f-4926-b369-49e6524087da tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:35.415684 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e8b796d9-c726-478d-88ca-b864e0dbd2ef req-dc1e3960-fd5f-4926-b369-49e6524087da tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.8834050 Mar 11 16:11:35.424893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:11:35.425235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Attempting to bind port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:35.431893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.495727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bc529534-6dbd-4df5-a78a-828848bfd5dd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/3e84e789-fceb-41e1-8ec9-5a1a0c8e7391 HTTP/1.1" status: 204 len: 168 time: 2.6634741 Mar 11 16:11:35.503731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:35.504065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:35.504455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Bound using segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:35.504906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Bound port: f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:35.505253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.541874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c393075-251f-4957-887c-2af34615ec24 None None] Network 6769acb2-27f4-4d1a-ba4f-05669822b9ba requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:35.542946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39098) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:35.765773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1229812523'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:35.771495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:35.775853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:35.778864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:35.785760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:35.806178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:35.810409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:35.813279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:35.821259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:35.837367 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e8b796d9-c726-478d-88ca-b864e0dbd2ef req-19e7deb4-3354-4eb0-9a32-e3e3918dbcfc tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095235 Mar 11 16:11:35.880453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:35.883468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.910852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:35.933735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] DHCP port deletion for 6769acb2-27f4-4d1a-ba4f-05669822b9ba request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:35.939084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Deleting port 6ca99d88-2759-48c7-8812-463a44cf0b39 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:35.940532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.940868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.958714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:35.986825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:35.991059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:36.014672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.032261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.192763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.211049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.216136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:36.219382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.220749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] 10.222.0.11 "PUT /v2.0/ports/f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 1093 time: 3.7166698 Mar 11 16:11:36.227245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:36.229553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] For port 6ca99d88-2759-48c7-8812-463a44cf0b39, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6ca99d88-2759-48c7-8812-463a44cf0b39,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:36.231350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.268812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:36.290752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 6ca99d88-2759-48c7-8812-463a44cf0b39 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:36.291111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.393919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Calling delete_port for 6ca99d88-2759-48c7-8812-463a44cf0b39 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:36.406961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'status': 'completed', 'code': 200} Mar 11 16:11:36.408165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:36.500787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6ca99d88-2759-48c7-8812-463a44cf0b39 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:36.507364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:36.524904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.536943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.584256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 6ca99d88-2759-48c7-8812-463a44cf0b39 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:36.584749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6ca99d88-2759-48c7-8812-463a44cf0b39 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:36.585261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1264a76a-deb1-42e9-aea4-065db3644654 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:36.623430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=8a7ae2e9-b57f-4703-82c1-09e4557d88d5,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:36.630911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] Pushing event deleted for resources: {'Port': ['ID=6ca99d88-2759-48c7-8812-463a44cf0b39,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:36.636208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1264a76a-deb1-42e9-aea4-065db3644654 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:36.636699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1264a76a-deb1-42e9-aea4-065db3644654 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:36.646726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7edc9-a465-436c-a3ea-5644efb2afe5 None None] No DVR routers for this DVR port 6ca99d88-2759-48c7-8812-463a44cf0b39 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:36.663752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': 'edef25ef-022f-4d02-aea5-2c466934611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:36.664128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: e4ca6dbf-c007-488c-a186-88ef38bebdf2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:36.698064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b390e-e4da-4f4e-becf-ea0ab3b6b129 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:36.703518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:36.716507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, e4ca6dbf-c007-488c-a186-88ef38bebdf2) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:36.723349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 86149a96-929c-4f7a-9812-006caeb699b4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:36.724966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:36.725622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.729096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5798ef1-81cd-43cc-a2d6-6e585bfa77c4 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:36.761661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b3e99d7b-6650-46ab-b72d-c71fdcbcc411 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4385076 Mar 11 16:11:36.792277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39104) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:36.834348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:36.931275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 6ca99d88-2759-48c7-8812-463a44cf0b39, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6ca99d88-2759-48c7-8812-463a44cf0b39,segment=NetworkSegment(1c17de87-75f4-41aa-af83-fd9941b343c0),segment_id=1c17de87-75f4-41aa-af83-fd9941b343c0)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:36.931717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:36.999364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:37.006884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.010992 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4fd01e29-aadb-4c0a-81b7-13d6279fa210 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 200 len: 891 time: 3.1618550 Mar 11 16:11:37.011607 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] Sync routers for ids ['86149a96-929c-4f7a-9812-006caeb699b4'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:37.012158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39110) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:37.030679 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] Routers {'86149a96-929c-4f7a-9812-006caeb699b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:37.031553 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['86149a96-929c-4f7a-9812-006caeb699b4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:37.078806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-e4ca6dbf-c007-488c-a186-88ef38bebdf2', 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '8a7ae2e9-b57f-4703-82c1-09e4557d88d5'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:37.084858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.119279 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:37.131775 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] Routers {'86149a96-929c-4f7a-9812-006caeb699b4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:37.132430 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['86149a96-929c-4f7a-9812-006caeb699b4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:37.202077 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:37.203653 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5193d104-1efd-479e-9d1e-3e5df2d9461c None None] The sync data for ids ['86149a96-929c-4f7a-9812-006caeb699b4'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:37.274307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Allocated IP 172.20.0.2 (e4ca6dbf-c007-488c-a186-88ef38bebdf2/8a7ae2e9-b57f-4703-82c1-09e4557d88d5/64d714de-35d0-4ab6-baa1-8aa41cb4a26d) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:37.287141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 6ca99d88-2759-48c7-8812-463a44cf0b39 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:37.304003 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a8d55fa7-db15-4b44-9716-087ab1fa41e9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers/86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 200 len: 891 time: 0.2910764 Mar 11 16:11:37.307220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39114) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:37.351885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ad7192a-1167-4d97-a3c7-284fe85b180d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:37.369434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ad7192a-1167-4d97-a3c7-284fe85b180d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:37.371040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ad7192a-1167-4d97-a3c7-284fe85b180d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 200 len: 205 time: 0.0624821 Mar 11 16:11:37.373759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39118) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:37.450006 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-4b03fd02-508c-4ef9-a26c-2e96af9b08d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1096 time: 1.1624660 Mar 11 16:11:37.518774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.530687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Transition to ACTIVE for port object 64d714de-35d0-4ab6-baa1-8aa41cb4a26d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:37.551633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Transition to ACTIVE for port object 64d714de-35d0-4ab6-baa1-8aa41cb4a26d will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:37.577493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.606953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-509a0834-5f3d-4249-9bcb-e5fe64e2d65d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 217 time: 0.1385579 Mar 11 16:11:37.744680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.749279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:37.749279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:37.755235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.792739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-129b2d16-259f-405b-b3f0-88a1e23b40a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.795333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-129b2d16-259f-405b-b3f0-88a1e23b40a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.1766262 Mar 11 16:11:37.800545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.865482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:37.868460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:37.873525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:37.899636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ea4a-be2f-4eb6-9602-0fdb670b81c2 req-cd5aadd4-f420-44ab-9f7e-55a57dc0f4ae tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:37.901091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a7f4ea4a-be2f-4eb6-9602-0fdb670b81c2 req-cd5aadd4-f420-44ab-9f7e-55a57dc0f4ae tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.6393631 Mar 11 16:11:37.915910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Pushing event updated for resources: {'Port': ['ID=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:37.934209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:37.964992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef27ed1-4519-4a0c-b8d8-d1fb3776a852,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:37.970423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15426586'] for subnet, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.974262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Attempting to bind port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:37.974635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Attempting to bind port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'edef25ef-022f-4d02-aea5-2c466934611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:37.974989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Attempting to bind port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d on network e4ca6dbf-c007-488c-a186-88ef38bebdf2 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:37.981691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:37.981987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Checking segment: {'id': 'edef25ef-022f-4d02-aea5-2c466934611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:37.982389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.982776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Bound using segment: {'id': 'edef25ef-022f-4d02-aea5-2c466934611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:37.983238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Bound port: 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edef25ef-022f-4d02-aea5-2c466934611e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e4ca6dbf-c007-488c-a186-88ef38bebdf2'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:37.983644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:37.998665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.016472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.016940 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment a49a7ecd-3c8b-4b94-bf92-23c347ac639f of type vlan for network 63d45d03-6b6f-42e4-8cac-138ec37ec17e Mar 11 16:11:38.027134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 134bb325-698f-43a8-a2e5-2ab25e96a7e0 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:38.027984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.125110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-152606fa-07b8-4024-b6c5-8b52932c41b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.127257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] For port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:38.131731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] For port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,segment=NetworkSegment(edef25ef-022f-4d02-aea5-2c466934611e),segment_id=edef25ef-022f-4d02-aea5-2c466934611e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:38.136282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.235563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b1940-fed6-4c7c-8524-19a653cb8952 None None] Pushing event updated for resources: {'Port': ['ID=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:38.242588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.252948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 6ca99d88-2759-48c7-8812-463a44cf0b39 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:38.253363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.263854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.280752 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a7f4ea4a-be2f-4eb6-9602-0fdb670b81c2 req-ad322679-2374-404a-a4bb-a828764d7a26 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639715 Mar 11 16:11:38.291953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.431482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 134bb325-698f-43a8-a2e5-2ab25e96a7e0 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:38.534670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:11:38.584134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 64d714de-35d0-4ab6-baa1-8aa41cb4a26d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:38.590694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] The port '6ca99d88-2759-48c7-8812-463a44cf0b39' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:11:38.644293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-cb844716-a117-4eff-b43d-a5fcd9db15c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8339813 Mar 11 16:11:38.670794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:38.672686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.726560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=134bb325-698f-43a8-a2e5-2ab25e96a7e0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:38.796651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.801078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:38.801677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.977171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:38.998959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15672026'] for subnet, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.078794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.154561 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.8509490 Mar 11 16:11:39.155521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4c246-674c-43da-8b79-537a41917039 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=63d45d03-6b6f-42e4-8cac-138ec37ec17e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:39.157921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39122) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:39.168418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6769acb2-27f4-4d1a-ba4f-05669822b9ba']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:39.171398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:39.221893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=8a7ae2e9-b57f-4703-82c1-09e4557d88d5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:39.227234 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-653b9de4-7c01-41dd-ba53-2978ed2fc91b service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332682 Mar 11 16:11:39.230317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:39.230901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.232088 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8081a23a-bbca-41a0-9cbf-c944d994c33a tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "PUT /v2.0/subnets/8a7ae2e9-b57f-4703-82c1-09e4557d88d5 HTTP/1.1" status: 200 len: 806 time: 2.4336562 Mar 11 16:11:39.238288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c17de87-75f4-41aa-af83-fd9941b343c0') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:39.238578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c17de87-75f4-41aa-af83-fd9941b343c0') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:39.248959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'name': 'tempest-PortsTestJSON-981729876'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:39.276983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.281357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.305377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39126) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:39.325133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.325633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router 86149a96-929c-4f7a-9812-006caeb699b4 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:11:39.457214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1fdba-e79a-46cc-ab03-f6a23a17a471 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:39.489018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.531821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:39.539257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.540525 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5ceca026-4c27-46a6-84dc-523367dcff58 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 204 len: 168 time: 2.1656833 Mar 11 16:11:39.544933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39132) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:39.554527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732643771'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:39.561187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:39.567896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:39.572520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:39.580041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Provisioning for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:39.581854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:39.584200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:39.586763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:39.592698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Provisioning complete for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:39.593261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.593373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:39.606503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.614397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:39.617915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.622837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:39.623198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:39.642378 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:39.647691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.659459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:39.662723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.668652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:39.668900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.702236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:39.731655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.732198 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 43208168-a0f5-47e6-827d-1f435f28e101 of type vlan for network 8004bf9d-07d8-40f2-b525-554382f4b97a Mar 11 16:11:39.798025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e2661b3-ee63-4a75-9a2b-589fda275dcd req-68b469a5-30ee-4429-9a2f-3862efcbb813 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635159 Mar 11 16:11:39.807456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port b8845a7f-7f98-4bbb-9374-348717c76bad yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:11:39.833579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.875355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] For port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,segment=NetworkSegment(edef25ef-022f-4d02-aea5-2c466934611e),segment_id=edef25ef-022f-4d02-aea5-2c466934611e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:39.882620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.884895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.909951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.961549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:39.982039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,segment=NetworkSegment(edef25ef-022f-4d02-aea5-2c466934611e),segment_id=edef25ef-022f-4d02-aea5-2c466934611e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:39.982575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.001411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4683f7-aad1-48ef-92a9-48c236fbcc66 None None] Pushing event updated for resources: {'Port': ['ID=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:40.119719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc7ef-ec5b-4dd2-84eb-94c527288e2e req-9cb25e4a-0c7d-4222-acf3-28f69888b930 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.121121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-77ffc7ef-ec5b-4dd2-84eb-94c527288e2e req-9cb25e4a-0c7d-4222-acf3-28f69888b930 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.6440551 Mar 11 16:11:40.126516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for 64d714de-35d0-4ab6-baa1-8aa41cb4a26d owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:40.129994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=6769acb2-27f4-4d1a-ba4f-05669822b9ba,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:40.154830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.158407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.159596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.163448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b4764-993f-4414-8a0c-67befabcd0a4 None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:40.175454 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-74c2f610-91bd-43bd-99d1-d3ea37436633 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/6769acb2-27f4-4d1a-ba4f-05669822b9ba HTTP/1.1" status: 204 len: 168 time: 4.6267390 Mar 11 16:11:40.185601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39136) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:40.275699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55c09dca-20c4-4e82-bd78-a94500a9ab19 None None] Provisioning complete for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:40.276098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55c09dca-20c4-4e82-bd78-a94500a9ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.427106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8816910 Mar 11 16:11:40.428078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39140) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:40.452823 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-77ffc7ef-ec5b-4dd2-84eb-94c527288e2e req-5b7270ec-a5e6-41f3-b8ce-03b381d10fca tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076909 Mar 11 16:11:40.464779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:40.479610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5820a6b-80eb-4ad1-bec2-6597c8d833fa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=8004bf9d-07d8-40f2-b525-554382f4b97a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:40.488941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-b94959df-747e-415b-8109-b8c0ae48cf26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1096 time: 0.6064465 Mar 11 16:11:40.527496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 8004bf9d-07d8-40f2-b525-554382f4b97a details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:40.604845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 64d714de-35d0-4ab6-baa1-8aa41cb4a26d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:40.661694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:40.662209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:40.663902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:40.667602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.682271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:40.693564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:40.719346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:40.785258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:40.787067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.825999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-44b133d8-f888-4677-9b87-603fa8459fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:40.828512 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-44b133d8-f888-4677-9b87-603fa8459fa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.2951918 Mar 11 16:11:40.860196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-565fe9b6-2864-481f-8822-412ebbc8cb06 None None] Provisioning complete for port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:40.860799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-565fe9b6-2864-481f-8822-412ebbc8cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.866652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:40.879892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:41.010371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.023896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=b8845a7f-7f98-4bbb-9374-348717c76bad,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:41.072688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-c8ac261a-f845-4e56-9d79-14cc431422b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 217 time: 0.2074668 Mar 11 16:11:41.177468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bbf6df66-882a-4bb4-97ce-81265418e511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.186146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-43f1ccd6-b7fe-408b-9cb2-063ed10e3eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:41.187593 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-43f1ccd6-b7fe-408b-9cb2-063ed10e3eb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.1078472 Mar 11 16:11:41.197901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:41.198263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.238815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:41.239176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: 63d45d03-6b6f-42e4-8cac-138ec37ec17e, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:41.354691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:41.380067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-e33c0856-a626-45ef-b0f8-dd2cba65f414 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1853530 Mar 11 16:11:41.382638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 63d45d03-6b6f-42e4-8cac-138ec37ec17e) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:41.394510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.394800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5dcb51-d8be-4209-99e3-085a1ec56a31 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:41.438295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:41.443618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:41.444222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.551061 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-669f78b9-ef72-4c2b-ab7a-168d81b43a70 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3850124 Mar 11 16:11:41.555261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39146) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:41.566750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1250006174'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:41.582257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:41.600421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Deleting port 80168644-c247-48dd-92e5-c05c75cc35bf {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:41.600763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.637755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:41.650630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:41.724376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:41.736349 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-8241f52c-9e6e-457c-99de-85904bed73cf service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496122 Mar 11 16:11:41.809008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,segment=NetworkSegment(edef25ef-022f-4d02-aea5-2c466934611e),segment_id=edef25ef-022f-4d02-aea5-2c466934611e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:41.809372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.852901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:41.856035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.876343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.893229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:41.990147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for 64d714de-35d0-4ab6-baa1-8aa41cb4a26d owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:42.071483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.099110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=87559aeb-3c4c-4ba1-95ae-cb0b35372bc0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:42.137347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:42.180281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.180609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment 56d51029-c3c0-472b-98a1-409dd40f1a7e of type vlan for network 690a4d62-4304-40a8-af67-600f7cf21df2 Mar 11 16:11:42.186922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3049a12-645a-4c36-bd7c-c90f2d359c1f req-a53c7ed3-d347-4056-a967-b7e5c675ecaa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:42.188369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3049a12-645a-4c36-bd7c-c90f2d359c1f req-a53c7ed3-d347-4056-a967-b7e5c675ecaa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.5520949 Mar 11 16:11:42.195148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] For port 80168644-c247-48dd-92e5-c05c75cc35bf, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=80168644-c247-48dd-92e5-c05c75cc35bf,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:42.195523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.286768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '43208168-a0f5-47e6-827d-1f435f28e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:42.287162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: 8004bf9d-07d8-40f2-b525-554382f4b97a, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:42.366962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Calling delete_port for 80168644-c247-48dd-92e5-c05c75cc35bf owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:42.380517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.417089 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0de38324-190a-40b1-9bd6-0bd4c8a9af3c req-d8f4b6bf-28dc-44a6-b1d0-05dbb5338499 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688671 Mar 11 16:11:42.419905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.441195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=64d714de-35d0-4ab6-baa1-8aa41cb4a26d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:42.448915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8004bf9d-07d8-40f2-b525-554382f4b97a is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:42.496844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 8004bf9d-07d8-40f2-b525-554382f4b97a) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:42.497614 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3049a12-645a-4c36-bd7c-c90f2d359c1f req-08809c62-73c4-4f9d-9c98-43ab73334943 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888045 Mar 11 16:11:42.509056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f921842e-ac37-415b-8ec8-dff156bf1d32 None None] Network 8004bf9d-07d8-40f2-b525-554382f4b97a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:42.515666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.520958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:42.521891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.536925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:42.537544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.551218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307f5b51-c1ff-4d0f-b425-a6afb33d6a05 None None] DHCP port deletion for e4ca6dbf-c007-488c-a186-88ef38bebdf2 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:42.576851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port 64d714de-35d0-4ab6-baa1-8aa41cb4a26d on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:42.667861 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1074095 Mar 11 16:11:42.668491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39150) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:42.674661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-72a885c3-0d8e-4a2a-b652-faf12700d443 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2239819 Mar 11 16:11:42.678267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39154) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:42.679165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ccb07-4b26-4ae6-a953-a9b8981ea38e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=690a4d62-4304-40a8-af67-600f7cf21df2,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:42.681637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'ports': [{'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'}, {'network_id': '690a4d62-4304-40a8-af67-600f7cf21df2'}]} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:42.681949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:42.682358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '690a4d62-4304-40a8-af67-600f7cf21df2'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:42.687484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-607155215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:42.696783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:42.703411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 690a4d62-4304-40a8-af67-600f7cf21df2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:42.706159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:42.710426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:42.750215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:42.770765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.778669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.780434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.818650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.875652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-8004bf9d-07d8-40f2-b525-554382f4b97a', 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': '87559aeb-3c4c-4ba1-95ae-cb0b35372bc0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:42.876638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.884632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:42.886442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Port': ['ID=80168644-c247-48dd-92e5-c05c75cc35bf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:42.995958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.173190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Allocated IP 2001:db8::2 (8004bf9d-07d8-40f2-b525-554382f4b97a/87559aeb-3c4c-4ba1-95ae-cb0b35372bc0/aca4a1a9-1ee5-429e-aead-de409f983ed7) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:43.195249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.199319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9343bc48-1710-44c1-865d-a9f6c488fde7 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5172849 Mar 11 16:11:43.200376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39158) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:43.211603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.248799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:43.267396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:43.272253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=8a7ae2e9-b57f-4703-82c1-09e4557d88d5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:43.275957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:43.301792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:43.321630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe2cd77-bae8-4826-a356-dc8177b417ac None None] Network e4ca6dbf-c007-488c-a186-88ef38bebdf2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:43.420235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 2} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:43.424430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.457335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.478735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.507042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ca6dbf-c007-488c-a186-88ef38bebdf2']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:43.519090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.527118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edef25ef-022f-4d02-aea5-2c466934611e') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:43.527735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edef25ef-022f-4d02-aea5-2c466934611e') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:43.576311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.647971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.683735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df379666-7fa4-4b52-934b-7697caafbd3c None None] DHCP port deletion for e4ca6dbf-c007-488c-a186-88ef38bebdf2 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:43.698341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:43.699034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.707839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:43.714864 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:43.898555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.909129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Transition to ACTIVE for port object aca4a1a9-1ee5-429e-aead-de409f983ed7 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:43.914324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.918353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 02571539-fd0b-4f65-ad08-7abd67fe8107 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:43.918684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.936719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Transition to ACTIVE for port object aca4a1a9-1ee5-429e-aead-de409f983ed7 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:43.951756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.971659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:43.994317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port eca09309-02c3-4b84-9731-769c090a7281 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:11:44.005746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=e4ca6dbf-c007-488c-a186-88ef38bebdf2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:44.022584 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-91a04296-8535-49c6-8cff-01fc4706f598 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/e4ca6dbf-c007-488c-a186-88ef38bebdf2 HTTP/1.1" status: 204 len: 168 time: 4.7159286 Mar 11 16:11:44.027014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39164) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:44.075351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Pushing event updated for resources: {'Port': ['ID=aca4a1a9-1ee5-429e-aead-de409f983ed7,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:44.094245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Network 8004bf9d-07d8-40f2-b525-554382f4b97a is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:44.095585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:44.099201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:44.116788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.128443 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da531a4-abf5-40b2-a9cb-7dd4204b98fc tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:44.128881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da531a4-abf5-40b2-a9cb-7dd4204b98fc tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:44.132174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b60665-4fe7-4176-9767-12d20038d17d req-4604f7e8-591e-4883-844c-ceae8292b647 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:44.133635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c5b60665-4fe7-4176-9767-12d20038d17d req-4604f7e8-591e-4883-844c-ceae8292b647 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.4662783 Mar 11 16:11:44.154810 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5da531a4-abf5-40b2-a9cb-7dd4204b98fc tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/e4ca6dbf-c007-488c-a186-88ef38bebdf2 HTTP/1.1" status: 404 len: 339 time: 0.1263907 Mar 11 16:11:44.159302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39168) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:44.168377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1332814752', 'description': 'd1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:44.181255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:44.201130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:network and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:44.210442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:44.213220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Attempting to bind port aca4a1a9-1ee5-429e-aead-de409f983ed7 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:44.213687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Attempting to bind port aca4a1a9-1ee5-429e-aead-de409f983ed7 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '43208168-a0f5-47e6-827d-1f435f28e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:44.214149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Attempting to bind port aca4a1a9-1ee5-429e-aead-de409f983ed7 on network 8004bf9d-07d8-40f2-b525-554382f4b97a {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:44.221326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:44.221896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Checking segment: {'id': '43208168-a0f5-47e6-827d-1f435f28e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:44.222880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.223184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Bound using segment: {'id': '43208168-a0f5-47e6-827d-1f435f28e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:44.223663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Bound port: aca4a1a9-1ee5-429e-aead-de409f983ed7, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43208168-a0f5-47e6-827d-1f435f28e101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '8004bf9d-07d8-40f2-b525-554382f4b97a'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:44.224036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.234140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:44.288176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 02571539-fd0b-4f65-ad08-7abd67fe8107, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02571539-fd0b-4f65-ad08-7abd67fe8107,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:44.288662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.296106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:44.299287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.324752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] For port aca4a1a9-1ee5-429e-aead-de409f983ed7, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:44.328997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] For port aca4a1a9-1ee5-429e-aead-de409f983ed7, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aca4a1a9-1ee5-429e-aead-de409f983ed7,segment=NetworkSegment(43208168-a0f5-47e6-827d-1f435f28e101),segment_id=43208168-a0f5-47e6-827d-1f435f28e101)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:44.333587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.378663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c5b60665-4fe7-4176-9767-12d20038d17d req-bddd1d49-3234-4544-b688-dd824007c643 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332931 Mar 11 16:11:44.453986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 02571539-fd0b-4f65-ad08-7abd67fe8107 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:44.463940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d796f-b971-4b49-b7a1-a82a9efc383d None None] Pushing event updated for resources: {'Port': ['ID=aca4a1a9-1ee5-429e-aead-de409f983ed7,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:44.493267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.600146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 64d714de-35d0-4ab6-baa1-8aa41cb4a26d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:44.620167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8::1 (8004bf9d-07d8-40f2-b525-554382f4b97a/87559aeb-3c4c-4ba1-95ae-cb0b35372bc0/951f0fb2-6842-4fe1-bcc4-03239298b738) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:44.620575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:44.647461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 64d714de-35d0-4ab6-baa1-8aa41cb4a26d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:44.647832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 64d714de-35d0-4ab6-baa1-8aa41cb4a26d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:44.679773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 96ae9c32-d59c-4f10-b4fe-533506633855 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:11:44.686749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.687381 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 7f60d766-a40f-40c8-a9bb-e76b413c9c69 of type vlan for network bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 Mar 11 16:11:44.913530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:44.964204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.054165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.055806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=02571539-fd0b-4f65-ad08-7abd67fe8107,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.108904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.128825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.132859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:45.133085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.138662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.182341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 951f0fb2-6842-4fe1-bcc4-03239298b738 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:45.232538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.315110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=bbed3acd-cd8f-4755-9a6b-3e84e6d745c1,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.326045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8004bf9d-07d8-40f2-b525-554382f4b97a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:45.327814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=951f0fb2-6842-4fe1-bcc4-03239298b738,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.328956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:45.343752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:45.352996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:45.353695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.404786 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-16f2300b-9fa1-43de-a154-c31701e27b55 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2441993 Mar 11 16:11:45.455938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39172) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:45.499325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.579675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.702708 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e221c6f-7f49-4841-90ba-e0dadce8fee5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:45.704047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e221c6f-7f49-4841-90ba-e0dadce8fee5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Synchronizing usage tracker for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:45.718157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:45.726324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:45.731678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:45.732829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:45.747640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=eca09309-02c3-4b84-9731-769c090a7281,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.812249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a6352-7e38-411a-bb3b-e9b6b3fae206 None None] Network 8004bf9d-07d8-40f2-b525-554382f4b97a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:45.822857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e221c6f-7f49-4841-90ba-e0dadce8fee5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Unset dirty status for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:45.826430 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e221c6f-7f49-4841-90ba-e0dadce8fee5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks?id=bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 HTTP/1.1" status: 200 len: 761 time: 0.3602769 Mar 11 16:11:45.833373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39178) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:45.847161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'description': 'd2'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:45.878610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=96ae9c32-d59c-4f10-b4fe-533506633855,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:45.934553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Router 24e3c056-0659-4a96-a0bf-276b8672c604 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:45.985782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': '56d51029-c3c0-472b-98a1-409dd40f1a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '690a4d62-4304-40a8-af67-600f7cf21df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:45.986096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: 690a4d62-4304-40a8-af67-600f7cf21df2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:45.996019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.029518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-76f273bc-9fef-4f59-a57d-29cfc80708ff None None] Provisioning for port aca4a1a9-1ee5-429e-aead-de409f983ed7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:46.221448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b147c7-e69f-4738-8e3d-a3ca77c14c3b req-ed56ae1f-9cf2-4ddf-9ce2-c89d8f6d57bf tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.223049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55b147c7-e69f-4738-8e3d-a3ca77c14c3b req-ed56ae1f-9cf2-4ddf-9ce2-c89d8f6d57bf tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.5179372 Mar 11 16:11:46.261380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 690a4d62-4304-40a8-af67-600f7cf21df2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:46.287582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.308712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 690a4d62-4304-40a8-af67-600f7cf21df2) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:46.316784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:46.321498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.324427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341df49-d977-4416-a7cb-f26db78a2dcf None None] Network 690a4d62-4304-40a8-af67-600f7cf21df2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:46.324931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.325344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.334502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.358052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55b147c7-e69f-4738-8e3d-a3ca77c14c3b req-8c840a47-0e34-4161-a30d-311b96d6f1e7 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242065 Mar 11 16:11:46.386865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.417988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.420430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.436033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 is not hosted by any dhcp agent {{(pid=83841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 16:11:46.442932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.443571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.450704 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "PUT /v2.0/networks/bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 HTTP/1.1" status: 200 len: 758 time: 0.6107912 Mar 11 16:11:46.450704 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b8a28155-6638-47b8-86bc-eedae8e4081d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7771072 Mar 11 16:11:46.465938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39182) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.466569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39184) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.560635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=951f0fb2-6842-4fe1-bcc4-03239298b738,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:46.600760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87fd1bdd-5801-4bc3-8c99-56fd8198bfa0 None None] Provisioning for port 951f0fb2-6842-4fe1-bcc4-03239298b738 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:46.609864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87fd1bdd-5801-4bc3-8c99-56fd8198bfa0 None None] Provisioning complete for port 951f0fb2-6842-4fe1-bcc4-03239298b738 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:46.610239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-87fd1bdd-5801-4bc3-8c99-56fd8198bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.695056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-87fd1bdd-5801-4bc3-8c99-56fd8198bfa0 None None] Port 951f0fb2-6842-4fe1-bcc4-03239298b738 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:46.727647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aca4a1a9-1ee5-429e-aead-de409f983ed7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:46.735222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:46.750642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4973fda-4b65-4fb7-b172-d9ffa1507f07 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=bbed3acd-cd8f-4755-9a6b-3e84e6d745c1,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:46.759827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-45c710ab-09b0-4021-9ea5-ffca4604a2ad tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "PUT /v2.0/routers/24e3c056-0659-4a96-a0bf-276b8672c604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8094831 Mar 11 16:11:46.764222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39190) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.773254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Sync routers for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:46.792690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:46.817863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 96ae9c32-d59c-4f10-b4fe-533506633855 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:46.818548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:46.827953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8004bf9d-07d8-40f2-b525-554382f4b97a is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:46.836252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:46.863062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50153eaf-d00c-4d1b-8e08-36e239d9dce6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:46.865748 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-50153eaf-d00c-4d1b-8e08-36e239d9dce6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks?id=bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 HTTP/1.1" status: 200 len: 761 time: 0.3942819 Mar 11 16:11:46.877517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39194) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:46.893820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1097260943'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:46.906020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:46.935416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:46.936048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:47.095048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:47.162412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fa57a69a-ab9d-466d-8d6d-a71e5a28e868 None None] Provisioning complete for port 951f0fb2-6842-4fe1-bcc4-03239298b738 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:47.162786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fa57a69a-ab9d-466d-8d6d-a71e5a28e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.194651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Deleting subnet d5085c31-6639-4d8f-b71b-ae79ec1af900 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:47.200016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:47.201386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a761a47-3dcc-4cc4-887c-e1243e84b514 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:11:47.201524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.203561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.279241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port aca4a1a9-1ee5-429e-aead-de409f983ed7 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:47.304166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port aca4a1a9-1ee5-429e-aead-de409f983ed7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:47.304519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.337968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fa57a69a-ab9d-466d-8d6d-a71e5a28e868 None None] Port 951f0fb2-6842-4fe1-bcc4-03239298b738 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:47.367539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:47.414047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:47.426451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.518336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.638839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 96ae9c32-d59c-4f10-b4fe-533506633855 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:47.640580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.668778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.669464 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 1722b9c8-c46d-46cf-903b-ada88ff7e5f7 of type vlan for network 5d13b12f-6823-415f-a3e7-65190341a14d Mar 11 16:11:47.744053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.801498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.811307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-504742d0-40c5-4e17-a27d-00c6f41992e8 None None] Provisioning complete for port 951f0fb2-6842-4fe1-bcc4-03239298b738 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:47.811695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-504742d0-40c5-4e17-a27d-00c6f41992e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.837461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.851266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a761a47-3dcc-4cc4-887c-e1243e84b514 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:11:47.857034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.863230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=96ae9c32-d59c-4f10-b4fe-533506633855,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.869681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.873638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:47.874367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.889265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Subnet': ['ID=d5085c31-6639-4d8f-b71b-ae79ec1af900,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:47.902789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3edd1c-8b2a-4b0f-ab41-55e39f429c4e req-2063dcfe-f09a-4fdb-9cb7-236a665016a4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:47.912223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e3edd1c-8b2a-4b0f-ab41-55e39f429c4e req-2063dcfe-f09a-4fdb-9cb7-236a665016a4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.1880767 Mar 11 16:11:47.930516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-504742d0-40c5-4e17-a27d-00c6f41992e8 None None] Port 951f0fb2-6842-4fe1-bcc4-03239298b738 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:11:47.940196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:47.973736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39200) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:47.974465 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6d1ea079-7dd2-4581-868f-a803468cd6c1 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "DELETE /v2.0/subnets/d5085c31-6639-4d8f-b71b-ae79ec1af900 HTTP/1.1" status: 204 len: 168 time: 1.2095182 Mar 11 16:11:47.992557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.008744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e3edd1c-8b2a-4b0f-ab41-55e39f429c4e req-c6ce2573-9f30-4aad-9208-4de8a12e91b2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955830 Mar 11 16:11:48.018598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 8e9ce516-74cd-4fd6-a438-a9806a785414 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:11:48.028595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port aca4a1a9-1ee5-429e-aead-de409f983ed7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aca4a1a9-1ee5-429e-aead-de409f983ed7,segment=NetworkSegment(43208168-a0f5-47e6-827d-1f435f28e101),segment_id=43208168-a0f5-47e6-827d-1f435f28e101)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:48.080650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.101942 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-582ac7bd-6fe2-4025-8686-4866a6d44075 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/96ae9c32-d59c-4f10-b4fe-533506633855 HTTP/1.1" status: 204 len: 168 time: 1.6340687 Mar 11 16:11:48.105111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.183043 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3039472 Mar 11 16:11:48.191632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991358b-9163-4fdd-a7b2-c8bd72da6ebb tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=5d13b12f-6823-415f-a3e7-65190341a14d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:48.193543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.207215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': '5d13b12f-6823-415f-a3e7-65190341a14d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:48.216355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5d13b12f-6823-415f-a3e7-65190341a14d details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:48.241455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=aca4a1a9-1ee5-429e-aead-de409f983ed7,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:48.281751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b0d35-046c-46aa-8771-b83e613d102b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.285831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b0d35-046c-46aa-8771-b83e613d102b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.286608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-089b0d35-046c-46aa-8771-b83e613d102b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:48.294266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:48.315694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:48.325668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1cb5b22c-d441-4c0c-a77f-ecc9ea7bc5a0 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/8e9ce516-74cd-4fd6-a438-a9806a785414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1135919 Mar 11 16:11:48.325668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-089b0d35-046c-46aa-8771-b83e613d102b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:48.325668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-089b0d35-046c-46aa-8771-b83e613d102b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2179184 Mar 11 16:11:48.329410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39212) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.329410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39214) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.340370 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] Sync routers for ids ['8e9ce516-74cd-4fd6-a438-a9806a785414'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:48.347785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:11:42Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.358478 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] Routers {'8e9ce516-74cd-4fd6-a438-a9806a785414'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:48.359721 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8e9ce516-74cd-4fd6-a438-a9806a785414'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.391666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Checking router: 24e3c056-0659-4a96-a0bf-276b8672c604 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:48.448803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Routers {'24e3c056-0659-4a96-a0bf-276b8672c604'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:48.449523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['24e3c056-0659-4a96-a0bf-276b8672c604'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.458747 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.465193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0cb572-efd8-4f71-ae30-70173b38b5c3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:48.465828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d0cb572-efd8-4f71-ae30-70173b38b5c3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:48.473051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port eca09309-02c3-4b84-9731-769c090a7281 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:48.473392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.474677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] Routers {'8e9ce516-74cd-4fd6-a438-a9806a785414'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:48.475458 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8e9ce516-74cd-4fd6-a438-a9806a785414'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.557544 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:48.558757 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb7d9b-784b-40cd-954b-982abb33b03f None None] The sync data for ids ['8e9ce516-74cd-4fd6-a438-a9806a785414'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:48.574704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d0cb572-efd8-4f71-ae30-70173b38b5c3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:48.578535 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d0cb572-efd8-4f71-ae30-70173b38b5c3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports/951f0fb2-6842-4fe1-bcc4-03239298b738 HTTP/1.1" status: 200 len: 911 time: 0.2434790 Mar 11 16:11:48.578723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:48.582325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aca4a1a9-1ee5-429e-aead-de409f983ed7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:48.613723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87559aeb-3c4c-4ba1-95ae-cb0b35372bc0'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:48.655327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:48.668917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Usage tracker for resource:subnet and tenant:3072721697794d2eaa3379086e82ac97 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:48.729808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:48.750957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:48.782562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:48.815091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] Set router 24e3c056-0659-4a96-a0bf-276b8672c604 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:48.866311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc2e68-0542-4af2-a5b2-f5229d9e42e0 None None] Network 1627a53c-be98-44fc-8a13-3354842eeceb requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:48.887493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:48.917108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.009639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port aca4a1a9-1ee5-429e-aead-de409f983ed7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:49.010078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.033947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for eca09309-02c3-4b84-9731-769c090a7281 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:49.059407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:49.065820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.095287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:49.119246 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-76d97f93-a529-4eb8-8680-940b0271dc0b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9322572 Mar 11 16:11:49.126352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39226) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:49.204129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.326770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:49.327401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:49.428839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.505549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=eca09309-02c3-4b84-9731-769c090a7281,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:49.549221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.612144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 1413521d-7e27-4e02-abe3-7895b979ad81 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:49.618272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.663028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.698397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=46a630f2-6124-443f-a317-346ede7e1afe,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:49.722538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:49.723699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.795482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-96327eed-cb05-423e-8b12-f5762e2fd63a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/eca09309-02c3-4b84-9731-769c090a7281 HTTP/1.1" status: 204 len: 168 time: 1.4648430 Mar 11 16:11:49.798899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39230) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:49.810661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb0b-efd7-4b68-86ee-6a85ee2e5ae9 req-a8ac4da5-683f-4719-9dc0-f22b2ceb621a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:49.813285 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba13cb0b-efd7-4b68-86ee-6a85ee2e5ae9 req-a8ac4da5-683f-4719-9dc0-f22b2ceb621a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.5578539 Mar 11 16:11:49.815688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] DHCP port deletion for 1627a53c-be98-44fc-8a13-3354842eeceb request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:49.833381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Deleting port 921091be-c3cf-45ec-9ed3-38e13568dad8 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:49.833794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.875913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '1722b9c8-c46d-46cf-903b-ada88ff7e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '5d13b12f-6823-415f-a3e7-65190341a14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:49.876257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: 5d13b12f-6823-415f-a3e7-65190341a14d, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:49.919646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.932931 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba13cb0b-efd7-4b68-86ee-6a85ee2e5ae9 req-cc534b33-9df6-48ec-9be3-4e1fa055a174 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073027 Mar 11 16:11:49.953878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:49.998204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Deleting port 530a3c6c-5ac2-464c-a17e-7b3ec868669b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:49.998870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.071285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:11:42Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:50.099603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d894d0-0019-40f5-b693-076fe68cba5f None None] The sync data for ids ['24e3c056-0659-4a96-a0bf-276b8672c604'] in dv-neutron-833206-1-hyperv is: [{'id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-695896882', 'tenant_id': '8f28bf28d15742a2be1fb07c696cedba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:07:42Z', 'updated_at': '2022-03-11T16:11:42Z', 'revision_number': 5, 'project_id': '8f28bf28d15742a2be1fb07c696cedba', 'gw_port': {'id': '530a3c6c-5ac2-464c-a17e-7b3ec868669b', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:30:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e3c056-0659-4a96-a0bf-276b8672c604', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:07:45Z', 'updated_at': '2022-03-11T16:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:50.162721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.175141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.179839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:50.180463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.184444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/ports/951f0fb2-6842-4fe1-bcc4-03239298b738 HTTP/1.1" status: 200 len: 911 time: 1.6021888 Mar 11 16:11:50.185537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network 5d13b12f-6823-415f-a3e7-65190341a14d is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:50.187144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39234) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.254686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b9809-034f-43bf-9828-fb43da1fe3ba tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=951f0fb2-6842-4fe1-bcc4-03239298b738,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:50.272820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366f2242-0c42-4469-b576-2bbde1461508 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:50.273607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-366f2242-0c42-4469-b576-2bbde1461508 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:50.301308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] For port 921091be-c3cf-45ec-9ed3-38e13568dad8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=921091be-c3cf-45ec-9ed3-38e13568dad8,segment=NetworkSegment(a99d1ef8-e207-4395-ae3c-71ae40d62ebc),segment_id=a99d1ef8-e207-4395-ae3c-71ae40d62ebc)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:50.301693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.305484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5d13b12f-6823-415f-a3e7-65190341a14d) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:50.317797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4fcb9-800e-43fe-b566-e7f2e06350b2 None None] Network 5d13b12f-6823-415f-a3e7-65190341a14d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:50.466657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Calling delete_port for 921091be-c3cf-45ec-9ed3-38e13568dad8 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:50.491448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:50.492071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.548201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 921091be-c3cf-45ec-9ed3-38e13568dad8 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:50.552437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-366f2242-0c42-4469-b576-2bbde1461508 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:50.553693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-366f2242-0c42-4469-b576-2bbde1461508 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7527511 Mar 11 16:11:50.555893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] For port 530a3c6c-5ac2-464c-a17e-7b3ec868669b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=530a3c6c-5ac2-464c-a17e-7b3ec868669b,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:50.556420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.556699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39238) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.592705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.616126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-520dc2eb-4274-49d7-ba61-9e3d146feaec tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:11:50.616874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-520dc2eb-4274-49d7-ba61-9e3d146feaec tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:50.630977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-520dc2eb-4274-49d7-ba61-9e3d146feaec tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:50.637820 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-520dc2eb-4274-49d7-ba61-9e3d146feaec tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/96ae9c32-d59c-4f10-b4fe-533506633855 HTTP/1.1" status: 404 len: 333 time: 0.0791457 Mar 11 16:11:50.638427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39242) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.692251 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e47bf37-862a-4df7-bb32-325f19df0efd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:11:50.696611 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9e47bf37-862a-4df7-bb32-325f19df0efd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/eca09309-02c3-4b84-9731-769c090a7281 HTTP/1.1" status: 404 len: 333 time: 0.0571330 Mar 11 16:11:50.697193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39246) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.747383 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6687b5ab-b328-496e-80c5-dd3411acbdf6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5514336 Mar 11 16:11:50.758991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Calling delete_port for 530a3c6c-5ac2-464c-a17e-7b3ec868669b owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:50.772302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39250) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.807641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.811480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=1413521d-7e27-4e02-abe3-7895b979ad81,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:50.825292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.826642 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0126fc64-d461-4b76-a9c5-a5865b24e0ee tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/1413521d-7e27-4e02-abe3-7895b979ad81 HTTP/1.1" status: 204 len: 168 time: 1.6966467 Mar 11 16:11:50.831812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39254) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:50.844613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26411a4b-6b97-4874-a829-ef1a44bfe32f None None] Network 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:50.881859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.928357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:50.945981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] Pushing event deleted for resources: {'Port': ['ID=921091be-c3cf-45ec-9ed3-38e13568dad8,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:51.089806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:44Z', 'revision_number': 9, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.108415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.113212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.135147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.165218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80168644-c247-48dd-92e5-c05c75cc35bf no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:51.189046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:11:51.195592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b45ffad-951c-4c79-8548-eff0c1031591 None None] No DVR routers for this DVR port 921091be-c3cf-45ec-9ed3-38e13568dad8 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:51.231778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 80168644-c247-48dd-92e5-c05c75cc35bf {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:51.232265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 80168644-c247-48dd-92e5-c05c75cc35bf not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:51.258465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Port': ['ID=530a3c6c-5ac2-464c-a17e-7b3ec868669b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:51.295335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.355420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e6bdd-e75e-40fa-b460-ec25c6131650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-5d13b12f-6823-415f-a3e7-65190341a14d', 'network_id': '5d13b12f-6823-415f-a3e7-65190341a14d', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': '46a630f2-6124-443f-a317-346ede7e1afe'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:51.356515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-734e6bdd-e75e-40fa-b460-ec25c6131650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.370613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:51.371425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.376370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690a4d62-4304-40a8-af67-600f7cf21df2']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.378111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port b5d8f373-5fdd-42b6-8467-761382867f32 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:51.378460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.399494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d51029-c3c0-472b-98a1-409dd40f1a7e') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.399771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d51029-c3c0-472b-98a1-409dd40f1a7e') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:51.423133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96213-6c36-41ee-be80-f6d46a624019 req-a924e87a-069b-4d66-a634-466832d88584 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:51.424914 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-04f96213-6c36-41ee-be80-f6d46a624019 req-a924e87a-069b-4d66-a634-466832d88584 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.2875168 Mar 11 16:11:51.428783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.461090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.505645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.532718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:51.533171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:51.547725 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:51.593475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:11:51.732177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.771100 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-04f96213-6c36-41ee-be80-f6d46a624019 req-996900ba-260b-4a2a-bce1-81eb3f86caec tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161252 Mar 11 16:11:51.798495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.857128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] DHCP port deletion for 9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:11:51.865022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.884953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Deleting port b5d8f373-5fdd-42b6-8467-761382867f32 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:51.885317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.913536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=46a630f2-6124-443f-a317-346ede7e1afe,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:51.919192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:51.987380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=690a4d62-4304-40a8-af67-600f7cf21df2,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:51.990302 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bc102822-2c10-4c92-bd08-b871057b128b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/690a4d62-4304-40a8-af67-600f7cf21df2 HTTP/1.1" status: 204 len: 168 time: 1.2920461 Mar 11 16:11:51.996845 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39260) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.013558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1131614244'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:52.024509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server [None req-734e6bdd-e75e-40fa-b460-ec25c6131650 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a630f2-6124-443f-a317-346ede7e1afe: This subnet is being modified by another concurrent operation. Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise value Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server raise exception Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a630f2-6124-443f-a317-346ede7e1afe: This subnet is being modified by another concurrent operation. Mar 11 16:11:52.027555 dv-neutron-833206-1-hyperv neutron-server[83842]: ERROR oslo_messaging.rpc.server Mar 11 16:11:52.038545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.048577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:52.063804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:52.108884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:52.119559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d13b12f-6823-415f-a3e7-65190341a14d']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:52.155814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1722b9c8-c46d-46cf-903b-ada88ff7e5f7') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:52.156143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1722b9c8-c46d-46cf-903b-ada88ff7e5f7') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:52.177141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:52.180222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.194026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.198919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4949e-8539-4b00-9147-2b7c39b7f0c8 None None] Network 5d13b12f-6823-415f-a3e7-65190341a14d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:52.222197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.228581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:52.235040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 936 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:52.235551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:52.251637 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:52.320552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port b5d8f373-5fdd-42b6-8467-761382867f32, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b5d8f373-5fdd-42b6-8467-761382867f32,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:52.321185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.339317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.345354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.348723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.349204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment 242bf883-91b2-439e-a918-53d5858f4c83 of type vlan for network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 Mar 11 16:11:52.368827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.388344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=5d13b12f-6823-415f-a3e7-65190341a14d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.392971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.408941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-563dc52f-4f79-4f08-aa42-8c110c4bf679 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5d13b12f-6823-415f-a3e7-65190341a14d HTTP/1.1" status: 204 len: 168 time: 1.6356463 Mar 11 16:11:52.412172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39264) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.415044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.464521 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c26fce-fe7d-4980-acc8-1a78a80ec472 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] GET failed (client error): The resource could not be found. Mar 11 16:11:52.465038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42c26fce-fe7d-4980-acc8-1a78a80ec472 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Synchronizing usage tracker for tenant:3072721697794d2eaa3379086e82ac97 on resource:subnet {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:52.496957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] For port b5d8f373-5fdd-42b6-8467-761382867f32, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b5d8f373-5fdd-42b6-8467-761382867f32,segment=NetworkSegment(cdfbb4c8-e825-4663-91dd-435b2dd51c13),segment_id=cdfbb4c8-e825-4663-91dd-435b2dd51c13)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:52.497777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.499111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42c26fce-fe7d-4980-acc8-1a78a80ec472 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Unset dirty status for tenant:3072721697794d2eaa3379086e82ac97 on resource:subnet {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:52.500378 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-42c26fce-fe7d-4980-acc8-1a78a80ec472 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets/46a630f2-6124-443f-a317-346ede7e1afe HTTP/1.1" status: 404 len: 337 time: 0.0877964 Mar 11 16:11:52.508356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39268) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.534528 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c5a43b-6d54-41fa-9d95-0a86ad6a383c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:52.534979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c5a43b-6d54-41fa-9d95-0a86ad6a383c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:52.536633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43c5a43b-6d54-41fa-9d95-0a86ad6a383c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5d13b12f-6823-415f-a3e7-65190341a14d HTTP/1.1" status: 404 len: 339 time: 0.0274484 Mar 11 16:11:52.540167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39272) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.544080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.547729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:52.549918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.608917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for b5d8f373-5fdd-42b6-8467-761382867f32 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:52.631374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b5d8f373-5fdd-42b6-8467-761382867f32 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:52.643632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.732064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.733001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Fanout notify agent at l3_agent the message router_deleted on router 24e3c056-0659-4a96-a0bf-276b8672c604 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:11:52.742063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7439706 Mar 11 16:11:52.753128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39276) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.769771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:52.784552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac85a-4f4f-42c0-b2e1-a564b31d9730 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=923d9c1c-ed87-43a2-a378-b8ec4499d6f4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.789767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.808328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Calling delete_port for b5d8f373-5fdd-42b6-8467-761382867f32 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:52.848718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cdc825-b421-4888-b9d3-3b6e45bcf2ee tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:52.849298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:52.849425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-31cdc825-b421-4888-b9d3-3b6e45bcf2ee tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Synchronizing usage tracker for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:52.853254 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c66cca51-3238-4161-be4c-d4cbf1038e77 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "DELETE /v2.0/routers/24e3c056-0659-4a96-a0bf-276b8672c604 HTTP/1.1" status: 204 len: 168 time: 4.8675141 Mar 11 16:11:52.857520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39282) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.871526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:52.879277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-31cdc825-b421-4888-b9d3-3b6e45bcf2ee tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Unset dirty status for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:52.880437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-31cdc825-b421-4888-b9d3-3b6e45bcf2ee tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3381898 Mar 11 16:11:52.883236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.948869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=b5d8f373-5fdd-42b6-8467-761382867f32,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:52.960163 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fc5f0a33-b4f9-4705-9233-5259d8110417 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 207 time: 0.0548921 Mar 11 16:11:52.964757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39290) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:52.987436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No DVR routers for this DVR port b5d8f373-5fdd-42b6-8467-761382867f32 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:11:53.009576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:44Z', 'revision_number': 9, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.056666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159d057-f102-4ea9-9993-f1468c8f538e None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:44Z', 'revision_number': 9, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': '5fe60f6e-c6d5-45ae-8f00-ef50e435bc19', 'name': '', 'network_id': '50f05709-2cce-4a44-a891-af9d0619174f', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:df:54:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:35Z', 'updated_at': '2022-03-11T16:10:51Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': 'e6113504-83f2-48a9-92a9-ab984a696f24', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:53.089124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port b5d8f373-5fdd-42b6-8467-761382867f32 {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:11:53.089624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b5d8f373-5fdd-42b6-8467-761382867f32 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:53.099279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:11:53.099627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:11:53.193944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:53.203851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:53.208881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:53.222579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.234004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:53.246827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.315584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:53.330514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c3e05-f955-4180-820f-20cb6bd61048 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:53.343289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c3e05-f955-4180-820f-20cb6bd61048 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:53.350071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c3e05-f955-4180-820f-20cb6bd61048 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:53.353458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f48d9b2-eba3-4d39-a428-5b7a449fa8e5']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.354381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c3e05-f955-4180-820f-20cb6bd61048 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:53.356076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-630c3e05-f955-4180-820f-20cb6bd61048 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3904150 Mar 11 16:11:53.361782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39294) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:53.420957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfbb4c8-e825-4663-91dd-435b2dd51c13') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.421250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfbb4c8-e825-4663-91dd-435b2dd51c13') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.445078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991292a-02c2-440d-b80e-d7ff6483dea4 req-ceb0e56e-150b-4c52-9465-4d32a088bdcc tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:53.446724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5991292a-02c2-440d-b80e-d7ff6483dea4 req-ceb0e56e-150b-4c52-9465-4d32a088bdcc tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 943 time: 0.3963876 Mar 11 16:11:53.496920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.534014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1627a53c-be98-44fc-8a13-3354842eeceb']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.546377 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5991292a-02c2-440d-b80e-d7ff6483dea4 req-cfb1d5da-53e6-4f8e-b7c3-9045aabdf383 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935993 Mar 11 16:11:53.551076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.551369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99d1ef8-e207-4395-ae3c-71ae40d62ebc') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:53.556092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.565322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.581783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.588374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:53.588770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.601278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Deleting port b5d8f373-5fdd-42b6-8467-761382867f32 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:53.602274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:53.604864 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:53.609889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.620619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.645940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:11:53.646316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.695235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-745d8217-b1c5-4cdc-9bd2-054e6fc6d001 None None] The port 'b5d8f373-5fdd-42b6-8467-761382867f32' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:11:53.697905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f4b532ee-b282-4fb3-bb1f-cd245a7338e6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:11:53.757391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d24b940-c3b9-4227-9dfe-732cba63d3a8 None None] get_active_networks_info from dv-neutron-833206-1-hyperv {{(pid=83842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:11:53.812838 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:11:53.840375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.847930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.873532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'Network': ['ID=1627a53c-be98-44fc-8a13-3354842eeceb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:53.876306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5347494d-05f0-40fe-9418-1f9a6a3a38bf tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "DELETE /v2.0/networks/1627a53c-be98-44fc-8a13-3354842eeceb HTTP/1.1" status: 204 len: 168 time: 1.0029149 Mar 11 16:11:53.879188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39298) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:53.967298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.969008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:53.999311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:53.999854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'port_id': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'mac_address': 'fa:16:3e:87:53:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:11:54.055157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Performing IP validity checks on allocation pools {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:11:54.055784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:11:54.075525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9eb30800-41d4-4066-83a3-8456f3f67952 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Synchronizing usage tracker for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:54.088870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.094926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.106820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d24b940-c3b9-4227-9dfe-732cba63d3a8 None None] Resources bound (agent type, host, resource id): {{(pid=83842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 16:11:54.117600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.119684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b532ee-b282-4fb3-bb1f-cd245a7338e6 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:11:54.123813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.137929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e6e326-2200-4627-b7eb-c006c3e4fbba,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:54.151248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.156042 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ff9a809d-1022-4695-8cd4-e69506bd1821 tempest-TestNetworkAdvancedServerOps-288898772 tempest-TestNetworkAdvancedServerOps-288898772-project] 10.222.0.78 "DELETE /v2.0/security-groups/50e6e326-2200-4627-b7eb-c006c3e4fbba HTTP/1.1" status: 204 len: 168 time: 0.2722301 Mar 11 16:11:54.156219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=9f48d9b2-eba3-4d39-a428-5b7a449fa8e5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:54.170696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:54.192776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.193050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9eb30800-41d4-4066-83a3-8456f3f67952 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Unset dirty status for tenant:3072721697794d2eaa3379086e82ac97 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:54.197522 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9eb30800-41d4-4066-83a3-8456f3f67952 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.7822788 Mar 11 16:11:54.199408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39304) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.203166 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4a9127a9-bf3b-41d3-9ad1-ca20559a23e0 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/9f48d9b2-eba3-4d39-a428-5b7a449fa8e5 HTTP/1.1" status: 204 len: 168 time: 3.3622210 Mar 11 16:11:54.206877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39308) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.294276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b21a3-3a3d-4eae-ab46-b6e8789454bd tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.296355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799b21a3-3a3d-4eae-ab46-b6e8789454bd tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.302605 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-799b21a3-3a3d-4eae-ab46-b6e8789454bd tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1018543 Mar 11 16:11:54.303340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39314) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.352122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:54.414248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e03b7c-54f6-411f-a4f4-35c294994023 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.416191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e03b7c-54f6-411f-a4f4-35c294994023 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.417933 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33e03b7c-54f6-411f-a4f4-35c294994023 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1131623 Mar 11 16:11:54.422182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39318) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.470259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 530a3c6c-5ac2-464c-a17e-7b3ec868669b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:54.510051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 530a3c6c-5ac2-464c-a17e-7b3ec868669b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:54.510599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 530a3c6c-5ac2-464c-a17e-7b3ec868669b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:54.511165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02571539-fd0b-4f65-ad08-7abd67fe8107 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:11:54.545959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.589207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 02571539-fd0b-4f65-ad08-7abd67fe8107 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:11:54.589540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02571539-fd0b-4f65-ad08-7abd67fe8107 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:11:54.651402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87280318-34ef-4bcd-bf7c-11b6d4f8bca9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.653323 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-87280318-34ef-4bcd-bf7c-11b6d4f8bca9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks/1f69020a-30e7-4465-9b65-acd5209d45aa HTTP/1.1" status: 200 len: 800 time: 0.2298930 Mar 11 16:11:54.657059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39326) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.686529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['f4b532ee-b282-4fb3-bb1f-cd245a7338e6'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:11:54.723626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=0fa59dc7-e0da-4610-9c63-fe4944507bd8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:54.778630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39330) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.856955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': '242bf883-91b2-439e-a918-53d5858f4c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:54.857622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: 923d9c1c-ed87-43a2-a378-b8ec4499d6f4, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:54.886405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 951f0fb2-6842-4fe1-bcc4-03239298b738 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:54.887051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:54.919063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac128-a2e0-4ddd-8f1a-55105db2fb63 req-e00fca00-a146-451a-957d-ec20dde73518 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:54.926501 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71fac128-a2e0-4ddd-8f1a-55105db2fb63 req-e00fca00-a146-451a-957d-ec20dde73518 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 944 time: 0.1459663 Mar 11 16:11:54.976558 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-52001d98-0ae1-4323-b0c6-9b23ce7e80cd tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/networks/1f69020a-30e7-4465-9b65-acd5209d45aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3180859 Mar 11 16:11:54.978922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39336) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:54.979805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:55.068820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 923d9c1c-ed87-43a2-a378-b8ec4499d6f4) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:55.079406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:55.080359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.096394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fe070-327f-43e3-84bd-cdaa8d032a9d None None] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:55.137600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363d296-ec59-4af5-af24-c9060068596f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:55.143347 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a363d296-ec59-4af5-af24-c9060068596f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets/9df0f1d3-abd4-4092-9ff7-c2079ede22fe HTTP/1.1" status: 200 len: 811 time: 0.1593261 Mar 11 16:11:55.143539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.145048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71fac128-a2e0-4ddd-8f1a-55105db2fb63 req-a9e6830f-7358-4f25-af08-c609ba5d092a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175591 Mar 11 16:11:55.146231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39340) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.207395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2c20f35b-49e3-424c-8103-38cc18d65097 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4507208 Mar 11 16:11:55.211986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39344) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.227014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4', 'name': 'tempest-PortsTestJSON-2037236795'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:55.288658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.328852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee21097d-1739-4218-ac24-e15cc870706c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:55.335126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ee21097d-1739-4218-ac24-e15cc870706c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "GET /v2.0/subnets/9df0f1d3-abd4-4092-9ff7-c2079ede22fe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1876962 Mar 11 16:11:55.336131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39348) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.348121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35834634'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:55.355086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:55.377645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-923d9c1c-ed87-43a2-a378-b8ec4499d6f4', 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '0fa59dc7-e0da-4610-9c63-fe4944507bd8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:55.378570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.386966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:55.412289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:55.415510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.445419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:55.462947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:55.474439 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:11:55.488381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.488735 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Added segment 00289c19-f2b5-4e2c-a97e-8050e41a1547 of type vlan for network fe18ed28-aa17-44f9-9cd9-357af275ba39 Mar 11 16:11:55.490013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:55.493067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.529258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port d039d005-1233-49ee-9e32-3450e3e0a3d1 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:11:55.586874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.599252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 951f0fb2-6842-4fe1-bcc4-03239298b738 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:55.613180 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Allocated IP 172.20.0.2 (923d9c1c-ed87-43a2-a378-b8ec4499d6f4/0fa59dc7-e0da-4610-9c63-fe4944507bd8/e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:55.647752 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8d594de8-6608-432e-b627-0fba3bfb346a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8f28bf28d15742a2be1fb07c696cedba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8415661 Mar 11 16:11:55.649109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.653200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:55.653823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.657619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39352) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.811918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Network': ['ID=fe18ed28-aa17-44f9-9cd9-357af275ba39,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.817427 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c239ecf8-2be5-4884-94f3-68540b22b48c tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4773996 Mar 11 16:11:55.818929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39356) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:55.828680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:11:55.847231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.874645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.886936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:55.935514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.940893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.957347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fdeef0-f789-4209-95f1-a37fd4677d8e,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:55.968823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:55.970285 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2c9b40f3-2d73-40b6-814a-89c127686e7e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/52fdeef0-f789-4209-95f1-a37fd4677d8e HTTP/1.1" status: 204 len: 168 time: 0.2957008 Mar 11 16:11:56.068711 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:11:56.140247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Transition to ACTIVE for port object e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:56.146327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.150711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:56.167578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Transition to ACTIVE for port object e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:56.175704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.211140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=951f0fb2-6842-4fe1-bcc4-03239298b738,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.219327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:56.265274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.9 (923d9c1c-ed87-43a2-a378-b8ec4499d6f4/0fa59dc7-e0da-4610-9c63-fe4944507bd8/d039d005-1233-49ee-9e32-3450e3e0a3d1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:56.336032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:56.337257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Pushing event updated for resources: {'Port': ['ID=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.340751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:56.343251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:56.457821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Made reservation on behalf of 3072721697794d2eaa3379086e82ac97 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:11:56.488117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39368) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:56.491183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Attempting to bind port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:11:56.491563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Attempting to bind port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '242bf883-91b2-439e-a918-53d5858f4c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:11:56.491928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Attempting to bind port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c on network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:11:56.499324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:11:56.499973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Checking segment: {'id': '242bf883-91b2-439e-a918-53d5858f4c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:56.500384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.500772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Bound using segment: {'id': '242bf883-91b2-439e-a918-53d5858f4c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:11:56.501236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Bound port: e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '242bf883-91b2-439e-a918-53d5858f4c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '923d9c1c-ed87-43a2-a378-b8ec4499d6f4'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:11:56.501608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.563658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.610829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] For port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:11:56.621765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] For port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,segment=NetworkSegment(242bf883-91b2-439e-a918-53d5858f4c83),segment_id=242bf883-91b2-439e-a918-53d5858f4c83)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:11:56.630594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.632182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.647384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:11:56.657633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Usage tracker for resource:security_group_rule and tenant:584912989c4442f98c29308d243da3df is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:11:56.668770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:11:56.722809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b803f-a751-4e89-b0c2-c5ecefdfabe0 None None] Pushing event updated for resources: {'Port': ['ID=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:56.785947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Performing IP validity checks on allocation pools {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:11:56.786466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.ipam_backend_mixin [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:11:56.797664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:11:56.815217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.844862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:56.858569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248d58-5fde-4938-a62d-3abae301ac47 req-b478c231-547b-451d-ac1b-f6050de1ecd9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:56.860056 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f248d58-5fde-4938-a62d-3abae301ac47 req-b478c231-547b-451d-ac1b-f6050de1ecd9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 944 time: 0.3710670 Mar 11 16:11:56.903102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object d039d005-1233-49ee-9e32-3450e3e0a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:11:57.051126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f248d58-5fde-4938-a62d-3abae301ac47 req-c736fcd3-da07-454a-af07-3b184a29ee97 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798818 Mar 11 16:11:57.055545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.072321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.101817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.192917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6ae2b-83b0-433a-8974-58230a5af394,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:57.210524 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-54993b82-56f5-4e35-96e4-5b79b4987ccd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=584912989c4442f98c29308d243da3df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7201669 Mar 11 16:11:57.215450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39372) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:57.221431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:11:57.234770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:57.237764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:11:57.272422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=d039d005-1233-49ee-9e32-3450e3e0a3d1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:57.334159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:57.334955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.382055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.385916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4a412163-8243-49a2-9517-97e70bfdfd90 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1725945 Mar 11 16:11:57.393781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39376) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:57.470081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.476037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.504173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port d039d005-1233-49ee-9e32-3450e3e0a3d1 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:57.504607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.640687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.680977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6ae2b-83b0-433a-8974-58230a5af394,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:57.716806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.719135 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-93e128b8-7110-4c43-96fc-c7814e566097 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4eb6ae2b-83b0-433a-8974-58230a5af394 HTTP/1.1" status: 204 len: 168 time: 0.5005372 Mar 11 16:11:57.720996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f4b532ee-b282-4fb3-bb1f-cd245a7338e6 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:57.753506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:11:57.754560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.803732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=bf2a7f61-dcf1-4e1a-9849-8de742c9061c,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:57.832353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:57.850723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:57.851096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.909903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:57.910836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Checking segment: {'id': '00289c19-f2b5-4e2c-a97e-8050e41a1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:11:57.911377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network hostable DHCP agents. Network: fe18ed28-aa17-44f9-9cd9-357af275ba39, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:11:57.924903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 8e9ce516-74cd-4fd6-a438-a9806a785414 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:11:58.036139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:11:58.057879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:58.099776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed27499-3da4-412a-a545-f39326d05d28 None None] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:58.158461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, fe18ed28-aa17-44f9-9cd9-357af275ba39) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:11:58.187354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for d039d005-1233-49ee-9e32-3450e3e0a3d1 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:58.208044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67537e33-10ef-4e60-a94b-88fddd821db3 None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:11:58.235336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:58.235943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:58.362737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01b7be07-2123-431a-be27-df0617e81103 None None] Provisioning for port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:58.374123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:58.375223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:58.378173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:11:58.507541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:58.522477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3f537-d3ef-488e-a64a-10eb846385ff req-94a0f821-f9a1-4fc4-a95a-51ed60534dc5 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:11:58.524124 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06b3f537-d3ef-488e-a64a-10eb846385ff req-94a0f821-f9a1-4fc4-a95a-51ed60534dc5 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 944 time: 0.1908541 Mar 11 16:11:58.549551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:11:58.564021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:58.594700 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-38e91efa-eea0-4b0e-8578-87a0813dd585 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7689254 Mar 11 16:11:58.595190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=d039d005-1233-49ee-9e32-3450e3e0a3d1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:58.601356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39386) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:58.619506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:11:58.619909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:11:58.628191 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07b777b4-ce4c-4f8b-a0d2-73c53f96c9d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/8e9ce516-74cd-4fd6-a438-a9806a785414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4330227 Mar 11 16:11:58.633677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39390) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:58.636850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] Sync routers for ids ['8e9ce516-74cd-4fd6-a438-a9806a785414'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:11:58.669495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:58.674791 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] Routers {'8e9ce516-74cd-4fd6-a438-a9806a785414'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:58.675389 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8e9ce516-74cd-4fd6-a438-a9806a785414'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:58.717138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-03fa33ba-8628-4744-aa4e-b1b9b50bc0cc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:58.758950 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'code': 200} Mar 11 16:11:58.770135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:58.774765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:11:58.788145 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:58.788626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-03fa33ba-8628-4744-aa4e-b1b9b50bc0cc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:58.790051 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-03fa33ba-8628-4744-aa4e-b1b9b50bc0cc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e9ce516-74cd-4fd6-a438-a9806a785414 HTTP/1.1" status: 200 len: 205 time: 0.1556013 Mar 11 16:11:58.792529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39394) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:58.806212 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] Routers {'8e9ce516-74cd-4fd6-a438-a9806a785414'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:11:58.806972 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8e9ce516-74cd-4fd6-a438-a9806a785414'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:58.883546 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06b3f537-d3ef-488e-a64a-10eb846385ff req-f316118c-ee7d-4b5c-8d98-63d588ff9687 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081121 Mar 11 16:11:58.889681 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:11:58.890358 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8998f93-90a4-45fc-bbb9-d49c5fc2686e None None] The sync data for ids ['8e9ce516-74cd-4fd6-a438-a9806a785414'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:11:59.040121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.063619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-fe18ed28-aa17-44f9-9cd9-357af275ba39', 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39', 'tenant_id': '3072721697794d2eaa3379086e82ac97', 'fixed_ips': [{'subnet_id': 'bf2a7f61-dcf1-4e1a-9849-8de742c9061c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:11:59.066160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.090871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:11:59.104830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:59.105060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.133000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.162018 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2727ffdc-422b-4310-9f8d-318f603c6d2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/d039d005-1233-49ee-9e32-3450e3e0a3d1 HTTP/1.1" status: 204 len: 168 time: 1.7638078 Mar 11 16:11:59.168633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39398) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:59.247747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-906fd895-c445-485f-9852-135f8e085143 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:11:59.253563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906fd895-c445-485f-9852-135f8e085143 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:11:59.257805 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-906fd895-c445-485f-9852-135f8e085143 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/d039d005-1233-49ee-9e32-3450e3e0a3d1 HTTP/1.1" status: 404 len: 333 time: 0.0834811 Mar 11 16:11:59.258890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39402) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:59.334175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-63810e71-44d2-4d3b-b98c-8e0a464bb3d7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:11:59.334684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63810e71-44d2-4d3b-b98c-8e0a464bb3d7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:11:59.378028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.420024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.446347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Allocated IP 172.20.0.3 (fe18ed28-aa17-44f9-9cd9-357af275ba39/bf2a7f61-dcf1-4e1a-9849-8de742c9061c/9277779e-1c7a-4a84-824e-2d20c9918a57) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:11:59.460132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=5fe60f6e-c6d5-45ae-8f00-ef50e435bc19,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:59.499249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,segment=NetworkSegment(242bf883-91b2-439e-a918-53d5858f4c83),segment_id=242bf883-91b2-439e-a918-53d5858f4c83)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:11:59.506120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26aaef7f-125d-44c8-ab08-ec9cd09a0b46 req-87f5b028-cb69-4777-a636-583dcf3877bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1098 time: 0.5282905 Mar 11 16:11:59.554610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.571764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-63810e71-44d2-4d3b-b98c-8e0a464bb3d7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:11:59.572925 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-63810e71-44d2-4d3b-b98c-8e0a464bb3d7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/d039d005-1233-49ee-9e32-3450e3e0a3d1 HTTP/1.1" status: 404 len: 333 time: 0.3131497 Mar 11 16:11:59.582123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39406) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:11:59.587274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15426586'] for subnet, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.653541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26aaef7f-125d-44c8-ab08-ec9cd09a0b46 req-43c182f5-34df-47d5-bf3b-9fc52c681b04 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371908 Mar 11 16:11:59.732085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-30685b50-4b9b-4796-8b76-f69bb4d29055 None None] Provisioning complete for port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:11:59.732504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30685b50-4b9b-4796-8b76-f69bb4d29055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.838561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 0fa59dc7-e0da-4610-9c63-fe4944507bd8 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:11:59.843982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.857211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:11:59.928123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:11:59.965025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.044005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Transition to ACTIVE for port object 9277779e-1c7a-4a84-824e-2d20c9918a57 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:00.054056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.094113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Transition to ACTIVE for port object 9277779e-1c7a-4a84-824e-2d20c9918a57 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:00.107995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.188696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:00.197354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:00.201377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.201940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:00.217165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.224418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Pushing event updated for resources: {'Port': ['ID=9277779e-1c7a-4a84-824e-2d20c9918a57,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:00.226740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9836e2b6-9189-4cc5-a474-af553a8c9ffa None None] Could not find standard attr ID for object d039d005-1233-49ee-9e32-3450e3e0a3d1. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:00.228737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.277104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.277572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router 8e9ce516-74cd-4fd6-a438-a9806a785414 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:12:00.297188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.306130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa59dc7-e0da-4610-9c63-fe4944507bd8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:00.306795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.309106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ebf78aa1-a005-4614-964f-10c868196851 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/8e9ce516-74cd-4fd6-a438-a9806a785414 HTTP/1.1" status: 204 len: 168 time: 1.5144713 Mar 11 16:12:00.312338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39412) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:00.328362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.330788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Attempting to bind port 9277779e-1c7a-4a84-824e-2d20c9918a57 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:00.331396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Attempting to bind port 9277779e-1c7a-4a84-824e-2d20c9918a57 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '00289c19-f2b5-4e2c-a97e-8050e41a1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:00.331881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Attempting to bind port 9277779e-1c7a-4a84-824e-2d20c9918a57 on network fe18ed28-aa17-44f9-9cd9-357af275ba39 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:00.338834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922ea63-733d-49a8-a42f-7bfe48278aa1 None None] Network 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:00.348622 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-316b9fea-f9ef-4274-9c60-a0d0cfb237c3 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/0fa59dc7-e0da-4610-9c63-fe4944507bd8 HTTP/1.1" status: 204 len: 168 time: 0.7623804 Mar 11 16:12:00.351370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39416) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:00.360067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:00.360613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Checking segment: {'id': '00289c19-f2b5-4e2c-a97e-8050e41a1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:00.361757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.361893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Bound using segment: {'id': '00289c19-f2b5-4e2c-a97e-8050e41a1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:00.362491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Bound port: 9277779e-1c7a-4a84-824e-2d20c9918a57, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00289c19-f2b5-4e2c-a97e-8050e41a1547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'fe18ed28-aa17-44f9-9cd9-357af275ba39'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:00.363386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.371891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f34c7-2fde-4b1f-91b2-c971c7b7f772 req-5bd1ec51-aa51-49dc-ba16-0d64e3a5f4aa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:00.373466 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ab1f34c7-2fde-4b1f-91b2-c971c7b7f772 req-5bd1ec51-aa51-49dc-ba16-0d64e3a5f4aa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.2327449 Mar 11 16:12:00.492022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.512777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ab1f34c7-2fde-4b1f-91b2-c971c7b7f772 req-5b6e7848-0854-41ea-8e9b-c2123924160c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261673 Mar 11 16:12:00.548153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15672026'] for subnet, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.615596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] For port 9277779e-1c7a-4a84-824e-2d20c9918a57, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:00.628188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] For port 9277779e-1c7a-4a84-824e-2d20c9918a57, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9277779e-1c7a-4a84-824e-2d20c9918a57,segment=NetworkSegment(00289c19-f2b5-4e2c-a97e-8050e41a1547),segment_id=00289c19-f2b5-4e2c-a97e-8050e41a1547)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:00.637959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:00.660043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:00.661140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.661442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:00.664703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.664860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "PUT /v2.0/subnets/bf2a7f61-dcf1-4e1a-9849-8de742c9061c HTTP/1.1" status: 200 len: 877 time: 2.0568101 Mar 11 16:12:00.664963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39420) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:00.677544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.690299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2231b6-498f-4e3e-93de-537a79673d45 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event updated for resources: {'Subnet': ['ID=bf2a7f61-dcf1-4e1a-9849-8de742c9061c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:00.811720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e3c2-07d8-4990-8f39-55e4cee68a3d None None] Pushing event updated for resources: {'Port': ['ID=9277779e-1c7a-4a84-824e-2d20c9918a57,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:00.849043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:00.849425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.864080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.880799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port 9277779e-1c7a-4a84-824e-2d20c9918a57 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:00.881137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:00.963526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] DHCP port deletion for 923d9c1c-ed87-43a2-a378-b8ec4499d6f4 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:00.969098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Deleting port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:00.969558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.298930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet 87559aeb-3c4c-4ba1-95ae-cb0b35372bc0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:01.305438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.316412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port 9277779e-1c7a-4a84-824e-2d20c9918a57, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9277779e-1c7a-4a84-824e-2d20c9918a57,segment=NetworkSegment(00289c19-f2b5-4e2c-a97e-8050e41a1547),segment_id=00289c19-f2b5-4e2c-a97e-8050e41a1547)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:01.317021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.394622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] For port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,segment=NetworkSegment(242bf883-91b2-439e-a918-53d5858f4c83),segment_id=242bf883-91b2-439e-a918-53d5858f4c83)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:01.395170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.426211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,segment=NetworkSegment(242bf883-91b2-439e-a918-53d5858f4c83),segment_id=242bf883-91b2-439e-a918-53d5858f4c83)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:01.426578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.459943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for 9277779e-1c7a-4a84-824e-2d20c9918a57 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:01.575249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.608247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Calling delete_port for e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:01.612502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.667324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=9277779e-1c7a-4a84-824e-2d20c9918a57,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:01.716121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:01.725683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:01.782208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] Pushing event deleted for resources: {'Port': ['ID=e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:01.797168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd14a3c-028d-4d22-afd4-30d37f581f76 None None] No DVR routers for this DVR port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:01.904254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:01.904571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:01.922175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port 9277779e-1c7a-4a84-824e-2d20c9918a57 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:01.972846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.006909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.089147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf6737-550a-41f6-a03c-50130032021e req-3588e3ae-fcc0-4b53-91e8-9e54d00b55a6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.094922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55bf6737-550a-41f6-a03c-50130032021e req-3588e3ae-fcc0-4b53-91e8-9e54d00b55a6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.3883557 Mar 11 16:12:02.153180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:02.155771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.158158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=87559aeb-3c4c-4ba1-95ae-cb0b35372bc0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:02.169325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.176743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ed12f-da58-42bc-8af1-3fc0b31cbd8c None None] Network 8004bf9d-07d8-40f2-b525-554382f4b97a requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:02.185542 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-94aef8ea-203e-4160-95bc-5496bdf33b48 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/87559aeb-3c4c-4ba1-95ae-cb0b35372bc0 HTTP/1.1" status: 204 len: 168 time: 1.8699272 Mar 11 16:12:02.185941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39426) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.216397 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55bf6737-550a-41f6-a03c-50130032021e req-e66bb2b2-4677-47fe-9ee8-ff7e26b2efe9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180074 Mar 11 16:12:02.217495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2a7f61-dcf1-4e1a-9849-8de742c9061c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:02.246578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de09928-bb9e-4118-a376-f13b1f039934 None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:02.323292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.343333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-90dd5a36-8e15-4f8e-bf48-f42860a590ad None None] Could not find standard attr ID for object 9277779e-1c7a-4a84-824e-2d20c9918a57. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:02.350790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe18ed28-aa17-44f9-9cd9-357af275ba39']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:02.368741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00289c19-f2b5-4e2c-a97e-8050e41a1547') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:02.369137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00289c19-f2b5-4e2c-a97e-8050e41a1547') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:02.408980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:02.409460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.415783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.442196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.458299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:02.458636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:02.474822 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:02.522079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] The port 'e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:02.536000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:02.575270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:02.575642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e8f60d81-5e83-4fa7-aab8-c0bfdd1d6b6c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:02.575878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79512a3e-7bde-4a0f-80ef-badac20488a1 req-2d77aa52-dad6-498c-9e5d-9ffb6463dbad tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:02.577424 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-79512a3e-7bde-4a0f-80ef-badac20488a1 req-2d77aa52-dad6-498c-9e5d-9ffb6463dbad tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.2014546 Mar 11 16:12:02.578704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.598956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.600424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.631072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=fe18ed28-aa17-44f9-9cd9-357af275ba39,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:02.664701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3ea3fb1c-798e-4ea8-8a86-5727945bdd78 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/fe18ed28-aa17-44f9-9cd9-357af275ba39 HTTP/1.1" status: 204 len: 168 time: 1.9986296 Mar 11 16:12:02.671600 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39432) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.674919 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-79512a3e-7bde-4a0f-80ef-badac20488a1 req-22972214-9e97-4555-9fd5-7f6562fbbdb0 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703726 Mar 11 16:12:02.688443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4b4eb-45ae-4902-ad24-7b6f2e5766fd None None] DHCP port deletion for fe18ed28-aa17-44f9-9cd9-357af275ba39 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:02.723038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c2317-82a4-4f97-8f6b-e8d7bf37796a None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:02.725317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.739489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c782fb3a-defc-4013-b060-4c4ae5e006b7 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:02.740079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c782fb3a-defc-4013-b060-4c4ae5e006b7 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:02.741853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] DHCP port deletion for 8004bf9d-07d8-40f2-b525-554382f4b97a request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:02.742013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c782fb3a-defc-4013-b060-4c4ae5e006b7 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/bf2a7f61-dcf1-4e1a-9849-8de742c9061c HTTP/1.1" status: 404 len: 337 time: 0.0660594 Mar 11 16:12:02.744438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39442) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.754068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Deleting port aca4a1a9-1ee5-429e-aead-de409f983ed7 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:02.754790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.771779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b0a9c8-5c2a-40fb-9844-aec01ccd9fa6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:02.772417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b0a9c8-5c2a-40fb-9844-aec01ccd9fa6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:02.774768 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c1b0a9c8-5c2a-40fb-9844-aec01ccd9fa6 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/fe18ed28-aa17-44f9-9cd9-357af275ba39 HTTP/1.1" status: 404 len: 339 time: 0.0289795 Mar 11 16:12:02.776877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39446) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.818436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9c2317-82a4-4f97-8f6b-e8d7bf37796a None None] Network fe18ed28-aa17-44f9-9cd9-357af275ba39 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:12:02.823313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0829cf-4a74-4f5f-ac67-7db7ee767b22 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:02.823973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0829cf-4a74-4f5f-ac67-7db7ee767b22 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:02.826829 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-db0829cf-4a74-4f5f-ac67-7db7ee767b22 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/46a630f2-6124-443f-a317-346ede7e1afe HTTP/1.1" status: 404 len: 337 time: 0.0488825 Mar 11 16:12:02.829309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39450) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.864232 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-64124a7c-5b6d-4b2d-9333-83243b63ca15 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:02.864736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64124a7c-5b6d-4b2d-9333-83243b63ca15 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:02.866518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-64124a7c-5b6d-4b2d-9333-83243b63ca15 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5d13b12f-6823-415f-a3e7-65190341a14d HTTP/1.1" status: 404 len: 339 time: 0.0355585 Mar 11 16:12:02.869486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39454) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:02.888437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port aca4a1a9-1ee5-429e-aead-de409f983ed7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:02.888781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:02.937154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.024945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923d9c1c-ed87-43a2-a378-b8ec4499d6f4']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.036129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.042811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] For port aca4a1a9-1ee5-429e-aead-de409f983ed7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aca4a1a9-1ee5-429e-aead-de409f983ed7,segment=NetworkSegment(43208168-a0f5-47e6-827d-1f435f28e101),segment_id=43208168-a0f5-47e6-827d-1f435f28e101)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:03.043409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.055572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242bf883-91b2-439e-a918-53d5858f4c83') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.055866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242bf883-91b2-439e-a918-53d5858f4c83') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.078712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.094037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:03.104267 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2edc3bf6-cc0f-4724-be5d-8d4f50f43a62 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8942156 Mar 11 16:12:03.105286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39458) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.180018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:03.180639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.188679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Calling delete_port for aca4a1a9-1ee5-429e-aead-de409f983ed7 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:03.248076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:03.248356 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.257742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:03.258142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.273200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:03.275329 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:03.307911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbed3acd-cd8f-4755-9a6b-3e84e6d745c1']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.324271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f60d766-a40f-40c8-a9bb-e76b413c9c69') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.324948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f60d766-a40f-40c8-a9bb-e76b413c9c69') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:03.343988 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e9984fa3-72b5-4627-bf75-fe7c7f75b161 tempest-TestVolumeBootPattern-1222693458 tempest-TestVolumeBootPattern-1222693458-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1093 time: 0.6143086 Mar 11 16:12:03.343988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.350100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39462) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.361269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.364772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:03.371777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:03.372446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.411375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:03.419592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.428007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:floatingip and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:03.482138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:03.483148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] Pushing event deleted for resources: {'Port': ['ID=aca4a1a9-1ee5-429e-aead-de409f983ed7,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:03.492740 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:03.495989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a666a43-bee7-431d-a909-43e31a8ee713 None None] No DVR routers for this DVR port aca4a1a9-1ee5-429e-aead-de409f983ed7 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:03.497748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.500905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:03.508076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:03.515181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port aca4a1a9-1ee5-429e-aead-de409f983ed7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aca4a1a9-1ee5-429e-aead-de409f983ed7,segment=NetworkSegment(43208168-a0f5-47e6-827d-1f435f28e101),segment_id=43208168-a0f5-47e6-827d-1f435f28e101)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:03.515181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.542701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.554565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=bbed3acd-cd8f-4755-9a6b-3e84e6d745c1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:03.557506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d7dddda9-00f2-4ea4-96c5-63fcc00618a9 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/bbed3acd-cd8f-4755-9a6b-3e84e6d745c1 HTTP/1.1" status: 204 len: 168 time: 0.6869178 Mar 11 16:12:03.559960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39466) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.596249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.603540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.605955 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93996577-5593-48fc-bcbd-55051092caa8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.606420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93996577-5593-48fc-bcbd-55051092caa8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.608365 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-93996577-5593-48fc-bcbd-55051092caa8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/8a7ae2e9-b57f-4703-82c1-09e4557d88d5 HTTP/1.1" status: 404 len: 337 time: 0.0474749 Mar 11 16:12:03.612052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39470) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.639003 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ec5b48-48cf-40eb-ab84-de93385ed5c5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.639354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ec5b48-48cf-40eb-ab84-de93385ed5c5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.641265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-67ec5b48-48cf-40eb-ab84-de93385ed5c5 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/e4ca6dbf-c007-488c-a186-88ef38bebdf2 HTTP/1.1" status: 404 len: 339 time: 0.0281122 Mar 11 16:12:03.644265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39474) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.686401 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dc7211-0131-4daf-9d10-539e54173693 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.686980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6dc7211-0131-4daf-9d10-539e54173693 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.690258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a6dc7211-0131-4daf-9d10-539e54173693 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/2727ea8a-0ddb-43e6-82ec-62cc73849821 HTTP/1.1" status: 404 len: 337 time: 0.0448782 Mar 11 16:12:03.692382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39478) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.695797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for aca4a1a9-1ee5-429e-aead-de409f983ed7 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:03.720658 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-914e05f4-cee1-4870-bf9a-0dc995b6a7bf tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.721029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914e05f4-cee1-4870-bf9a-0dc995b6a7bf tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.724825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-914e05f4-cee1-4870-bf9a-0dc995b6a7bf tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/0291aa7a-4b9d-47f8-aff1-fa9a03aada11 HTTP/1.1" status: 404 len: 339 time: 0.0292940 Mar 11 16:12:03.725169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39482) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.728966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.765884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=923d9c1c-ed87-43a2-a378-b8ec4499d6f4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:03.770086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-814c8ef1-cf8c-4358-8246-bd207f44191b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/923d9c1c-ed87-43a2-a378-b8ec4499d6f4 HTTP/1.1" status: 204 len: 168 time: 3.4143391 Mar 11 16:12:03.777405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecdf29c-9640-4ff9-a812-21e51ff6c8d8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.778069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecdf29c-9640-4ff9-a812-21e51ff6c8d8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.782077 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1ecdf29c-9640-4ff9-a812-21e51ff6c8d8 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/5de9d92d-6050-4313-860d-c5ac1e1066eb HTTP/1.1" status: 404 len: 337 time: 0.0536582 Mar 11 16:12:03.782077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39486) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.784417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39488) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.786984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1653448123'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:03.792307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:03.796132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:03.800709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:03.881666 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6878a4-c68d-4bb1-a4f7-3febb74f2d9b tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.882141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6878a4-c68d-4bb1-a4f7-3febb74f2d9b tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.886200 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8b6878a4-c68d-4bb1-a4f7-3febb74f2d9b tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/806d1f8d-6c35-464e-b7e9-330d22a24c41 HTTP/1.1" status: 404 len: 339 time: 0.0978572 Mar 11 16:12:03.902128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39494) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:03.913781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:03.927392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:03.934773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.980232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:03.981149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet e6113504-83f2-48a9-92a9-ab984a696f24 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:03.987324 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa88dd96-f26f-4874-8e3e-97158855e716 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:03.987324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa88dd96-f26f-4874-8e3e-97158855e716 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:03.988772 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aa88dd96-f26f-4874-8e3e-97158855e716 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/4affa580-6677-40c8-ac77-ab528972ea81 HTTP/1.1" status: 404 len: 337 time: 0.0851603 Mar 11 16:12:03.990019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:03.992219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39498) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.017865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.018602 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment f0d22a49-0bf3-4dc1-b8f7-63641a85e993 of type vlan for network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 Mar 11 16:12:04.031381 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-86828c27-e222-421c-aa81-d6cd94482af1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.033927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86828c27-e222-421c-aa81-d6cd94482af1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.050719 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-86828c27-e222-421c-aa81-d6cd94482af1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5129a2a6-e38c-46a7-91b8-0b27a7ed43f3 HTTP/1.1" status: 404 len: 339 time: 0.0572140 Mar 11 16:12:04.053456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:04.053821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:04.056418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39502) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.072077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.099667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:59Z', 'revision_number': 10, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:04.104389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:04.110534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.113236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.114660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:04.115356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.117878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:04.118594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:04.147026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5855c1-2706-4c47-9792-23cb9f990701 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.147535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5855c1-2706-4c47-9792-23cb9f990701 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.171081 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0d5855c1-2706-4c47-9792-23cb9f990701 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/9a51bb73-2a2c-40e0-a7ee-f2714ee9376e HTTP/1.1" status: 404 len: 337 time: 0.1109979 Mar 11 16:12:04.172099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3904250 Mar 11 16:12:04.173334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.181269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:04.185440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39510) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.243193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe7bd29-a06e-4c3e-abab-f9902af6067d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.244201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fe7bd29-a06e-4c3e-abab-f9902af6067d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.246057 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1fe7bd29-a06e-4c3e-abab-f9902af6067d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/60271ad0-9415-4fac-ae38-3c63e22393a4 HTTP/1.1" status: 404 len: 339 time: 0.0575931 Mar 11 16:12:04.253229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39514) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.300314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:04.304661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ef91f1-5d25-49a0-837f-8749facb1094 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.305110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ef91f1-5d25-49a0-837f-8749facb1094 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.309191 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-82ef91f1-5d25-49a0-837f-8749facb1094 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/02ba2525-0985-46ae-b1b5-8fe49ce9d9ec HTTP/1.1" status: 404 len: 337 time: 0.0526421 Mar 11 16:12:04.313862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39518) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.348520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f71667-d3cf-44e0-aaab-971e2e8f9dbc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=2e63d01c-6f7b-408a-abcd-373f9d40fc07,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:04.354567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.358811 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-928e2b74-a249-495b-a8fb-269fe544640f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.359301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928e2b74-a249-495b-a8fb-269fe544640f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.361380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-928e2b74-a249-495b-a8fb-269fe544640f tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/5ab54c1c-c733-4c35-b3e4-88eef8103130 HTTP/1.1" status: 404 len: 339 time: 0.0433679 Mar 11 16:12:04.363978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39522) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.374174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:04.404765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f0bcc7-ca8d-4e17-a32a-7e70e06b38ea tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.405351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f0bcc7-ca8d-4e17-a32a-7e70e06b38ea tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.407149 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-07f0bcc7-ca8d-4e17-a32a-7e70e06b38ea tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/31b36e9c-9ec2-4965-9194-08d01b3b5feb HTTP/1.1" status: 404 len: 337 time: 0.0421200 Mar 11 16:12:04.413156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39526) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.413644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.434499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:04.443420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:04.447110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:04.450250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6d06ed-be82-47ae-817d-25b152612749 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.451655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6d06ed-be82-47ae-817d-25b152612749 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.452799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd6d06ed-be82-47ae-817d-25b152612749 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/1148f851-9453-4296-b969-42cab7741b22 HTTP/1.1" status: 404 len: 339 time: 0.0391963 Mar 11 16:12:04.457424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.459625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:04.519434 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf69d62-e4a0-4058-b506-4f2810e0e55d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.520018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf69d62-e4a0-4058-b506-4f2810e0e55d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.521881 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3bf69d62-e4a0-4058-b506-4f2810e0e55d tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/e2fcace4-658b-477a-a13e-5683a80b47fb HTTP/1.1" status: 404 len: 337 time: 0.0640674 Mar 11 16:12:04.524724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39534) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.544360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9277779e-1c7a-4a84-824e-2d20c9918a57 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:04.545841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:04.557403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port aca4a1a9-1ee5-429e-aead-de409f983ed7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:04.557756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.608088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 9277779e-1c7a-4a84-824e-2d20c9918a57 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:04.608734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9277779e-1c7a-4a84-824e-2d20c9918a57 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:04.609324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aca4a1a9-1ee5-429e-aead-de409f983ed7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:04.641320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485c525-b031-418b-9d7b-2b36e76ef86e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:04.642012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485c525-b031-418b-9d7b-2b36e76ef86e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:04.644983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8485c525-b031-418b-9d7b-2b36e76ef86e tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/b05e3450-f1a3-47a7-afef-92843111b1db HTTP/1.1" status: 404 len: 339 time: 0.1186199 Mar 11 16:12:04.657601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39538) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:04.699764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: aca4a1a9-1ee5-429e-aead-de409f983ed7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:04.700015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aca4a1a9-1ee5-429e-aead-de409f983ed7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:04.744529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:04.802459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] The port 'aca4a1a9-1ee5-429e-aead-de409f983ed7' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:04.844505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:59Z', 'revision_number': 10, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:04.844766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.26.4.131 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/671fd783-eb9a-4b33-a710-f67b34b6490a) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:04.850794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135337ef-361b-45ef-b085-7bea5cfcd93c None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:11:59Z', 'revision_number': 10, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None, '_interfaces': [{'id': 'cd84dc36-2511-4c8d-ac88-88de3e99ef18', 'name': '', 'network_id': 'c22dad3e-fac5-4572-98d5-c474c0a60b96', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'mac_address': 'fa:16:3e:45:c5:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:27Z', 'updated_at': '2022-03-11T16:10:40Z', 'revision_number': 5, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'subnets': [{'id': '94de6afc-b3a7-4a29-82fc-a23ec60b63f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:04.883401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.005393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=e6113504-83f2-48a9-92a9-ab984a696f24,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:05.046062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting subnet 9df0f1d3-abd4-4092-9ff7-c2079ede22fe {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:05.056995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.084280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b92bf-7c92-4be1-b4de-0a3d7cea56ba None None] Network 50f05709-2cce-4a44-a891-af9d0619174f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:05.089238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.100697 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6d6134a4-8aab-47da-aca9-58246da2e520 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/e6113504-83f2-48a9-92a9-ab984a696f24 HTTP/1.1" status: 204 len: 168 time: 1.9879951 Mar 11 16:12:05.102419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.106269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39542) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:05.141283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8004bf9d-07d8-40f2-b525-554382f4b97a']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:05.167662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43208168-a0f5-47e6-827d-1f435f28e101') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:05.167959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43208168-a0f5-47e6-827d-1f435f28e101') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:05.193881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.227516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.230791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.241451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:05.241910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:05.259454 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:05.272141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.310987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.356983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.368931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.390560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.398004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.422507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port eebdf136-32c4-4ab4-8090-b80a106084fe {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:05.422849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.450354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=8004bf9d-07d8-40f2-b525-554382f4b97a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:05.462106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] DHCP port deletion for 50f05709-2cce-4a44-a891-af9d0619174f request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:05.463034 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bd7cc06a-649c-47b8-af33-d6c3d4f2fab9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/8004bf9d-07d8-40f2-b525-554382f4b97a HTTP/1.1" status: 204 len: 168 time: 3.2760637 Mar 11 16:12:05.467231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Deleting port eebdf136-32c4-4ab4-8090-b80a106084fe {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:05.467754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.471801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39546) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:05.487837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1328342308', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:05.502847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:05.506001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:05.509877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:05.511709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=02c5c4d4-8a1e-4aeb-a10d-e9f35856495a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:05.513985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:05.516633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:05.545080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:05.559518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=671fd783-eb9a-4b33-a710-f67b34b6490a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:05.561980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:05.598119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.599015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.609484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.661635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:05.662299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: 2e63d01c-6f7b-408a-abcd-373f9d40fc07, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:05.698238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] For port eebdf136-32c4-4ab4-8090-b80a106084fe, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eebdf136-32c4-4ab4-8090-b80a106084fe,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:05.698641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.713155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.804316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.833605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Calling delete_port for eebdf136-32c4-4ab4-8090-b80a106084fe owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:05.891914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port eebdf136-32c4-4ab4-8090-b80a106084fe, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eebdf136-32c4-4ab4-8090-b80a106084fe,segment=NetworkSegment(3902d193-f372-4dee-a974-bb014b234ca3),segment_id=3902d193-f372-4dee-a974-bb014b234ca3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:05.892889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.918107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.958724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:05.960198 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-686a0c9f-0908-4a95-958d-418179c9b933 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4853354 Mar 11 16:12:05.968823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39550) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:05.972450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] Pushing event deleted for resources: {'Port': ['ID=eebdf136-32c4-4ab4-8090-b80a106084fe,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:05.978600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a08147-8574-4538-b64b-6d65c63a447d None None] No DVR routers for this DVR port eebdf136-32c4-4ab4-8090-b80a106084fe on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:06.030544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:06.037988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1712259068'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:06.047443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for eebdf136-32c4-4ab4-8090-b80a106084fe owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:06.079225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:06.092002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.095636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 2e63d01c-6f7b-408a-abcd-373f9d40fc07) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:06.098271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:06.104559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d4deed-85c1-4483-beeb-788d4777bf13 None None] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:06.143640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:06.146919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:06.147486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.166180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:06.175679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Subnet': ['ID=9df0f1d3-abd4-4092-9ff7-c2079ede22fe,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:06.193092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.204433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deab020-5b25-419f-ac5b-937295fbebdb None None] Network 1f69020a-30e7-4465-9b65-acd5209d45aa requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:06.220855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f150c239-c430-493e-a6f7-e5f071a541f1 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/subnets/9df0f1d3-abd4-4092-9ff7-c2079ede22fe HTTP/1.1" status: 204 len: 168 time: 1.5607450 Mar 11 16:12:06.224005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39554) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:06.245000 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fa0ee7d6-967f-4b2b-a775-84539cfffa52 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0700970 Mar 11 16:12:06.247796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39558) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:06.254453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.api [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:06.254766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG oslo_db.api [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:06.256187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07', 'security_groups': [], 'name': 'tempest-PortsTestJSON-542289305'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:06.303636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:06.306597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.336786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.372482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.377642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:06.392948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.393177 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 226f7e47-d963-4f1b-b5e1-c732c4e1a4da of type vlan for network 8019dd08-7999-4cae-acaf-07bebfa0fcca Mar 11 16:12:06.399209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Deleting port a796c488-8ed4-4de2-8e51-1ceddf4649ef {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:06.399581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.436462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.468017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.518884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:06.536329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:06.543495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:06.567860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-2e63d01c-6f7b-408a-abcd-373f9d40fc07', 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '02c5c4d4-8a1e-4aeb-a10d-e9f35856495a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:06.568926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.593623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:06.594046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5fe60f6e-c6d5-45ae-8f00-ef50e435bc19 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:06.594555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eebdf136-32c4-4ab4-8090-b80a106084fe no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:06.623604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:06.627933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.639230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.640649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: eebdf136-32c4-4ab4-8090-b80a106084fe {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:06.641091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eebdf136-32c4-4ab4-8090-b80a106084fe not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:06.644503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:06.645127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.672776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port f956e91b-2e3b-4835-be3c-e6b902a47035 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:06.765412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port eebdf136-32c4-4ab4-8090-b80a106084fe {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:06.765998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.801241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] DHCP port deletion for 1f69020a-30e7-4465-9b65-acd5209d45aa request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:06.810914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Deleting port a796c488-8ed4-4de2-8e51-1ceddf4649ef {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:06.811426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.839509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8695784 Mar 11 16:12:06.841949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] For port a796c488-8ed4-4de2-8e51-1ceddf4649ef, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a796c488-8ed4-4de2-8e51-1ceddf4649ef,segment=NetworkSegment(a8c00be4-2f11-4d8a-bfa0-e568709d39f0),segment_id=a8c00be4-2f11-4d8a-bfa0-e568709d39f0)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:06.842309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:06.843570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39562) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:06.867427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:06.874155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Allocated IP 172.20.0.2 (2e63d01c-6f7b-408a-abcd-373f9d40fc07/02c5c4d4-8a1e-4aeb-a10d-e9f35856495a/fd434f5b-6180-48c4-8a05-92f2efbc5356) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:06.883154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d1af-2de5-43ff-9b1d-b51c4b2bd05f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=8019dd08-7999-4cae-acaf-07bebfa0fcca,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:06.891743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] The port 'eebdf136-32c4-4ab4-8090-b80a106084fe' was deleted {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:06.913967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:07.022925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.030666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:07.035048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.045829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:07.052729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Calling delete_port for a796c488-8ed4-4de2-8e51-1ceddf4649ef owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:07.078725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:07.140572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:07.187535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.202593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.236806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:07.243047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f05709-2cce-4a44-a891-af9d0619174f']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.260294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=671fd783-eb9a-4b33-a710-f67b34b6490a,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:07.264730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3902d193-f372-4dee-a974-bb014b234ca3') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.265489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3902d193-f372-4dee-a974-bb014b234ca3') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.277451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.328407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.350275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Port': ['ID=a796c488-8ed4-4de2-8e51-1ceddf4649ef,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:07.361987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] No DVR routers for this DVR port a796c488-8ed4-4de2-8e51-1ceddf4649ef on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:07.395840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.420569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] For port a796c488-8ed4-4de2-8e51-1ceddf4649ef, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a796c488-8ed4-4de2-8e51-1ceddf4649ef,segment=NetworkSegment(a8c00be4-2f11-4d8a-bfa0-e568709d39f0),segment_id=a8c00be4-2f11-4d8a-bfa0-e568709d39f0)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:07.420950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.423920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:07.424444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.435226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: util.warn( Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:07.440362 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:07.575064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Calling delete_port for a796c488-8ed4-4de2-8e51-1ceddf4649ef owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:07.606503 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Floating IP fa68a421-42e7-4a72-98d0-e243361e5dbd associated. External IP: 172.26.4.131, port: f4b532ee-b282-4fb3-bb1f-cd245a7338e6. Mar 11 16:12:07.626699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.675405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:07.675684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:07.705169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.719899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Transition to ACTIVE for port object fd434f5b-6180-48c4-8a05-92f2efbc5356 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:07.729458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.748790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Transition to ACTIVE for port object fd434f5b-6180-48c4-8a05-92f2efbc5356 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:07.751987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.755391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.763134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f69020a-30e7-4465-9b65-acd5209d45aa']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.777658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=50f05709-2cce-4a44-a891-af9d0619174f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:07.788757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-931e9c03-b169-4e65-8fb6-54f385ca6169 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/50f05709-2cce-4a44-a891-af9d0619174f HTTP/1.1" status: 204 len: 168 time: 2.6819422 Mar 11 16:12:07.791505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39566) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:07.800612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.802196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c00be4-2f11-4d8a-bfa0-e568709d39f0') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:07.818390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.838378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.847560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:07.848336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.852836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:07.855790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:07.860350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:07.863459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Pushing event updated for resources: {'Port': ['ID=fd434f5b-6180-48c4-8a05-92f2efbc5356,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:07.870830 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:07.919983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.11 (2e63d01c-6f7b-408a-abcd-373f9d40fc07/02c5c4d4-8a1e-4aeb-a10d-e9f35856495a/f956e91b-2e3b-4835-be3c-e6b902a47035) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:07.971734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Attempting to bind port fd434f5b-6180-48c4-8a05-92f2efbc5356 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:07.971982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Attempting to bind port fd434f5b-6180-48c4-8a05-92f2efbc5356 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:07.972300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Attempting to bind port fd434f5b-6180-48c4-8a05-92f2efbc5356 on network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:07.973013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.984555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:07.985256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Checking segment: {'id': 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:07.986601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:07.987483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Bound using segment: {'id': 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:07.999127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Bound port: fd434f5b-6180-48c4-8a05-92f2efbc5356, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '2e63d01c-6f7b-408a-abcd-373f9d40fc07'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:08.000388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.004805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.013358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] Pushing event deleted for resources: {'Network': ['ID=1f69020a-30e7-4465-9b65-acd5209d45aa,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:08.030575 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9094ab52-752f-4b94-ae8e-eb7b80550317 tempest-NetworksTest-686969085 tempest-NetworksTest-686969085-project] 10.222.0.78 "DELETE /v2.0/networks/1f69020a-30e7-4465-9b65-acd5209d45aa HTTP/1.1" status: 204 len: 168 time: 1.8033373 Mar 11 16:12:08.061309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.117550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a153512-79b1-4f8b-9ba1-ca24d3bdd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.161526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] For port fd434f5b-6180-48c4-8a05-92f2efbc5356, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:08.166613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] For port fd434f5b-6180-48c4-8a05-92f2efbc5356, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fd434f5b-6180-48c4-8a05-92f2efbc5356,segment=NetworkSegment(f0d22a49-0bf3-4dc1-b8f7-63641a85e993),segment_id=f0d22a49-0bf3-4dc1-b8f7-63641a85e993)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:08.172492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.193484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=f367a8b5-18d2-46da-96fb-f23b511269e1,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:08.221885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Deleting port a796c488-8ed4-4de2-8e51-1ceddf4649ef {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:08.222126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.263979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.267623 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:08.268133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: 8019dd08-7999-4cae-acaf-07bebfa0fcca, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:08.301296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object f956e91b-2e3b-4835-be3c-e6b902a47035 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:08.335681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b20a24bb-813a-4f18-b4b3-56a0bb5ae9d0 None None] The port 'a796c488-8ed4-4de2-8e51-1ceddf4649ef' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:08.390568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad38b4-158a-43f4-8ee0-b954c7aba6fa None None] Pushing event updated for resources: {'Port': ['ID=fd434f5b-6180-48c4-8a05-92f2efbc5356,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:08.516617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a796c488-8ed4-4de2-8e51-1ceddf4649ef no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:08.538185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.558159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a796c488-8ed4-4de2-8e51-1ceddf4649ef {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:08.562000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a796c488-8ed4-4de2-8e51-1ceddf4649ef not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:08.590246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39576) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:08.615984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:08.643197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 8019dd08-7999-4cae-acaf-07bebfa0fcca) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:08.646572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.652818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148db56-dd6f-4232-a05e-e64707554fdc None None] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:08.688160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:08.688754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.784783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:08.792189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:08.799642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:08.830910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=f956e91b-2e3b-4835-be3c-e6b902a47035,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:08.838381 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-99a4c8da-675d-4a8b-a870-b3e32a8ac7bb tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9871068 Mar 11 16:12:08.849540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39582) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:08.926122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:08.927067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:08.984468 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d95a9acb-e781-4d8f-9d3b-2ea59bf465a6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7354953 Mar 11 16:12:08.989925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39586) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:09.010618 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9c75d7b3-a25a-4189-ae78-688cd07c6572 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3072721697794d2eaa3379086e82ac97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4179256 Mar 11 16:12:09.013766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39590) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:09.031347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-8019dd08-7999-4cae-acaf-07bebfa0fcca', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:09.032279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.123379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:09.137054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.180500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port f956e91b-2e3b-4835-be3c-e6b902a47035 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:09.180951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.222455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Allocated IP 2001:db8::2 (8019dd08-7999-4cae-acaf-07bebfa0fcca/f367a8b5-18d2-46da-96fb-f23b511269e1/0a23e3f2-4f72-4012-b116-471b2e294ae4) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:09.222991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.384436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.415913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d563844-2c17-483d-809d-d5d3e4dea7b7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:09.430041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.431314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-18ed7434-e9eb-4917-80b7-af9e9c944897 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0d563844-2c17-483d-809d-d5d3e4dea7b7 HTTP/1.1" status: 204 len: 168 time: 0.4166956 Mar 11 16:12:09.527434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:09.554830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.560255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:09.575910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.587102 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:09.587712 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:09.595104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Transition to ACTIVE for port object 0a23e3f2-4f72-4012-b116-471b2e294ae4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:09.642877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Transition to ACTIVE for port object 0a23e3f2-4f72-4012-b116-471b2e294ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:09.654620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.697079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c048660f-28fb-4371-b3ed-100cbcc8c2cd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3442125 Mar 11 16:12:09.698823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:12:09.859318 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'status': 'completed', 'code': 200} Mar 11 16:12:09.864961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:09.866206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:09.875623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:09.897144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c188d9-caa3-4ced-b6f9-aaca4f1045f0 None None] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:09.953039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:09.981915 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:10.246042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f2-4f72-4012-b116-471b2e294ae4,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:10.259529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for f956e91b-2e3b-4835-be3c-e6b902a47035 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:10.292285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6052d992-d6f1-41c2-908d-95bf8fcfaed5 None None] Provisioning for port fd434f5b-6180-48c4-8a05-92f2efbc5356 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:10.334275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Attempting to bind port 0a23e3f2-4f72-4012-b116-471b2e294ae4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:10.334707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Attempting to bind port 0a23e3f2-4f72-4012-b116-471b2e294ae4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:10.335076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Attempting to bind port 0a23e3f2-4f72-4012-b116-471b2e294ae4 on network 8019dd08-7999-4cae-acaf-07bebfa0fcca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:10.355056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:10.355479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Checking segment: {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:10.355942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.356526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Bound using segment: {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:10.357066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Bound port: 0a23e3f2-4f72-4012-b116-471b2e294ae4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:10.357634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.430300 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'fa68a421-42e7-4a72-98d0-e243361e5dbd', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:87:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:12:06Z', 'updated_at': '2022-03-11T16:12:06Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:10.435446 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:10.447758 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:10.448448 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:10.481904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] For port 0a23e3f2-4f72-4012-b116-471b2e294ae4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:10.489592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] For port 0a23e3f2-4f72-4012-b116-471b2e294ae4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a23e3f2-4f72-4012-b116-471b2e294ae4,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:10.498914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.597999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-b1529722-1584-4e69-b6e3-eaa9d597149c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1098 time: 0.7070827 Mar 11 16:12:10.611474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fd434f5b-6180-48c4-8a05-92f2efbc5356 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:10.728163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0bed2-7551-4f7e-85b4-01a887694482 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f2-4f72-4012-b116-471b2e294ae4,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:10.762467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port fd434f5b-6180-48c4-8a05-92f2efbc5356 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:10.780151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port fd434f5b-6180-48c4-8a05-92f2efbc5356 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:10.780927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.792483 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:10.937139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.967075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-84f9b09b-16d4-4591-8738-4d06bb9ad348 None None] Could not find standard attr ID for object f956e91b-2e3b-4835-be3c-e6b902a47035. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:10.981234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:10.981453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:11.042493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-84f9b09b-16d4-4591-8738-4d06bb9ad348 None None] Provisioning complete for port fd434f5b-6180-48c4-8a05-92f2efbc5356 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:11.043860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-84f9b09b-16d4-4591-8738-4d06bb9ad348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:11.155940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port fd434f5b-6180-48c4-8a05-92f2efbc5356, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fd434f5b-6180-48c4-8a05-92f2efbc5356,segment=NetworkSegment(f0d22a49-0bf3-4dc1-b8f7-63641a85e993),segment_id=f0d22a49-0bf3-4dc1-b8f7-63641a85e993)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:11.196357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:11.227605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=f956e91b-2e3b-4835-be3c-e6b902a47035,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:11.347745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a8c6d90d-041f-4639-8952-3b614e027700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:11.502271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=fd434f5b-6180-48c4-8a05-92f2efbc5356,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:11.605095 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'fa68a421-42e7-4a72-98d0-e243361e5dbd', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:87:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:12:06Z', 'updated_at': '2022-03-11T16:12:06Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:11.613767 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfff50f9-a2da-4312-9684-06e9daa61dec None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'fa68a421-42e7-4a72-98d0-e243361e5dbd', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:87:53:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:12:06Z', 'updated_at': '2022-03-11T16:12:06Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:11.636927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-270cb390-6b9a-4dd6-aeae-65d96bda02b5 None None] Could not find standard attr ID for object f956e91b-2e3b-4835-be3c-e6b902a47035. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:11.792420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.793294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.793294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.793526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.794054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.795453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.795958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.797427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.797929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.799536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.799921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:11.887260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:11.895564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-1852df73-43da-4dac-95d4-7ed84a18341c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:11.901584 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-1852df73-43da-4dac-95d4-7ed84a18341c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 1.2703750 Mar 11 16:12:11.983405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2b795-cfc7-4e89-8066-2482efa6cdc7 None None] New status for floating IP fa68a421-42e7-4a72-98d0-e243361e5dbd: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:12:12.128282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.275151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.290962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060edc02-8516-4022-a87a-b9942bf7999c None None] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:12.355298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port cd84dc36-2511-4c8d-ac88-88de3e99ef18 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:12.355298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.389013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d551ed3-98cb-48c0-8edd-53680ab9ca32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/f956e91b-2e3b-4835-be3c-e6b902a47035 HTTP/1.1" status: 204 len: 168 time: 3.3978975 Mar 11 16:12:12.393060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:12.404835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-104f22cb-d85e-478e-b9ff-3cd8acb3adcf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 999 time: 0.4410982 Mar 11 16:12:12.543158 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a32a89d-4bd6-4df2-b171-3a4479e51c66 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:12:12.544138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6a32a89d-4bd6-4df2-b171-3a4479e51c66 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:12.557915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-699c838e-f504-4ab4-9d48-be177ffd65f0 None None] Provisioning for port 0a23e3f2-4f72-4012-b116-471b2e294ae4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:12.593016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6a32a89d-4bd6-4df2-b171-3a4479e51c66 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:12.596918 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6a32a89d-4bd6-4df2-b171-3a4479e51c66 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/f956e91b-2e3b-4835-be3c-e6b902a47035 HTTP/1.1" status: 404 len: 333 time: 0.1988351 Mar 11 16:12:12.597965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39636) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:12.657014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-5b063bca-fb1f-4727-b51e-189d9914554b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:12.659339 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-5b063bca-fb1f-4727-b51e-189d9914554b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.2471335 Mar 11 16:12:12.775897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8::1 (8019dd08-7999-4cae-acaf-07bebfa0fcca/f367a8b5-18d2-46da-96fb-f23b511269e1/02a66b87-431a-4208-ad38-f6a70c44c825) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:12.792210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a23e3f2-4f72-4012-b116-471b2e294ae4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:12.831630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port cd84dc36-2511-4c8d-ac88-88de3e99ef18, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cd84dc36-2511-4c8d-ac88-88de3e99ef18,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:12.832326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.913165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39642) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:12.935530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 0a23e3f2-4f72-4012-b116-471b2e294ae4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:12.942317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0a23e3f2-4f72-4012-b116-471b2e294ae4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:12.942685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:12.979050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 02c5c4d4-8a1e-4aeb-a10d-e9f35856495a {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:12.984373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.151905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.161848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.225672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for cd84dc36-2511-4c8d-ac88-88de3e99ef18 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:13.228366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 0a23e3f2-4f72-4012-b116-471b2e294ae4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a23e3f2-4f72-4012-b116-471b2e294ae4,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:13.244340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.245843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fd434f5b-6180-48c4-8a05-92f2efbc5356 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:13.272981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.301067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.317152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--420544010', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:13.328487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:13.330798 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-437f4789-42fd-4448-a432-80c32389aede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6553798 Mar 11 16:12:13.338202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:13.343342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 02a66b87-431a-4208-ad38-f6a70c44c825 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:13.346470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:13.356094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:13.375395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:13.379459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.399026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.415621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d8289951-6693-42de-bf4b-f1e6bc10c913 None None] Provisioning complete for port 0a23e3f2-4f72-4012-b116-471b2e294ae4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:13.416499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d8289951-6693-42de-bf4b-f1e6bc10c913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.422168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.475129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=02c5c4d4-8a1e-4aeb-a10d-e9f35856495a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:13.485044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port fd434f5b-6180-48c4-8a05-92f2efbc5356 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:13.486656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.500782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.514585 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/02c5c4d4-8a1e-4aeb-a10d-e9f35856495a HTTP/1.1" status: 204 len: 168 time: 0.9152133 Mar 11 16:12:13.515716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:13.520984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39648) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:13.522482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.523914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:13.527209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.527561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.527902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.528236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.528770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.529107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.529433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.529951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.530441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.530943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.531447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6295a9-1141-4880-8103-374741ad15dc tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:13.539677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f90aad-53a9-4872-a99e-db9497af3785 None None] Network 2e63d01c-6f7b-408a-abcd-373f9d40fc07 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:13.552527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:13.564833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:13.620890 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-c54902ed-6592-43a4-a678-e5f394573516 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791922 Mar 11 16:12:13.626453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.659103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=0a23e3f2-4f72-4012-b116-471b2e294ae4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:13.676258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.704266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port fd434f5b-6180-48c4-8a05-92f2efbc5356 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:13.705257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.752962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:13.773688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:13.781594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:13.784211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:13.784938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.790263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.817793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.821843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.834666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:13.880762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:13.881318 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 6ba248c6-5a9a-4746-be90-53fafe5846c4 of type vlan for network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f Mar 11 16:12:13.998392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c90b51b-0367-4176-a654-0fce770bdca8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:14.050832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] DHCP port deletion for 2e63d01c-6f7b-408a-abcd-373f9d40fc07 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:14.057395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Deleting port fd434f5b-6180-48c4-8a05-92f2efbc5356 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:14.058682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.061473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.106189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=cd84dc36-2511-4c8d-ac88-88de3e99ef18,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:14.116197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port fd434f5b-6180-48c4-8a05-92f2efbc5356, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fd434f5b-6180-48c4-8a05-92f2efbc5356,segment=NetworkSegment(f0d22a49-0bf3-4dc1-b8f7-63641a85e993),segment_id=f0d22a49-0bf3-4dc1-b8f7-63641a85e993)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:14.120255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.178240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81ca4966-a1a6-427c-a8f8-ef682842e4a2 req-6b30d5e0-e597-4bb7-a3e1-f23e78113c1d service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470219 Mar 11 16:12:14.345687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] For port fd434f5b-6180-48c4-8a05-92f2efbc5356, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=fd434f5b-6180-48c4-8a05-92f2efbc5356,segment=NetworkSegment(f0d22a49-0bf3-4dc1-b8f7-63641a85e993),segment_id=f0d22a49-0bf3-4dc1-b8f7-63641a85e993)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:14.346091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.383656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:14.397106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for fd434f5b-6180-48c4-8a05-92f2efbc5356 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:14.416054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.457343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.472573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:14.473287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.504330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.523366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Calling delete_port for fd434f5b-6180-48c4-8a05-92f2efbc5356 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:14.568452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a23e3f2-4f72-4012-b116-471b2e294ae4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:14.597850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:14.620188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.626481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f227e1ee-b246-4615-8501-0807442e0ca7 None None] Provisioning for port 02a66b87-431a-4208-ad38-f6a70c44c825 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:14.634983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:14.678055 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-85a4f83b-7ba2-4898-8f44-77d48d6001a9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7635717 Mar 11 16:12:14.684747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39652) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:14.691019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=fd434f5b-6180-48c4-8a05-92f2efbc5356,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:14.697286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:14.711365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No DVR routers for this DVR port fd434f5b-6180-48c4-8a05-92f2efbc5356 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:14.724577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f227e1ee-b246-4615-8501-0807442e0ca7 None None] Provisioning complete for port 02a66b87-431a-4208-ad38-f6a70c44c825 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:14.725228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f227e1ee-b246-4615-8501-0807442e0ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.742188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:14.753680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:14.770262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:14.781946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:14.844343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:14.844996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:14.849543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f227e1ee-b246-4615-8501-0807442e0ca7 None None] Port 02a66b87-431a-4208-ad38-f6a70c44c825 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:12:14.860112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0a23e3f2-4f72-4012-b116-471b2e294ae4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:14.860879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.882395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.890156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.891081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.921006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e63d01c-6f7b-408a-abcd-373f9d40fc07']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.938779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.940065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d22a49-0bf3-4dc1-b8f7-63641a85e993') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:14.958279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.969913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.987740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:14.998891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 917 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:14.999368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:15.021215 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:15.056198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.107128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fd434f5b-6180-48c4-8a05-92f2efbc5356 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:15.166800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: fd434f5b-6180-48c4-8a05-92f2efbc5356 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:15.167274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device fd434f5b-6180-48c4-8a05-92f2efbc5356 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:15.278048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.299902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.305089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:15.307110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.307255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.312928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.313653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.314674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=2e63d01c-6f7b-408a-abcd-373f9d40fc07,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:15.322454 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f6bc33d0-873d-4960-95c9-2f7fdda6293e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/2e63d01c-6f7b-408a-abcd-373f9d40fc07 HTTP/1.1" status: 204 len: 168 time: 1.8004436 Mar 11 16:12:15.325981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39656) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:15.332621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'name': 'tempest-PortsTestJSON-212269443'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:15.347001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Deleting port fd434f5b-6180-48c4-8a05-92f2efbc5356 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:15.347665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.420042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9b726d71-a082-4b7f-9372-8dab379aca31 None None] The port 'fd434f5b-6180-48c4-8a05-92f2efbc5356' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:15.524418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:15.541487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:15.557293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:15.560358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.588896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port d714c06c-32e8-48c5-b847-cb3c81eb72c7 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:15.702257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:15.748600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.760212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:15.771191 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:15.787320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2e7d748e-2539-4b3a-bbe3-3cff89a4873b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9918778 Mar 11 16:12:15.787320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:15.788613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:15.789301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39660) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:15.792033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:15.804798 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:15.805759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:15.952471 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:16.094564 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:16.106280 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:16.113842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8c0cc541-5a25-40c7-b206-a7a333ab82f5 None None] Provisioning complete for port 02a66b87-431a-4208-ad38-f6a70c44c825 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:16.113842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c0cc541-5a25-40c7-b206-a7a333ab82f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.130976 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:16.132943 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:16.238535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8c0cc541-5a25-40c7-b206-a7a333ab82f5 None None] Port 02a66b87-431a-4208-ad38-f6a70c44c825 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:12:16.248167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.279150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:12:16.290301 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:16.368514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.23 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/d2efee28-5368-41da-b641-5240a6d18d74) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:16.415284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.418653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting subnet 94de6afc-b3a7-4a29-82fc-a23ec60b63f1 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:16.449786 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:16.454061 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97df22b-9c96-4c23-914c-0f0f26b29b8f None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:16.457881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.465193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:16.473860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-df57349d-01d7-44f6-8f1a-219c291f96d8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6192219 Mar 11 16:12:16.478484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39664) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:16.481257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:16.485479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2057344381'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:16.491377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:16.495482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:16.498505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:16.505247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:16.516459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:16.518070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:16.519958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:16.523146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.555779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:16.572743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.573402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 53707ef6-40f9-45e1-ab3c-40093ec227b6 of type vlan for network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 Mar 11 16:12:16.609163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.644366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:16.646706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.649116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.651253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:16.651939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.677347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=d714c06c-32e8-48c5-b847-cb3c81eb72c7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:16.686052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:16.697113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:16.701290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:16.702188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.706385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:16.780778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=e5c97355-f2ba-4d07-8b8e-ad08ba0345a3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:16.790126 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-da0eac19-14cc-45fd-a79c-f965d78a9577 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3098626 Mar 11 16:12:16.790741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39668) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:16.799611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:16.799787 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fccf6c70-2161-4fc2-bdac-3c64a999c20a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4702153 Mar 11 16:12:16.801770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39672) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:16.806359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.849777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:16.890536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.946038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:16.950373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:16.950924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port d714c06c-32e8-48c5-b847-cb3c81eb72c7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:16.951263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:16.953612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:16.960202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:16.972312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:17.044402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.118355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.130060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.144377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:14Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:14Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:17.148825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:17.149272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Updating router e4ab778e-56c6-4980-9a83-ebf6830f5e73 port 02a66b87-431a-4208-ad38-f6a70c44c825 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:17.199957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Subnet': ['ID=94de6afc-b3a7-4a29-82fc-a23ec60b63f1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:17.208043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.229254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:17.237508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce30fc4-c42a-4bc2-b577-8f7fbb944589 None None] Network c22dad3e-fac5-4572-98d5-c474c0a60b96 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:17.248321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.252112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=d2efee28-5368-41da-b641-5240a6d18d74,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:17.260561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:17.318439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:17.370168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d41fb57a-3e76-4734-ae70-7f192ccf0292 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/94de6afc-b3a7-4a29-82fc-a23ec60b63f1 HTTP/1.1" status: 204 len: 168 time: 1.5796111 Mar 11 16:12:17.390867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39676) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:17.439979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.458368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.660617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=4b17da0c-b63b-45bc-937b-11512315e165,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:17.688336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for d714c06c-32e8-48c5-b847-cb3c81eb72c7 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:17.732348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:17.732712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: e5c97355-f2ba-4d07-8b8e-ad08ba0345a3, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:17.774587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:17.787111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, e5c97355-f2ba-4d07-8b8e-ad08ba0345a3) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:17.795415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:17.796325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.828514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8d09c171-4d88-4bec-95bf-c61bcbdf3f9c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0366488 Mar 11 16:12:17.834022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39682) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:17.867942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb09eda-c001-4a7b-8e07-d92697543373 None None] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:17.924112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:17.971224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Deleting port bf45537e-6cd2-4112-90f9-e86b191812f6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:17.971548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.018595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] DHCP port deletion for c22dad3e-fac5-4572-98d5-c474c0a60b96 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:18.028271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.088809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Deleting port bf45537e-6cd2-4112-90f9-e86b191812f6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:18.089886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.117241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=d714c06c-32e8-48c5-b847-cb3c81eb72c7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:18.140814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.164857 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-42723fb9-397f-4b9e-829f-7d29bdf5aed5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/d714c06c-32e8-48c5-b847-cb3c81eb72c7 HTTP/1.1" status: 204 len: 168 time: 1.3618891 Mar 11 16:12:18.170095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39686) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:18.179571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'mac_address': 'fa:16:3e:79:8e:e0', 'name': 'tempest-PortsTestJSON-1909996582'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:18.213834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.346910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Transition to ACTIVE for port object 02a66b87-431a-4208-ad38-f6a70c44c825 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:18.441239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] For port bf45537e-6cd2-4112-90f9-e86b191812f6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bf45537e-6cd2-4112-90f9-e86b191812f6,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:18.441239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.576347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.652016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Calling delete_port for bf45537e-6cd2-4112-90f9-e86b191812f6 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:18.709949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cd84dc36-2511-4c8d-ac88-88de3e99ef18 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:18.713821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:18.713821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:18.718701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:18.740062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:18.761530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.761530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.891058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:18.952065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:19.020576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] For port bf45537e-6cd2-4112-90f9-e86b191812f6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bf45537e-6cd2-4112-90f9-e86b191812f6,segment=NetworkSegment(4e1043d5-6d6c-4e8b-811f-ce01470b4240),segment_id=4e1043d5-6d6c-4e8b-811f-ce01470b4240)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:19.020576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.128272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.225104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Port': ['ID=bf45537e-6cd2-4112-90f9-e86b191812f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:19.239216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Calling delete_port for bf45537e-6cd2-4112-90f9-e86b191812f6 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:19.284879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No DVR routers for this DVR port bf45537e-6cd2-4112-90f9-e86b191812f6 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:19.325463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: cd84dc36-2511-4c8d-ac88-88de3e99ef18 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:19.325463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cd84dc36-2511-4c8d-ac88-88de3e99ef18 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:19.325463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bf45537e-6cd2-4112-90f9-e86b191812f6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:19.346490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.350898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:19.350898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:19.374617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: bf45537e-6cd2-4112-90f9-e86b191812f6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:19.374981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bf45537e-6cd2-4112-90f9-e86b191812f6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:19.382153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:19.383977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.399494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Pushing event updated for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.439006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:19.509424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port d725ba83-4aa8-4b14-b8aa-ddf025f4018c yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:19.551621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8:1::1 (e5c97355-f2ba-4d07-8b8e-ad08ba0345a3/4b17da0c-b63b-45bc-937b-11512315e165/5cf97e7d-7e6a-41ff-a798-4f1de11fbff8) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:19.577297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Attempting to bind port 02a66b87-431a-4208-ad38-f6a70c44c825 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Attempting to bind port 02a66b87-431a-4208-ad38-f6a70c44c825 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Attempting to bind port 02a66b87-431a-4208-ad38-f6a70c44c825 on network 8019dd08-7999-4cae-acaf-07bebfa0fcca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Checking segment: {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Bound using segment: {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Bound port: 02a66b87-431a-4208-ad38-f6a70c44c825, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226f7e47-d963-4f1b-b5e1-c732c4e1a4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:19.634260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.649600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22dad3e-fac5-4572-98d5-c474c0a60b96']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:19.692269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1043d5-6d6c-4e8b-811f-ce01470b4240') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:19.692269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1043d5-6d6c-4e8b-811f-ce01470b4240') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:19.734389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.753721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] For port 02a66b87-431a-4208-ad38-f6a70c44c825, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:19.753721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] For port 02a66b87-431a-4208-ad38-f6a70c44c825, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02a66b87-431a-4208-ad38-f6a70c44c825,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:19.759153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.792629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.831305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.838946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Deleting port bf45537e-6cd2-4112-90f9-e86b191812f6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:19.839510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.860453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:19.889937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:19.889937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.911949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:19.920380 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:19.945060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-da97f0c5-8ea7-4f09-bd03-58f60db30e4a None None] The port 'bf45537e-6cd2-4112-90f9-e86b191812f6' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:19.981194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:19.981194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:20.024445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:20.118967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:20.136253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:20.140984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:20.142606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.187942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ff92d-53b6-4c34-8955-0b3eb47859e6 None None] Pushing event updated for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:20.256786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Allocated IP 2001:db8:1::2 (e5c97355-f2ba-4d07-8b8e-ad08ba0345a3/4b17da0c-b63b-45bc-937b-11512315e165/2e4cf0f6-d696-4ebb-b975-f4abbc337061) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:20.264112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:20.280667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.294987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.316608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.341496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Pushing event deleted for resources: {'Network': ['ID=c22dad3e-fac5-4572-98d5-c474c0a60b96,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:20.346985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:12:20.352427 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9da7e35a-fde5-4e04-bd4b-0e51bf9fb3bd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/networks/c22dad3e-fac5-4572-98d5-c474c0a60b96 HTTP/1.1" status: 204 len: 168 time: 2.9560156 Mar 11 16:12:20.357195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39690) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:20.368359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'routes': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:20.443204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.454785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-51333a11-53de-48a5-a401-deb00969d668 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4344349 Mar 11 16:12:20.634809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.787835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-3c3e7eac-6eeb-4c5d-ab66-44961649aba3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1098 time: 0.2103312 Mar 11 16:12:20.864958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:20.869379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=d725ba83-4aa8-4b14-b8aa-ddf025f4018c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:20.873871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:20.892769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:20.892769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:20.892769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.902987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.915560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Transition to ACTIVE for port object 2e4cf0f6-d696-4ebb-b975-f4abbc337061 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:20.929237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Added routes are [] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:12:20.929237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Removed routes are [] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:12:20.929237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:20.985125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Transition to ACTIVE for port object 2e4cf0f6-d696-4ebb-b975-f4abbc337061 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:21.003627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.071534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-91ae9706-85ec-439c-a22d-57c932b14a92 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8979771 Mar 11 16:12:21.073418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39694) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:21.086963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-cc8733bf-6be7-4363-aa79-ffa4bc2a9b8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:21.088508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-cc8733bf-6be7-4363-aa79-ffa4bc2a9b8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.2295997 Mar 11 16:12:21.147813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:21.153858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:21.156581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:21.165607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Pushing event updated for resources: {'Port': ['ID=2e4cf0f6-d696-4ebb-b975-f4abbc337061,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:21.232535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:21.249754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:14Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:19Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:21.260060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.264898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.269841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13061d0-1f1a-43bb-8165-c6a5e9bee577 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:14Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:19Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:21.273362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.275747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Attempting to bind port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:21.276444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Attempting to bind port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:21.276962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Attempting to bind port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 on network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:21.282877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4c6ff-f45d-4324-b261-11a4b2b52520 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:21.283636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1ab4c6ff-f45d-4324-b261-11a4b2b52520 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:21.285423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:21.285819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Checking segment: {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:21.286405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.286781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.286996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Bound using segment: {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:21.287245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Bound port: 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:21.287528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.287990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.374528 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-2dfd1488-4404-44eb-912f-6638f4000fb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 1001 time: 0.2477915 Mar 11 16:12:21.405218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] For port 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:21.410007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] For port 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e4cf0f6-d696-4ebb-b975-f4abbc337061,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:21.412179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1ab4c6ff-f45d-4324-b261-11a4b2b52520 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:21.413506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1ab4c6ff-f45d-4324-b261-11a4b2b52520 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/d725ba83-4aa8-4b14-b8aa-ddf025f4018c HTTP/1.1" status: 200 len: 841 time: 0.3300767 Mar 11 16:12:21.419789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.429101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39698) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:21.481218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:21.491839 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:21.515388 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:21.516543 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:21.538238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port d725ba83-4aa8-4b14-b8aa-ddf025f4018c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:21.538572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.565817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f3adc-c474-47bb-adf8-69bcc3e39ef5 None None] Pushing event updated for resources: {'Port': ['ID=2e4cf0f6-d696-4ebb-b975-f4abbc337061,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:21.571992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:21.613493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-3b82932a-f3ea-4971-acf1-15425c65efa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:21.615154 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-3b82932a-f3ea-4971-acf1-15425c65efa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.2139916 Mar 11 16:12:21.732144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:21.733519 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-be596ad1-1c30-4254-a614-a3fa93b2c670 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0462053 Mar 11 16:12:21.737687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39704) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:21.763558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:21.767113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:21.772317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router 16ceece7-8736-4a31-831d-7300fa3c2f36 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:21.791255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:21.973105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-9bc83bb4-98a1-421f-ae57-f0b97e4dc195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3507667 Mar 11 16:12:22.105572 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a587bf6d-ff2e-439a-be8f-40751841cddb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3586237 Mar 11 16:12:22.105572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:22.205139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:22.317045 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:17Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:22.322084 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:22.322429 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Updating router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 port d2efee28-5368-41da-b641-5240a6d18d74 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:22.363230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for d725ba83-4aa8-4b14-b8aa-ddf025f4018c owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:22.398770 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:22.430643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:22.430643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:22.430643 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7f1caec6-8f65-4f99-b639-7ccbe5e68f11 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 701 time: 2.0558748 Mar 11 16:12:22.430643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39714) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:22.436393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Sync routers for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:22.494319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:22.494319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:22.503441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-59a05d60-5921-4885-8834-70d8b371fa94 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:22.537375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-b2fc9485-1062-42f9-95c9-db5a049460dd service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4768624 Mar 11 16:12:22.539804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-59a05d60-5921-4885-8834-70d8b371fa94 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:22.541596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-59a05d60-5921-4885-8834-70d8b371fa94 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 205 time: 0.1186912 Mar 11 16:12:22.544271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39718) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:22.700008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:22.851530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e4cf0f6-d696-4ebb-b975-f4abbc337061 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:22.962184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=d725ba83-4aa8-4b14-b8aa-ddf025f4018c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:22.977175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:22.987124 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-965c4efa-1403-48c0-b448-aaeb3cff4da1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/d725ba83-4aa8-4b14-b8aa-ddf025f4018c HTTP/1.1" status: 204 len: 168 time: 1.5559392 Mar 11 16:12:22.989172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39722) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:23.022417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:23.063141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52053ec-5eaf-434b-9432-25506d7e853b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:23.063141 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f52053ec-5eaf-434b-9432-25506d7e853b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9568591 Mar 11 16:12:23.071585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39726) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:23.192411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5449dd-9390-47f6-8448-48d792ade499 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:12:23.192920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e5449dd-9390-47f6-8448-48d792ade499 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:23.205393 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e6e766f1-50a6-43ed-bdf1-0a08c2b0c884 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227751 Mar 11 16:12:23.213028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39730) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:23.232500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.342332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:23.365610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4230109-0212-444f-bb1e-aeed6f79c9e0 None None] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:23.389324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431731652', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:23.395662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96b4431d-0847-4eee-a3d8-dfdd269bcefd req-cd5a8101-1cb9-4b4a-9222-6e0bd88cd2fc service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102954 Mar 11 16:12:23.435691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Checking router: 16ceece7-8736-4a31-831d-7300fa3c2f36 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:23.453170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:23.488580 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.498213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:23.512547 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Transition to ACTIVE for port object d2efee28-5368-41da-b641-5240a6d18d74 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:23.527909 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.613723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Routers {'16ceece7-8736-4a31-831d-7300fa3c2f36'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:23.614345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16ceece7-8736-4a31-831d-7300fa3c2f36'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:23.691800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e5449dd-9390-47f6-8448-48d792ade499 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:23.695028 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e5449dd-9390-47f6-8448-48d792ade499 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/d725ba83-4aa8-4b14-b8aa-ddf025f4018c HTTP/1.1" status: 404 len: 333 time: 0.7048893 Mar 11 16:12:23.701235 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Pushing event updated for resources: {'Port': ['ID=d2efee28-5368-41da-b641-5240a6d18d74,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:23.703754 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Attempting to bind port d2efee28-5368-41da-b641-5240a6d18d74 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:23.706362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39734) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:23.712704 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Attempting to bind port d2efee28-5368-41da-b641-5240a6d18d74 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:23.714716 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Attempting to bind port d2efee28-5368-41da-b641-5240a6d18d74 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:23.737209 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:23.737856 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:23.738461 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.739037 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:23.739704 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Bound port: d2efee28-5368-41da-b641-5240a6d18d74, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:23.742014 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.754703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'name': 'tempest-PortsTestJSON-211947249'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:23.799088 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.799880 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.801255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.801812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.802674 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.803818 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.804568 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.805268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.805808 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.806328 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.806837 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:12:23.806960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Provisioning for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:23.838667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:23.854101 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7bfec4fe-5117-42cd-bea8-0c65f73496de tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0186846 Mar 11 16:12:23.868499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39738) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:23.876732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-238564733'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:23.884983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:23.890523 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] For port d2efee28-5368-41da-b641-5240a6d18d74, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:23.891003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:23.895299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:23.896424 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] For port d2efee28-5368-41da-b641-5240a6d18d74, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d2efee28-5368-41da-b641-5240a6d18d74,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:23.903673 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.903938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:23.911397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Provisioning complete for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:23.911767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.925545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:23.930001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.931052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:23.935174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:23.938071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:23.944309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:23.952506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:23.964308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:23.975587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:23.987002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:23.987333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment b5f23964-5122-4cc4-a9b7-5c84923385cb of type vlan for network c5c04c60-0032-4ab6-9e36-4be254d3034d Mar 11 16:12:24.018686 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:24.019602 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:24.019906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] Set router 16ceece7-8736-4a31-831d-7300fa3c2f36 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:24.031163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.066472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.070535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:24.071154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.164704 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaafdf-ed0d-4728-891b-24787b1d35e9 None None] Pushing event updated for resources: {'Port': ['ID=d2efee28-5368-41da-b641-5240a6d18d74,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:24.270681 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3887594 Mar 11 16:12:24.270681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39742) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:24.288695 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:24.293778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba6eac-2828-41c4-9df0-10d9a5c4efd6 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=c5c04c60-0032-4ab6-9e36-4be254d3034d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:24.307156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:24.331407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:24.334364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c5c04c60-0032-4ab6-9e36-4be254d3034d details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:24.467059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:24.478173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.508584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec8be45-05ea-43b2-97d2-59c169fedef2 None None] The sync data for ids ['16ceece7-8736-4a31-831d-7300fa3c2f36'] in dv-neutron-833206-1-hyperv is: [{'id': '16ceece7-8736-4a31-831d-7300fa3c2f36', 'name': 'tempest-RoutersTest-router-1832081142', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:20Z', 'updated_at': '2022-03-11T16:12:13Z', 'revision_number': 11, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:24.597818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:24.603034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:24.606621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:24.612587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:24.618657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.630015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:24.657951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:24.663878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.741347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02a66b87-431a-4208-ad38-f6a70c44c825 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:24.851225 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:17Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:24.851225 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b17fd66-d3f4-42da-b2b0-1656fdd09f51 None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:17Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:24.864124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.917413 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:24.942271 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:24.942395 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:24.954916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] For port 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e4cf0f6-d696-4ebb-b975-f4abbc337061,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:24.965514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:24.967081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 02a66b87-431a-4208-ad38-f6a70c44c825 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:25.099286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 02a66b87-431a-4208-ad38-f6a70c44c825 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:25.099740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.193892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.206168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.262807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 2487f43e-6b17-4867-9ce9-84969fc583b8 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:25.285108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46618e-8da6-4456-a73e-ea29572aed4d None None] Pushing event updated for resources: {'Port': ['ID=2e4cf0f6-d696-4ebb-b975-f4abbc337061,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:25.389305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.389895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router 16ceece7-8736-4a31-831d-7300fa3c2f36 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:12:25.413797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:25.468093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.481675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.483128 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0fd5fbec-3e0c-4046-a131-4bb2449f16f3 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 204 len: 168 time: 2.9375656 Mar 11 16:12:25.494931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39746) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:25.511436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1551842667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:25.518673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.527953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:25.534393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Usage tracker for resource:router and tenant:27660fe26dd7418a8e580b1fef49978b is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:25.540931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:25.561415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:25.577303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 02a66b87-431a-4208-ad38-f6a70c44c825, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02a66b87-431a-4208-ad38-f6a70c44c825,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:25.594642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.605271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.607403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.738918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=ab30b3f5-4ea1-48ac-9b13-b88ace9677f8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:25.815111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:25.815870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: c5c04c60-0032-4ab6-9e36-4be254d3034d, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:25.847665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:25.885063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e251055a-e290-487b-8e2a-789616b20c8b None None] Provisioning complete for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:25.885588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e251055a-e290-487b-8e2a-789616b20c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.890988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network c5c04c60-0032-4ab6-9e36-4be254d3034d is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:25.920963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c5c04c60-0032-4ab6-9e36-4be254d3034d) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:25.927181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.937185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:25.938628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:25.977799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5558d923-e123-473f-b397-02d8f1a73c50 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6986704 Mar 11 16:12:25.983532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39750) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:26.077592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b446cd5-d19a-4fbf-aadb-1c6b82187eda None None] Network c5c04c60-0032-4ab6-9e36-4be254d3034d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:26.274514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:20Z', 'revision_number': 3, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:19Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:20Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:26.278671 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:26.279375 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Updating router e4ab778e-56c6-4980-9a83-ebf6830f5e73 port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:26.289500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.434277 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.444256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.502562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.600085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.607620 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0d89faf0-03cc-4f79-a700-e4639214ea7f tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1091416 Mar 11 16:12:26.637725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:26.657300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:26.788535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d2efee28-5368-41da-b641-5240a6d18d74 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:26.897312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c5c04c60-0032-4ab6-9e36-4be254d3034d', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:26.898855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.949520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:26.951232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=695469fc-0860-46e9-8c4b-deb0193b0939,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:27.029360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:27.029360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:27.086669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:27.149482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:27.152923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=2487f43e-6b17-4867-9ce9-84969fc583b8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:27.155719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:27.160077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:27.160998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.192727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port d2efee28-5368-41da-b641-5240a6d18d74 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:27.222594 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.223427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d2efee28-5368-41da-b641-5240a6d18d74 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:27.223427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.245336 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Transition to ACTIVE for port object 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:27.263824 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-009d6102-1a50-49eb-a41c-ac5cf90da700 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5193222 Mar 11 16:12:27.264660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39758) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:27.269865 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.279050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:27.324269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:27.341509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e251055a-e290-487b-8e2a-789616b20c8b None None] Provisioning for port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:27.401363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Allocated IP 2001:db8:2::2 (c5c04c60-0032-4ab6-9e36-4be254d3034d/ab30b3f5-4ea1-48ac-9b13-b88ace9677f8/7b017904-8f67-4e31-90d0-575f2621af7c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:27.668980 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a857d-66de-42bc-aec1-0aa728c4a05f None None] Pushing event updated for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:27.691801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:27.716300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93019b27-84d9-47e8-8207-e394118008f8 None None] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:27.834966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.853383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.856745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port d2efee28-5368-41da-b641-5240a6d18d74, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d2efee28-5368-41da-b641-5240a6d18d74,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:27.868466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.872148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e4cf0f6-d696-4ebb-b975-f4abbc337061 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:27.893759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:27.893759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.894668 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Attempting to bind port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:27.894668 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Attempting to bind port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:27.894668 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Attempting to bind port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 on network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:27.949149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.966058 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:27.973626 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5018e20-1cbb-441c-846d-3950f6a3d91e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.7325256 Mar 11 16:12:27.985119 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Checking segment: {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:27.985119 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:27.985119 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Bound using segment: {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:27.994053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39762) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:28.000095 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Bound port: 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53707ef6-40f9-45e1-ab3c-40093ec227b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:28.000095 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.044371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.054287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.158147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:28.159429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.200967 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] For port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:28.207257 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] For port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:28.214925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.369626 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a857d-66de-42bc-aec1-0aa728c4a05f None None] Pushing event updated for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:28.385144 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:28.386625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:28.528014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=d2efee28-5368-41da-b641-5240a6d18d74,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:28.594573 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:28.608728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.627467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.643545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.647640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Transition to ACTIVE for port object 7b017904-8f67-4e31-90d0-575f2621af7c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:28.692964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Transition to ACTIVE for port object 7b017904-8f67-4e31-90d0-575f2621af7c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:28.720784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] In _notify_port_updated(), no bound segment for port 2487f43e-6b17-4867-9ce9-84969fc583b8 on network 63d45d03-6b6f-42e4-8cac-138ec37ec17e {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:12:28.722533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02a66b87-431a-4208-ad38-f6a70c44c825 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:28.727032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:28.727843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.731769 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/ports/2487f43e-6b17-4867-9ce9-84969fc583b8 HTTP/1.1" status: 200 len: 818 time: 1.4632571 Mar 11 16:12:28.731769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Router a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:12:28.736824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39766) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:28.772265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.833330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8:2::1 (c5c04c60-0032-4ab6-9e36-4be254d3034d/ab30b3f5-4ea1-48ac-9b13-b88ace9677f8/9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:28.871189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:28.872885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:28.934215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e215e-0d6a-4b9c-a9ac-b49c5963552d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=2487f43e-6b17-4867-9ce9-84969fc583b8,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:28.944312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Pushing event updated for resources: {'Port': ['ID=7b017904-8f67-4e31-90d0-575f2621af7c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:28.951632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Network c5c04c60-0032-4ab6-9e36-4be254d3034d is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:28.959524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:29.021359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:29.033943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 2487f43e-6b17-4867-9ce9-84969fc583b8 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:29.034480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.119085 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:20Z', 'revision_number': 3, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:28Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:29.123577 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01ca7d-24dc-4293-bf2b-e21b91764bf9 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:20Z', 'revision_number': 3, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:28Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:29.213357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 02a66b87-431a-4208-ad38-f6a70c44c825 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:29.213639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.219646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.239765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:29.275211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.324168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Attempting to bind port 7b017904-8f67-4e31-90d0-575f2621af7c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:29.324758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Attempting to bind port 7b017904-8f67-4e31-90d0-575f2621af7c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:29.325315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Attempting to bind port 7b017904-8f67-4e31-90d0-575f2621af7c on network c5c04c60-0032-4ab6-9e36-4be254d3034d {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:29.361418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:29.361792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Checking segment: {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:29.362113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.362512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Bound using segment: {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:29.363002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Bound port: 7b017904-8f67-4e31-90d0-575f2621af7c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:29.363374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.387419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network c5c04c60-0032-4ab6-9e36-4be254d3034d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:29.388558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:29.391586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:29.394873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Allocated IP 172.20.0.2 (71eea0a2-cd0c-4733-aa83-2a184ec5ae4f/695469fc-0860-46e9-8c4b-deb0193b0939/70b5dc78-b588-4626-b281-8ca81cb9e5d9) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:29.395105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:29.395980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.502226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.658182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:29.664874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.671079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-52140a42-4218-4aaf-ae84-e1bd6de29891 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "PUT /v2.0/routers/a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 200 len: 694 time: 3.0254369 Mar 11 16:12:29.675627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39772) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:29.712321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Sync routers for ids ['a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:29.765970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] For port 7b017904-8f67-4e31-90d0-575f2621af7c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:29.839961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:29.849558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Routers {'a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:29.850214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:30.012642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 2487f43e-6b17-4867-9ce9-84969fc583b8 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:30.138206 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ebdf0799-c6c4-442e-bd42-a4c4b8712e6e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/routers/a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 200 len: 700 time: 0.4558148 Mar 11 16:12:30.144972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:30.172188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.181445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] For port 7b017904-8f67-4e31-90d0-575f2621af7c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7b017904-8f67-4e31-90d0-575f2621af7c,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:30.188248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d2efee28-5368-41da-b641-5240a6d18d74 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:30.200293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.237261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.242479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-06d65768-81dc-47ea-a094-9607b89f1d2e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Synchronizing usage tracker for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:30.244184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Transition to ACTIVE for port object 70b5dc78-b588-4626-b281-8ca81cb9e5d9 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:30.281781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-06d65768-81dc-47ea-a094-9607b89f1d2e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Unset dirty status for tenant:27660fe26dd7418a8e580b1fef49978b on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:30.283942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-06d65768-81dc-47ea-a094-9607b89f1d2e tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 200 len: 205 time: 0.1375890 Mar 11 16:12:30.287349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39780) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:30.328944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Set router a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:30.338376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=2487f43e-6b17-4867-9ce9-84969fc583b8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:30.411564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Transition to ACTIVE for port object 70b5dc78-b588-4626-b281-8ca81cb9e5d9 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:30.428879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.459193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.472158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.472158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.484089 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d4954fc4-c725-4b7c-bd32-876008230db8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/2487f43e-6b17-4867-9ce9-84969fc583b8 HTTP/1.1" status: 204 len: 168 time: 1.7356606 Mar 11 16:12:30.484089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39784) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:30.502116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2', 'name': 'tempest-RoutersTest-router-1551842667', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:25Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:30.507044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.525762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdb205-20d3-440c-a56b-d941d0712afa None None] Pushing event updated for resources: {'Port': ['ID=7b017904-8f67-4e31-90d0-575f2621af7c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:30.595059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Checking router: a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:30.612451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb31764d-dbf4-458b-a8c0-f6fa78af4712 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:30.613562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bb31764d-dbf4-458b-a8c0-f6fa78af4712 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:30.616305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:30.625484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:30.649618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:30.657261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bb31764d-dbf4-458b-a8c0-f6fa78af4712 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:30.657451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d2efee28-5368-41da-b641-5240a6d18d74 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:30.658137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.662676 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bb31764d-dbf4-458b-a8c0-f6fa78af4712 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1849751 Mar 11 16:12:30.668635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39788) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:30.705231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:30.715551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.748882 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e9ae3b-f8ca-4848-8fb3-4884b5b187b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:12:30.755726 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-92e9ae3b-f8ca-4848-8fb3-4884b5b187b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/2487f43e-6b17-4867-9ce9-84969fc583b8 HTTP/1.1" status: 404 len: 333 time: 0.0793386 Mar 11 16:12:30.755726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39792) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:30.764465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1386637893'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:30.771100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:30.774855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:30.780018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:30.785965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Routers {'a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:30.786908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:30.790462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:30.810109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:30.813388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:30.954741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Pushing event updated for resources: {'Port': ['ID=70b5dc78-b588-4626-b281-8ca81cb9e5d9,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:30.975462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:31.080878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.082616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment fbef57f4-ab96-4be2-9e47-bcde8fae3f3f of type vlan for network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 Mar 11 16:12:31.091641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network c5c04c60-0032-4ab6-9e36-4be254d3034d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:31.181183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:31.204167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Attempting to bind port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:31.205880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Attempting to bind port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:31.205880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Attempting to bind port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 on network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:31.224670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] Set router a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:31.226877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.250637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.340464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:31.366559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:31.366559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Checking segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:31.366559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.373081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Bound using segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:31.373081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Bound port: 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:31.373081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.494947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.499702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:31.500331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.530429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.546495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.658540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:31.667861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=70b5dc78-b588-4626-b281-8ca81cb9e5d9,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:31.668690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2', 'name': 'tempest-RoutersTest-router-1551842667', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:25Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:31.682436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53327b6b-4da5-45ad-b403-e11771a02198 None None] The sync data for ids ['a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2'] in dv-neutron-833206-1-hyperv is: [{'id': 'a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2', 'name': 'tempest-RoutersTest-router-1551842667', 'tenant_id': '27660fe26dd7418a8e580b1fef49978b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:25Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 2, 'project_id': '27660fe26dd7418a8e580b1fef49978b', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:31.696095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.831563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0766098 Mar 11 16:12:31.838589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a634866-1e95-43e9-9b3f-dcabef833cf6 None None] Pushing event updated for resources: {'Port': ['ID=70b5dc78-b588-4626-b281-8ca81cb9e5d9,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:31.841318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39796) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:31.870518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:31.876405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:31.886954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:31.887367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.960731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:31.960731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Fanout notify agent at l3_agent the message router_deleted on router a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:12:32.007046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb3df9-03bd-4221-bdc9-c5e36ecdda37 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=b8681f78-ed4f-4f70-bcc7-5506ca55b9d3,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:32.028792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.035344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-163bc3b8-3e8b-4c17-ad4a-fbec1fc117cb tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 204 len: 168 time: 1.7467587 Mar 11 16:12:32.038142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39800) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.047027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:32.182181 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cb1a7ff1-343b-479b-b487-b98275e02372 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 200 len: 205 time: 0.1365752 Mar 11 16:12:32.183984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39804) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.281771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:32.304549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:32.309720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:32.311865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-a48fd58a-757b-4c19-a215-62f2567a09dc tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:32.316242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a48fd58a-757b-4c19-a215-62f2567a09dc tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/a8ab1d82-e3cb-46ab-aaee-535d5e6d4af2 HTTP/1.1" status: 404 len: 336 time: 0.1281841 Mar 11 16:12:32.320568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39808) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.342250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:32.361790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:32.441666 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-24db1cab-6c68-4df0-a7c0-21915878abe1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:32.442561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24db1cab-6c68-4df0-a7c0-21915878abe1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:32.452122 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632d734-af08-4bea-b2f4-2af9a2ebf51f None None] Network c5c04c60-0032-4ab6-9e36-4be254d3034d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:32.455532 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-24db1cab-6c68-4df0-a7c0-21915878abe1 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/3e84e789-fceb-41e1-8ec9-5a1a0c8e7391 HTTP/1.1" status: 404 len: 337 time: 0.0956841 Mar 11 16:12:32.460684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39812) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.461505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:32.553943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.581536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (71eea0a2-cd0c-4733-aa83-2a184ec5ae4f/695469fc-0860-46e9-8c4b-deb0193b0939/d1a66816-356d-4ddb-9d24-a736119f7fd8) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:32.607528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-13279f63-3d3f-4d80-b20f-022430fc6a38 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:32.607528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13279f63-3d3f-4d80-b20f-022430fc6a38 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:32.607943 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-13279f63-3d3f-4d80-b20f-022430fc6a38 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/1413521d-7e27-4e02-abe3-7895b979ad81 HTTP/1.1" status: 404 len: 337 time: 0.1218672 Mar 11 16:12:32.611633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39816) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.655256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a1691229-6089-4321-b523-294650d58e73 None None] Provisioning for port 7b017904-8f67-4e31-90d0-575f2621af7c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:32.666995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:32.671527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:32.680020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd55c414-f2ec-4645-9952-3420fd1a8aff tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6953304 Mar 11 16:12:32.681068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39820) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.687625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-127367293'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:32.695095 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:32.697696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:32.703955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.708185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:network and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:32.713414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-11df205f-a103-4dad-a1f0-6959717dd5ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:32.714260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11df205f-a103-4dad-a1f0-6959717dd5ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:32.719518 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11df205f-a103-4dad-a1f0-6959717dd5ea tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/e6113504-83f2-48a9-92a9-ab984a696f24 HTTP/1.1" status: 404 len: 337 time: 0.1001446 Mar 11 16:12:32.721777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:32.738714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:32.739377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39824) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.740638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:32.741575 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:32.754436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:32.758755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.819590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:32.839712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.840706 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added segment 153fb717-b55d-445c-ba2d-3e4e262979b7 of type vlan for network 476aacdd-88b3-497f-b46e-408e2e02c42d Mar 11 16:12:32.930790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:32.942156 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf11055-53cf-43a4-8590-a9c1cfd6b505 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:32.942674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf11055-53cf-43a4-8590-a9c1cfd6b505 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:32.948223 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8cf11055-53cf-43a4-8590-a9c1cfd6b505 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/94de6afc-b3a7-4a29-82fc-a23ec60b63f1 HTTP/1.1" status: 404 len: 337 time: 0.2052858 Mar 11 16:12:32.950628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39828) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:32.951505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.044975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 70b5dc78-b588-4626-b281-8ca81cb9e5d9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:33.085133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.db.resource_extend [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:33.088369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:12:33.120900 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-60880bf0-5cc9-4f54-a30f-dd5d5ed105c2 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 200 len: 205 time: 0.1650259 Mar 11 16:12:33.121125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39832) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.138876 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:33.267149 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-a5374660-dde9-48e3-9cdf-2a700aa55509 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:33.267342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:33.285922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a5374660-dde9-48e3-9cdf-2a700aa55509 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/16ceece7-8736-4a31-831d-7300fa3c2f36 HTTP/1.1" status: 404 len: 336 time: 0.1637142 Mar 11 16:12:33.286855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.306973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:33.317262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.319429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7b017904-8f67-4e31-90d0-575f2621af7c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:33.330396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:33.347103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.433772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 7b017904-8f67-4e31-90d0-575f2621af7c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:33.448119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7b017904-8f67-4e31-90d0-575f2621af7c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:33.449178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.601900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.609265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b566b25-f489-4454-a78b-4e6354de38f6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=740a93ac-2a66-410a-b55b-3aad4d1a4abd HTTP/1.1" status: 200 len: 205 time: 0.3120017 Mar 11 16:12:33.617740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.643978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9605005 Mar 11 16:12:33.644786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39844) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.646090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object d1a66816-356d-4ddb-9d24-a736119f7fd8 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:33.706269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.731252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:33.747070 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-8fca7616-aaa9-4ff5-9dc3-ca4bcf822450 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:33.748401 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8fca7616-aaa9-4ff5-9dc3-ca4bcf822450 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/740a93ac-2a66-410a-b55b-3aad4d1a4abd HTTP/1.1" status: 404 len: 336 time: 0.1298387 Mar 11 16:12:33.753166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39848) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.760148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'subnet': {'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:33.808758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3f18d-be0a-464f-a436-381f26dd9e29 None None] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:33.828939 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac013627-9a64-4dd3-9ec8-92774f2f1d68 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:33.830102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac013627-9a64-4dd3-9ec8-92774f2f1d68 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:33.832088 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ac013627-9a64-4dd3-9ec8-92774f2f1d68 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/32f8343c-8fa2-4fb9-8fba-2278e13c2be4 HTTP/1.1" status: 404 len: 337 time: 0.0532417 Mar 11 16:12:33.839484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39852) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.842315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db356e-2e7b-4689-8d7b-b4b0f831a88e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Network': ['ID=476aacdd-88b3-497f-b46e-408e2e02c42d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:33.955146 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88005aa1-eb7d-4ad1-ba0f-e832dd94acbd tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 200 len: 205 time: 0.1119282 Mar 11 16:12:33.960621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39856) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:33.965285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:34.016122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:34.020675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:34.026314 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:29Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:29Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:34.031945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:34.039048 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:34.039192 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Updating router e4ab778e-56c6-4980-9a83-ebf6830f5e73 port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:34.102131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 476aacdd-88b3-497f-b46e-408e2e02c42d details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:34.129651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.150866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.172073 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-d4dcdb7f-bfee-49a8-826f-6e71d86a1af5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:34.176010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d4dcdb7f-bfee-49a8-826f-6e71d86a1af5 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/1720f0ab-6c57-401c-b1b4-69253b1961c8 HTTP/1.1" status: 404 len: 336 time: 0.2088370 Mar 11 16:12:34.181999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39860) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:34.183181 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.248700 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=d8522089-24b9-4eb5-8db9-d73f624d2eae,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:34.293048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-95e5a061-8f91-48ef-8da9-0f2266bd03ca tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=9988019a-091f-4348-8335-9b9d61e76d74 HTTP/1.1" status: 200 len: 205 time: 0.1045694 Mar 11 16:12:34.293048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39864) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:34.313329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:34.313329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: b8681f78-ed4f-4f70-bcc7-5506ca55b9d3, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:34.413968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 7b017904-8f67-4e31-90d0-575f2621af7c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7b017904-8f67-4e31-90d0-575f2621af7c,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:34.434597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:34.447052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:subnet and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:34.453881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.462661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:34.462661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:34.471588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.476977 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-82970019-984d-4971-a0dd-c1d9d7ecb89b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:34.476977 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-82970019-984d-4971-a0dd-c1d9d7ecb89b tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/9988019a-091f-4348-8335-9b9d61e76d74 HTTP/1.1" status: 404 len: 336 time: 0.1708364 Mar 11 16:12:34.476977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39868) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:34.476977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Made reservation on behalf of 60a67b3844dc4d45971917547f9b9c68 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:34.613529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Provisioning for port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:34.751530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Provisioning complete for port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:34.751530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.837963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:34.972890 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.003785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Transition to ACTIVE for port object 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:35.016037 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.023779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93222c0b-8895-4780-9e23-363f5cdeeb90 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:35.024342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93222c0b-8895-4780-9e23-363f5cdeeb90 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:35.024765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:35.030365 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-93222c0b-8895-4780-9e23-363f5cdeeb90 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/6a831671-fdb1-4774-b5b3-f6c1b131d40f HTTP/1.1" status: 404 len: 337 time: 0.2423217 Mar 11 16:12:35.036545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39872) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.136962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f3f3fd40-cd5c-4a15-8f1b-285802dbf062 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=406e3be0-3414-451f-919b-46a0421efdb7 HTTP/1.1" status: 200 len: 205 time: 0.0915706 Mar 11 16:12:35.136962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39876) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.167076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=7b017904-8f67-4e31-90d0-575f2621af7c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:35.262687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:35.262687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.269322 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-977de6c8-29ef-441e-8964-5932c1dd7288 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:35.269322 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-977de6c8-29ef-441e-8964-5932c1dd7288 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/406e3be0-3414-451f-919b-46a0421efdb7 HTTP/1.1" status: 404 len: 336 time: 0.1360006 Mar 11 16:12:35.269322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.333612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0ec097-b5d0-48ea-8978-0b703997fdb6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:35.334151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0ec097-b5d0-48ea-8978-0b703997fdb6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:35.376790 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dd0ec097-b5d0-48ea-8978-0b703997fdb6 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/862a150e-7f42-40ac-b076-b8ecf6ea2550 HTTP/1.1" status: 404 len: 337 time: 0.1032870 Mar 11 16:12:35.377059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39884) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.380086 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181720a-2779-4a52-9c21-5b44367c5b38 None None] Pushing event updated for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:35.386961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.511719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Attempting to bind port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:35.512638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Attempting to bind port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:35.513153 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Attempting to bind port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f on network c5c04c60-0032-4ab6-9e36-4be254d3034d {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:35.525513 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:35.526331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Checking segment: {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:35.526924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.527569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Bound using segment: {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:35.528730 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Bound port: 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f23964-5122-4cc4-a9b7-5c84923385cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:35.529380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.538375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-728426cd-43e8-4a5e-8f98-51aa76946804 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "GET /v2.0/ports?device_id=bc48274d-48f2-4694-8ad5-b0d7d946ef76 HTTP/1.1" status: 200 len: 205 time: 0.1587298 Mar 11 16:12:35.550238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39888) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.618743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=70b5dc78-b588-4626-b281-8ca81cb9e5d9,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:35.657105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.660947 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] For port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:35.666619 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] For port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:35.675801 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.771100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:35.786923 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6543fa88-147c-415f-9568-492ea864e3bc tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] delete failed (client error): The resource could not be found. Mar 11 16:12:35.790974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6543fa88-147c-415f-9568-492ea864e3bc tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/routers/bc48274d-48f2-4694-8ad5-b0d7d946ef76 HTTP/1.1" status: 404 len: 336 time: 0.2351849 Mar 11 16:12:35.791565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39894) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.801553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b8681f78-ed4f-4f70-bcc7-5506ca55b9d3) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:35.835068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:35.835068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.847132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.852839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a7bcb-a3ea-4931-9340-e14d23e93e6f None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:35.858119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd317f74-8b94-42b8-bcef-ce1e18bb7972 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:35.858715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd317f74-8b94-42b8-bcef-ce1e18bb7972 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:35.864261 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dd317f74-8b94-42b8-bcef-ce1e18bb7972 tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/fcf7244d-3919-4ca1-a151-e0362905bae0 HTTP/1.1" status: 404 len: 337 time: 0.0670152 Mar 11 16:12:35.865034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39898) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:35.877692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:35.947508 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181720a-2779-4a52-9c21-5b44367c5b38 None None] Pushing event updated for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:35.967464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:35.967774 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:35.972908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e884e681-0c2d-4bb5-b631-45e98ee372ad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] DELETE failed (client error): The resource could not be found. Mar 11 16:12:35.994484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e884e681-0c2d-4bb5-b631-45e98ee372ad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:36.008856 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e884e681-0c2d-4bb5-b631-45e98ee372ad tempest-RoutersTest-1602829281 tempest-RoutersTest-1602829281-project] 10.222.0.78 "DELETE /v2.0/subnets/48ddfcd7-ba69-4c87-b0e4-8473d915739d HTTP/1.1" status: 404 len: 337 time: 0.1383855 Mar 11 16:12:36.088358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:36.105403 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04ab11cb-9a66-4432-a5ac-45049120eb0b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2622316 Mar 11 16:12:36.109965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39904) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:36.131063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:36.160404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.160655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Provisioning for port d1a66816-356d-4ddb-9d24-a736119f7fd8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:36.268821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.288714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Provisioning complete for port d1a66816-356d-4ddb-9d24-a736119f7fd8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:36.289562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.372812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Subnet': ['ID=33377c70-39bb-4af1-9d65-99a8fe3240fa,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:36.406439 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Checking segment: {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:36.406806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network hostable DHCP agents. Network: 476aacdd-88b3-497f-b46e-408e2e02c42d, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:36.450731 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:36.463585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 476aacdd-88b3-497f-b46e-408e2e02c42d is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:36.479296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 476aacdd-88b3-497f-b46e-408e2e02c42d) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:36.494170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:36.495534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.503119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b0f0a2-5796-4a60-8853-7e7d6ba3483f None None] Network 476aacdd-88b3-497f-b46e-408e2e02c42d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:36.542815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1c31b261-f281-4b34-aab0-f550c4b39a32 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7999494 Mar 11 16:12:36.544149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39908) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:36.559736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754b9d8-3d04-4797-910c-70c838a71dbf None None] Pushing event updated for resources: {'Port': ['ID=70b5dc78-b588-4626-b281-8ca81cb9e5d9,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:36.617600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:36.633346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:36.638004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:36.653284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:36.654722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:36.660816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:36.731457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Port d1a66816-356d-4ddb-9d24-a736119f7fd8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:12:36.764934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': 'd8522089-24b9-4eb5-8db9-d73f624d2eae'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:36.765914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.780239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Provisioning complete for port 7b017904-8f67-4e31-90d0-575f2621af7c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:36.780959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.938154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 70b5dc78-b588-4626-b281-8ca81cb9e5d9 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:36.961180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:36.968254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:36.997297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39914) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:37.030528 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:29Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:35Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:37.037410 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12d4744-8242-466b-b02b-1f15b5afdb08 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:29Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:35Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:37.543024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:37.543153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:37.619537 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d8522089-24b9-4eb5-8db9-d73f624d2eae (CIDR: 172.20.0.0/28) Mar 11 16:12:37.623058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-476aacdd-88b3-497f-b46e-408e2e02c42d', 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'fixed_ips': [{'subnet_id': '33377c70-39bb-4af1-9d65-99a8fe3240fa'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:37.623058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:37.659962 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:12:37.659962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:12:37.721206 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-78352cad-e3d5-4251-b93d-2455f6be39c4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=27660fe26dd7418a8e580b1fef49978b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7099929 Mar 11 16:12:37.721206 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-00505b41-4c40-47c6-8970-82579542eca5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6093473 Mar 11 16:12:37.722702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39922) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:37.725658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39924) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:37.748123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:37.760611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Provisioning for port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:37.774425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Allocated IP 172.20.0.2 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/d8522089-24b9-4eb5-8db9-d73f624d2eae/ee43b543-1adc-4892-8868-299aff19e99b) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:37.793534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.000666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.027258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:38.032124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:38.046407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:38.053321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:38.065211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7b017904-8f67-4e31-90d0-575f2621af7c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:38.078900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:38.195298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.207300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Provisioning complete for port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:38.207925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4dc25156-0626-4621-93d1-cc911218a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.305636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e184af82-7633-4c76-acf3-bd2c453737e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.313512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.338347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:38.339274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Allocated IP 2001:db8:3::2 (476aacdd-88b3-497f-b46e-408e2e02c42d/33377c70-39bb-4af1-9d65-99a8fe3240fa/4838f376-ebcd-439b-afdd-2f724095fd13) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:38.382619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.418422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Transition to ACTIVE for port object ee43b543-1adc-4892-8868-299aff19e99b will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:38.530968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 7b017904-8f67-4e31-90d0-575f2621af7c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:38.531454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.539641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.598604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Transition to ACTIVE for port object ee43b543-1adc-4892-8868-299aff19e99b will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:38.623030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27918bd5-1036-41c6-9e84-6956868a5e40,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:38.643597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.708487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.709616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1d191a99-1909-45ff-83f5-758f3d1f9cbf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27918bd5-1036-41c6-9e84-6956868a5e40 HTTP/1.1" status: 204 len: 168 time: 0.9854574 Mar 11 16:12:38.785953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:38.792914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Pushing event updated for resources: {'Port': ['ID=ee43b543-1adc-4892-8868-299aff19e99b,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:38.795330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:38.859468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:38.898767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:38.929660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bac4b534-d9d8-494e-b938-04bcea5fe7ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/29a7c1a8-f518-478b-9840-4bf03fd99ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9705982 Mar 11 16:12:38.931872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39934) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:38.939034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:38.952583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:38.996661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6fa94307-e2df-46b9-858a-908c3954c731 None None] Provisioning complete for port d1a66816-356d-4ddb-9d24-a736119f7fd8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:38.997304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6fa94307-e2df-46b9-858a-908c3954c731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.042223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:39.045821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:39.049040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.049972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.057585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.065664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=77c24c03-9bfa-4909-bae9-5a0eba82bc95,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:39.086056 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-60a63132-2eb0-4f5f-9a37-fb8f9f157d09 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3549602 Mar 11 16:12:39.087534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39942) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:39.097119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'fixed_ips': [{'subnet_id': 'd8522089-24b9-4eb5-8db9-d73f624d2eae'}, {'subnet_id': '77c24c03-9bfa-4909-bae9-5a0eba82bc95'}], 'name': 'tempest-PortsTestJSON-1970080225'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:39.285867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:39.298324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:39.306147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:39.306916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:39.311132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:39.317631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.321627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.322081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.322484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.322856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.323270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.323633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.324038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.324398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.324743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.325327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.325993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.326508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.329216 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43ebc86b-d39f-46f4-a00f-da89a97b0f66 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8408 time: 0.3954864 Mar 11 16:12:39.333152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39948) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:39.371812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Attempting to bind port ee43b543-1adc-4892-8868-299aff19e99b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:39.372188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Attempting to bind port ee43b543-1adc-4892-8868-299aff19e99b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:39.372910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Attempting to bind port ee43b543-1adc-4892-8868-299aff19e99b on network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:39.375163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:39.401191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Transition to ACTIVE for port object 4838f376-ebcd-439b-afdd-2f724095fd13 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:39.401782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:39.499456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.500140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.500231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.500526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.501253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.502026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.502362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.502674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.503015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.503403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.503745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.504134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:39.506243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-50d20ec0-18a6-4453-bc67-a8411e86e571 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7666 time: 0.1715608 Mar 11 16:12:39.509972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39956) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:39.544680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:39.545147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Checking segment: {'id': 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:39.545499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.545920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Bound using segment: {'id': 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:39.546436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Bound port: ee43b543-1adc-4892-8868-299aff19e99b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:39.546813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.569995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6fa94307-e2df-46b9-858a-908c3954c731 None None] Port d1a66816-356d-4ddb-9d24-a736119f7fd8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:12:39.577355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Transition to ACTIVE for port object 4838f376-ebcd-439b-afdd-2f724095fd13 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:39.612311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.718901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Allocated IP 2001:db8:3::1 (476aacdd-88b3-497f-b46e-408e2e02c42d/33377c70-39bb-4af1-9d65-99a8fe3240fa/0a83e2d1-839e-4301-b8f4-78d4babda79a) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:39.731908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:39.761306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:39.761673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.828232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Pushing event updated for resources: {'Port': ['ID=4838f376-ebcd-439b-afdd-2f724095fd13,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:39.861958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Network 476aacdd-88b3-497f-b46e-408e2e02c42d is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:39.870973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:39.883957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:39.917506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:39.921402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee43b543-1adc-4892-8868-299aff19e99b,segment=NetworkSegment(fbef57f4-ab96-4be2-9e47-bcde8fae3f3f),segment_id=fbef57f4-ab96-4be2-9e47-bcde8fae3f3f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:39.936882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39964) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:39.964744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.969627 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bf702cb3-5c41-42ec-9d0e-98ffa70df964 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3580 time: 0.4585640 Mar 11 16:12:39.972055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:39.982244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:40.002910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.7 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/d8522089-24b9-4eb5-8db9-d73f624d2eae/c4dea7d5-6e91-4cd3-b140-2ec760a1c712) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:40.018253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.23 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/77c24c03-9bfa-4909-bae9-5a0eba82bc95/c4dea7d5-6e91-4cd3-b140-2ec760a1c712) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:40.025550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Transition to ACTIVE for port object 0a83e2d1-839e-4301-b8f4-78d4babda79a will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:40.070221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.171962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:40.198371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 476aacdd-88b3-497f-b46e-408e2e02c42d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:40.199806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:40.202389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:40.203539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.226291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.242673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1054089238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:40.257153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Attempting to bind port 4838f376-ebcd-439b-afdd-2f724095fd13 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:40.257845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:40.258078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Attempting to bind port 4838f376-ebcd-439b-afdd-2f724095fd13 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:40.258636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Attempting to bind port 4838f376-ebcd-439b-afdd-2f724095fd13 on network 476aacdd-88b3-497f-b46e-408e2e02c42d {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:40.266962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:router and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:40.272384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:40.282622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61caab-8582-4697-b938-be0e896d04f7 None None] Pushing event updated for resources: {'Port': ['ID=ee43b543-1adc-4892-8868-299aff19e99b,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:40.289935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:40.338361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.339567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.350629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.369555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.401117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:40.403769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Checking segment: {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:40.405014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.406604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Bound using segment: {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:40.407917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Bound port: 4838f376-ebcd-439b-afdd-2f724095fd13, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:40.409099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.416503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.492581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.503348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.506332 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b3fa88bb-47a2-4725-90e8-cf64440a800f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5665982 Mar 11 16:12:40.509659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39972) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:40.522567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1285750663'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:40.529162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:40.533698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object c4dea7d5-6e91-4cd3-b140-2ec760a1c712 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:40.539930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:network and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:40.547457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:40.558181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:40.563775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:40.575597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.580788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39976) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:40.612582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547961416', 'description': 'tempest-secgroup-smoke-547961416 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:40.624675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.627121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:40.629633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:40.633131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.683435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:40.697768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:40.723617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.743771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:40.885830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] For port 4838f376-ebcd-439b-afdd-2f724095fd13, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:40.897862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:40.918149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.922936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] For port 4838f376-ebcd-439b-afdd-2f724095fd13, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4838f376-ebcd-439b-afdd-2f724095fd13,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:40.928116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:40.947247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:40.966193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:40.974821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c4dea7d5-6e91-4cd3-b140-2ec760a1c712,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:40.980119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:41.020538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.030764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.032797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.038249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:41.055061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:security_group_rule and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:41.066408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:41.076421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:41.079719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:41.087936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:41.095875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:41.103129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:41.104721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.123157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:35Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:41.129180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:41.130298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:41.130665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Updating router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 port d1a66816-356d-4ddb-9d24-a736119f7fd8 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:41.171095 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-396719ac-b563-486c-9dbc-e62d90f1d168 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.0826490 Mar 11 16:12:41.179716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39980) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:41.192599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8522089-24b9-4eb5-8db9-d73f624d2eae'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:41.200000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def302-5cfc-47c7-a038-82c67f46ca46 None None] Pushing event updated for resources: {'Port': ['ID=4838f376-ebcd-439b-afdd-2f724095fd13,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:41.205816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.342044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event updated for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:41.370703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.396367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.430241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee43b543-1adc-4892-8868-299aff19e99b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:41.448071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.463892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.518251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf3d3b-5300-4f07-81d1-c8f0862d500f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:41.603127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.608575 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-087de75e-5ba7-4e40-b939-0bbc28e60144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0232408 Mar 11 16:12:41.629035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39984) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:41.631978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93da2739-feb7-4e78-8e04-0ffd7d15afaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.649477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ee43b543-1adc-4892-8868-299aff19e99b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:41.650282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:41.663013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:41.667306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:41.675657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb9d73-83a0-44aa-a2f0-c4d18b157833,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:41.687224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Network 476aacdd-88b3-497f-b46e-408e2e02c42d is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:41.692767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:41.693334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.693734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Added segment 3ef14c3b-3ecd-4df0-90ad-9248f930fca3 of type vlan for network 0dabc612-6725-47fc-93d1-a21830d073b2 Mar 11 16:12:41.699110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:41.712360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:41.771305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.840045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.845002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:41.849960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:41.922073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:41.938277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:41.988619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4777417 Mar 11 16:12:41.998090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 39988) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:42.015697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.036821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:42.037433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.044592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'subnet': {'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:42.046224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112caf5b-ae1e-4d20-9c59-ce5811da2063 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Network': ['ID=0dabc612-6725-47fc-93d1-a21830d073b2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:42.077451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.100570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0dabc612-6725-47fc-93d1-a21830d073b2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:42.178625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:42.202643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7e76f-0b36-4e35-add3-3a995b709137 None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:42.342710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.421809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:42.434460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.446255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:subnet and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:42.457652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:42.458867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.480565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:42.481256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Provisioning for port ee43b543-1adc-4892-8868-299aff19e99b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:42.512599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Provisioning complete for port ee43b543-1adc-4892-8868-299aff19e99b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:42.513470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.535219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.562462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.565530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Transition to ACTIVE for port object d1a66816-356d-4ddb-9d24-a736119f7fd8 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:42.581907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:42.583187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.692859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4452eaec-4b15-451a-8629-c0aa9d66d698,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:42.790208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.791596 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f2e3a5e-07bf-47e4-a33d-2670c2d811b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1555793 Mar 11 16:12:42.795362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 39998) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:42.805729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:42.819559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:42.824267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:42.829361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:42.846293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:42.881363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.901017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:42.929085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a5e10-92b4-48c2-9b98-901b0da5bce2 None None] Pushing event updated for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:43.037777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.058943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.083339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2065a6-1dfd-4620-8c58-f9a47992b9da None None] Network 476aacdd-88b3-497f-b46e-408e2e02c42d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:43.094368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44983b00-79df-4099-868d-d1cb11e3e2ec,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:43.122296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.132005 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7442c370-e0ba-43d9-8dbd-38393e68159a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3350079 Mar 11 16:12:43.132882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40002) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:43.160382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:43.169570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:43.175075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:43.178344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:43.186685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:43.216554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.241375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:43.244364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4838f376-ebcd-439b-afdd-2f724095fd13 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:43.282268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.317171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.321929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.368150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7158ef7b-a14e-42e7-9e3f-c089a38e76d6,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:43.393814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.393814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ccbbb07d-0199-4245-a9a2-02938a4031ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2520435 Mar 11 16:12:43.393814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40006) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:43.396424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:43.411481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:43.411481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:43.414693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:43.419479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:43.442785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.499522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Attempting to bind port d1a66816-356d-4ddb-9d24-a736119f7fd8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:43.499522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Attempting to bind port d1a66816-356d-4ddb-9d24-a736119f7fd8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:43.499522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Attempting to bind port d1a66816-356d-4ddb-9d24-a736119f7fd8 on network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:43.554598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee43b543-1adc-4892-8868-299aff19e99b,segment=NetworkSegment(fbef57f4-ab96-4be2-9e47-bcde8fae3f3f),segment_id=fbef57f4-ab96-4be2-9e47-bcde8fae3f3f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:43.564737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.571536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.575954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.580857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:43.581229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Checking segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:43.581635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.582029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Bound using segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:43.582489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Bound port: d1a66816-356d-4ddb-9d24-a736119f7fd8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:43.583038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.592457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.632468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01cb5cd-604d-4785-860b-15367d4ade55,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:43.632468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.666751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40010) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:43.670633 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8e09ce10-7c16-4d57-82d5-0a2bd09a356e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2541442 Mar 11 16:12:43.675494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:43.675494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:43.690296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Delete allocated IP 172.20.0.23 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/77c24c03-9bfa-4909-bae9-5a0eba82bc95) {{(pid=83840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:12:43.690296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:43.707346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:43.748737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:43.842798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Update dhcp port {'port': {'network_id': 'b8681f78-ed4f-4f70-bcc7-5506ca55b9d3', 'fixed_ips': [{'subnet_id': 'd8522089-24b9-4eb5-8db9-d73f624d2eae', 'ip_address': '172.20.0.2'}, {'subnet_id': '77c24c03-9bfa-4909-bae9-5a0eba82bc95'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': 'ee43b543-1adc-4892-8868-299aff19e99b'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:12:43.844129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.893612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:12:43.904568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4838f376-ebcd-439b-afdd-2f724095fd13 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:43.926806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010305b-d259-431f-aa7a-cda4eea214e4 None None] Pushing event updated for resources: {'Port': ['ID=ee43b543-1adc-4892-8868-299aff19e99b,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:43.934673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:43.993654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.026810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Subnet': ['ID=3a71f605-ac7a-4e1f-8013-17e822ec1e85,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:44.029604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] For port d1a66816-356d-4ddb-9d24-a736119f7fd8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:44.087154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:44.098903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] For port d1a66816-356d-4ddb-9d24-a736119f7fd8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d1a66816-356d-4ddb-9d24-a736119f7fd8,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:44.103979 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:44.110872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Checking segment: {'id': '3ef14c3b-3ecd-4df0-90ad-9248f930fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:44.111738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network hostable DHCP agents. Network: 0dabc612-6725-47fc-93d1-a21830d073b2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:44.113351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.124968 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:44.125844 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:44.147322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.162226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.177824 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-859a1353-b76b-45f9-87f8-7d700ae42107 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6323562 Mar 11 16:12:44.180041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Ignored duplicate provisioning block setup for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:12:44.182439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40014) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:44.183869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.192632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Provisioning for port 4838f376-ebcd-439b-afdd-2f724095fd13 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:44.195692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:44.223144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.228729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5d1625-fdb5-4eed-b0ec-9ff94e99fe08,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:44.236539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Provisioning complete for port 4838f376-ebcd-439b-afdd-2f724095fd13 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:44.236962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.333022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 0dabc612-6725-47fc-93d1-a21830d073b2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:44.364776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.369300 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36a2e915-0ad9-4c0b-a2a0-ed67e35f76c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7218146 Mar 11 16:12:44.370551 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:44.373282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40018) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:44.385237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cbaf3d3b-5300-4f07-81d1-c8f0862d500f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:44.456041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a5e10-92b4-48c2-9b98-901b0da5bce2 None None] Pushing event updated for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:44.465485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:44.477340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 0dabc612-6725-47fc-93d1-a21830d073b2) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:44.501659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835f563-f936-40a9-9180-28aa6e17d993 None None] Network 0dabc612-6725-47fc-93d1-a21830d073b2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:44.581734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:44.584825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c4dea7d5-6e91-4cd3-b140-2ec760a1c712,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:44.587757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:44.596204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:44.597020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.602422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:44.603362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:44.616811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:44.701155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] In _notify_port_updated(), no bound segment for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 on network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:12:44.708335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:44.708879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.714576 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9c0d3e7-7050-47ca-a70f-63e32907c5b9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/ports/c4dea7d5-6e91-4cd3-b140-2ec760a1c712 HTTP/1.1" status: 200 len: 919 time: 3.5334485 Mar 11 16:12:44.718121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Allocated IP 172.20.0.18 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/77c24c03-9bfa-4909-bae9-5a0eba82bc95/ee43b543-1adc-4892-8868-299aff19e99b) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:44.722129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:44.728575 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f404a37c-c3ca-4088-9c8e-7ea4400b4b42 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7234213 Mar 11 16:12:44.747806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8522089-24b9-4eb5-8db9-d73f624d2eae'}, {'subnet_id': '77c24c03-9bfa-4909-bae9-5a0eba82bc95'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:44.774231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40024) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:44.811142 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:12:44.880100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.900559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'network': {'name': 'tempest-router-network01--1125306050'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:44.928872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:44.963798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:network and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:44.979476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:44.980423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:44.995926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:45.112797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:45.119749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.185382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.186110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee43b543-1adc-4892-8868-299aff19e99b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:45.256396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.257488 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a83e2d1-839e-4301-b8f4-78d4babda79a', 'name': '', 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:86:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:38Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:45.262805 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:45.263562 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Updating router e4ab778e-56c6-4980-9a83-ebf6830f5e73 port 0a83e2d1-839e-4301-b8f4-78d4babda79a binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:12:45.294897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:45.315497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.315637 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Added segment 4580a5f7-31ab-48d7-8d85-382b4e17f062 of type vlan for network 21f73ab9-f659-4407-b235-28b1f8481967 Mar 11 16:12:45.357116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.372973 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.430620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1349c914-fbc0-4f73-9bb1-2f46e91032cc,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:45.440413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.477911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.526038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.527210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-104c7812-6e4e-4325-a66a-58510bac2fa3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1517701 Mar 11 16:12:45.546519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] For port 4838f376-ebcd-439b-afdd-2f724095fd13, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4838f376-ebcd-439b-afdd-2f724095fd13,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:45.581845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.740499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.740499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:45.740499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.774100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:45.942510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:12:45.944295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Network': ['ID=21f73ab9-f659-4407-b235-28b1f8481967,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:45.950981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dcc304be-ff83-42cf-b117-698dab89ef88 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1642535 Mar 11 16:12:45.951453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40040) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:45.963587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'network': {'name': 'tempest-router-network02--787154792'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:45.975283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Removed routes are [] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:12:45.975676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:45.982622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:46.005793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-0dabc612-6725-47fc-93d1-a21830d073b2', 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2', 'tenant_id': '4ae149d94265475e9c3f3cdfab2c7fa6', 'fixed_ips': [{'subnet_id': '3a71f605-ac7a-4e1f-8013-17e822ec1e85'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:46.006690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.021275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 21f73ab9-f659-4407-b235-28b1f8481967 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:46.049458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:network and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:46.073134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:46.091806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:46.103152 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.124672 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Transition to ACTIVE for port object 0a83e2d1-839e-4301-b8f4-78d4babda79a will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:46.143752 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.151731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:46.154774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.207206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-fb37c460-4a01-47e7-9f77-8e8afa8a37b7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547961416&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.2074370 Mar 11 16:12:46.241508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee43b543-1adc-4892-8868-299aff19e99b,segment=NetworkSegment(fbef57f4-ab96-4be2-9e47-bcde8fae3f3f),segment_id=fbef57f4-ab96-4be2-9e47-bcde8fae3f3f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:46.258540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:46.277366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.278014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Added segment 841460b8-bef7-4044-a0c7-0f3013bf556d of type vlan for network d499377c-ef87-485c-a282-e2d8a9ab3e14 Mar 11 16:12:46.315814 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868e448-3041-4770-9960-b367967aea0a None None] Pushing event updated for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:46.390733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afc5c0-16b3-49b5-877d-7881db9ee962 None None] Pushing event updated for resources: {'Port': ['ID=4838f376-ebcd-439b-afdd-2f724095fd13,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:46.445427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ee43b543-1adc-4892-8868-299aff19e99b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:46.445748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.493835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-734bfb4b-eec4-4722-8d76-d1b115827863 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:46.495819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-734bfb4b-eec4-4722-8d76-d1b115827863 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 796 time: 0.2735333 Mar 11 16:12:46.545850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Attempting to bind port 0a83e2d1-839e-4301-b8f4-78d4babda79a on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:46.546329 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-34e57673-d787-4392-a30b-2cbc3e2f1ada tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0417464 Mar 11 16:12:46.552995 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Attempting to bind port 0a83e2d1-839e-4301-b8f4-78d4babda79a by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:46.553387 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Attempting to bind port 0a83e2d1-839e-4301-b8f4-78d4babda79a on network 476aacdd-88b3-497f-b46e-408e2e02c42d {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:46.562544 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:46.562809 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Checking segment: {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:46.563475 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.564100 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Bound using segment: {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:46.566233 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Bound port: 0a83e2d1-839e-4301-b8f4-78d4babda79a, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153fb717-b55d-445c-ba2d-3e4e262979b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:46.566849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.616244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:46.664805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.707169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.757423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.758688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-4072b565-f3b5-499a-a4fb-5d031e9de531 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1912124 Mar 11 16:12:46.759572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.763212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:46.763663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.763913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.836064 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] For port 0a83e2d1-839e-4301-b8f4-78d4babda79a, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:46.848231 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] For port 0a83e2d1-839e-4301-b8f4-78d4babda79a, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a83e2d1-839e-4301-b8f4-78d4babda79a,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:46.849281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Transition to ACTIVE for port object ee43b543-1adc-4892-8868-299aff19e99b will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:46.862041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f8541d51-3197-4017-adf5-561a8b77340d None None] Provisioning for port 0a83e2d1-839e-4301-b8f4-78d4babda79a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:46.864388 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:46.983731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.30 (b8681f78-ed4f-4f70-bcc7-5506ca55b9d3/77c24c03-9bfa-4909-bae9-5a0eba82bc95/c4dea7d5-6e91-4cd3-b140-2ec760a1c712) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:47.029590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Allocated IP 2001:db8::2 (0dabc612-6725-47fc-93d1-a21830d073b2/3a71f605-ac7a-4e1f-8013-17e822ec1e85/bd7338a3-5088-49c5-9813-f2601333afc4) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:47.046514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868e448-3041-4770-9960-b367967aea0a None None] Pushing event updated for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:47.060021 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:47.065474 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:47.119123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.134393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:47.434020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4820848 Mar 11 16:12:47.453723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40044) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:47.462332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62146e-5758-44ee-9063-67a53c416998 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Network': ['ID=d499377c-ef87-485c-a282-e2d8a9ab3e14,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:47.467859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'subnet': {'network_id': '21f73ab9-f659-4407-b235-28b1f8481967', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:47.538439 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:47.612057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Port ee43b543-1adc-4892-8868-299aff19e99b had new provisioning blocks added so it will not transition to active. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 11 16:12:47.652819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-8528605b-dc8b-4ed2-bcab-2c01c59e6855 service neutron] 10.222.0.78 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8422706 Mar 11 16:12:47.665686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:47.673338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5297a3-1a2b-4154-9600-767e845e1b28 None None] Pushing event updated for resources: {'Port': ['ID=ee43b543-1adc-4892-8868-299aff19e99b,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:47.682110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:47.691298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:47.691298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:subnet and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:47.698551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.698551 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cd16d395-f791-4e18-8f08-dad090acd0f9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 954 time: 3.5057964 Mar 11 16:12:47.698551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:47.717601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:47.724536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.856536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:47.898482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4838f376-ebcd-439b-afdd-2f724095fd13 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:47.901832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Ignored duplicate provisioning block setup for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 16:12:47.969398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.974451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:47.987165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:47.987428 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6d841f2a-f9ae-42f2-949e-14a7cabf9183 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 954 time: 0.2880166 Mar 11 16:12:47.987976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40052) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:48.000455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'routes': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:48.068210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Transition to ACTIVE for port object bd7338a3-5088-49c5-9813-f2601333afc4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:48.139676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f8541d51-3197-4017-adf5-561a8b77340d None None] Provisioning complete for port 4838f376-ebcd-439b-afdd-2f724095fd13 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:48.140057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f8541d51-3197-4017-adf5-561a8b77340d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:48.215760 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-68749c5e-b94d-4367-99b8-bc0d34077a47 service neutron] 10.222.0.78 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341322 Mar 11 16:12:48.232495 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:45Z', 'revision_number': 6, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a83e2d1-839e-4301-b8f4-78d4babda79a', 'name': '', 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:86:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:38Z', 'updated_at': '2022-03-11T16:12:46Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:48.239986 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75507406-1539-4d17-8544-5d6174f9b51c None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:45Z', 'revision_number': 6, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a83e2d1-839e-4301-b8f4-78d4babda79a', 'name': '', 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:86:39:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:38Z', 'updated_at': '2022-03-11T16:12:46Z', 'revision_number': 4, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:48.271920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:44Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:48.352618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10c101a-8141-467e-94ba-c5a397e415ba None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:44Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:48.366159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Transition to ACTIVE for port object bd7338a3-5088-49c5-9813-f2601333afc4 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:48.370979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4838f376-ebcd-439b-afdd-2f724095fd13 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:48.371813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:48.477225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:48.477473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c4dea7d5-6e91-4cd3-b140-2ec760a1c712,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:48.596527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Pushing event updated for resources: {'Port': ['ID=bd7338a3-5088-49c5-9813-f2601333afc4,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:48.600408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:48.802704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Network 0dabc612-6725-47fc-93d1-a21830d073b2 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:48.806862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:48.812080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:48.929439 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfaa7df5-67f0-42ba-866f-7f3b350cfcda req-493b5937-7584-4630-ba7b-5ea7df71dd35 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 210 time: 0.0918109 Mar 11 16:12:48.990280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] In _notify_port_updated(), no bound segment for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 on network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:12:48.995200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:48.998403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.006426 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5a71288a-b891-4fb8-a9c3-aac5fad991a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/ports/c4dea7d5-6e91-4cd3-b140-2ec760a1c712 HTTP/1.1" status: 200 len: 999 time: 4.2748969 Mar 11 16:12:49.011763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40064) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:49.096103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b1c787-ba94-4e13-ae1b-0e1df2e3d64f None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:49.101956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added routes are [] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:12:49.102479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.extraroute_db [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:12:49.159650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.202094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:49.202430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.588924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Attempting to bind port bd7338a3-5088-49c5-9813-f2601333afc4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:49.589292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Attempting to bind port bd7338a3-5088-49c5-9813-f2601333afc4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3ef14c3b-3ecd-4df0-90ad-9248f930fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:49.589645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Attempting to bind port bd7338a3-5088-49c5-9813-f2601333afc4 on network 0dabc612-6725-47fc-93d1-a21830d073b2 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:49.628361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:49.629130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Checking segment: {'id': '3ef14c3b-3ecd-4df0-90ad-9248f930fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:49.629690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.630314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Bound using segment: {'id': '3ef14c3b-3ecd-4df0-90ad-9248f930fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:49.630948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Bound port: bd7338a3-5088-49c5-9813-f2601333afc4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef14c3b-3ecd-4df0-90ad-9248f930fca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '0dabc612-6725-47fc-93d1-a21830d073b2'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:49.631496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.777668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.929966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Provisioning for port ee43b543-1adc-4892-8868-299aff19e99b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:49.954876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Provisioning complete for port ee43b543-1adc-4892-8868-299aff19e99b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:49.956319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:49.993328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for c4dea7d5-6e91-4cd3-b140-2ec760a1c712 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:50.000728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d1a66816-356d-4ddb-9d24-a736119f7fd8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:50.000972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.004737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.153415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] For port bd7338a3-5088-49c5-9813-f2601333afc4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:50.252943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port d1a66816-356d-4ddb-9d24-a736119f7fd8 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:50.262800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d1a66816-356d-4ddb-9d24-a736119f7fd8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:50.263597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.299098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:50.407729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.431602 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cf695e14-13c7-4005-9ba5-f92199a8bb3b req-3a25dc4a-6969-4602-8077-c3aa2df07dd9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 210 time: 0.0862570 Mar 11 16:12:50.445665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port d1a66816-356d-4ddb-9d24-a736119f7fd8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d1a66816-356d-4ddb-9d24-a736119f7fd8,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:50.452288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.453223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee43b543-1adc-4892-8868-299aff19e99b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:50.513461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.544762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:50.562214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.564272 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fdef6736-ffbe-4be7-b90c-173c9122eb04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 704 time: 2.5720963 Mar 11 16:12:50.569676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40072) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:50.592706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:50.626305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ee43b543-1adc-4892-8868-299aff19e99b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:50.627417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.760128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-d4a1be86-77f8-4b40-88d9-3f168a18b83a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:50.761869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-d4a1be86-77f8-4b40-88d9-3f168a18b83a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 796 time: 0.4214344 Mar 11 16:12:50.762602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Subnet': ['ID=bb66124a-0af9-494c-8836-dc84a0d9d23c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:50.782664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a83e2d1-839e-4301-b8f4-78d4babda79a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:50.783972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Checking segment: {'id': '4580a5f7-31ab-48d7-8d85-382b4e17f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:50.784409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network hostable DHCP agents. Network: 21f73ab9-f659-4407-b235-28b1f8481967, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:50.807845 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2042b0c2-2a1a-49c9-8ea8-f86eee7cc939 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 704 time: 0.2292542 Mar 11 16:12:50.810174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40076) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:50.813073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.824286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] For port bd7338a3-5088-49c5-9813-f2601333afc4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd7338a3-5088-49c5-9813-f2601333afc4,segment=NetworkSegment(3ef14c3b-3ecd-4df0-90ad-9248f930fca3),segment_id=3ef14c3b-3ecd-4df0-90ad-9248f930fca3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:50.827809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Provisioning for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:50.840565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.883429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Provisioning complete for port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:50.884172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:50.886401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=c4dea7d5-6e91-4cd3-b140-2ec760a1c712,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:50.943615 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-2f9004f9-0b50-4c56-a983-c8105dd55d15 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 379 time: 0.1542883 Mar 11 16:12:50.949489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9c3d0f0c-143b-4113-a8ed-9d28e4657c59 None None] Port c4dea7d5-6e91-4cd3-b140-2ec760a1c712 was deleted so its status cannot be updated. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 16:12:50.984511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['cbaf3d3b-5300-4f07-81d1-c8f0862d500f']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:50.990045 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39967c29-9244-4a93-94ef-4ebc062a4caa None None] Pushing event updated for resources: {'Port': ['ID=bd7338a3-5088-49c5-9813-f2601333afc4,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:50.998929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 0a83e2d1-839e-4301-b8f4-78d4babda79a completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:51.006296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0a83e2d1-839e-4301-b8f4-78d4babda79a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:51.006534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 21f73ab9-f659-4407-b235-28b1f8481967 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:51.007491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.143618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 21f73ab9-f659-4407-b235-28b1f8481967) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:51.156287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:51.157232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.199362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583609b-4f1a-4f27-ab39-4ee234aca571 None None] Network 21f73ab9-f659-4407-b235-28b1f8481967 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:51.201223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.227726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.241099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-93399d05-3510-42b8-ab54-d4aeda8a6885 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7854593 Mar 11 16:12:51.244266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40080) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:51.252181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'subnet': {'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:51.277160 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e5cc218b-0509-4026-8738-fad9e1b91c2f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/c4dea7d5-6e91-4cd3-b140-2ec760a1c712 HTTP/1.1" status: 204 len: 168 time: 2.2641189 Mar 11 16:12:51.282616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40084) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:51.350609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:51.356445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 0a83e2d1-839e-4301-b8f4-78d4babda79a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a83e2d1-839e-4301-b8f4-78d4babda79a,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:51.360842 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84cfffb-f9eb-4091-b55f-60afebe98d43 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:12:51.361785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e84cfffb-f9eb-4091-b55f-60afebe98d43 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:51.369819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.378908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:51.385466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:51.396637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:51.437061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e84cfffb-f9eb-4091-b55f-60afebe98d43 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:51.437061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e84cfffb-f9eb-4091-b55f-60afebe98d43 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/c4dea7d5-6e91-4cd3-b140-2ec760a1c712 HTTP/1.1" status: 404 len: 333 time: 0.1442750 Mar 11 16:12:51.437061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40088) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:51.443639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:51.446664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:51.449748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.479432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:subnet and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:51.484711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:51.526006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.606374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:51.656672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:51.677732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-424f7ce7-893c-47e0-9b13-216bfc2105f1 None None] Provisioning complete for port ee43b543-1adc-4892-8868-299aff19e99b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:51.678107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-424f7ce7-893c-47e0-9b13-216bfc2105f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.803755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-21f73ab9-f659-4407-b235-28b1f8481967', 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967', 'tenant_id': '4ae149d94265475e9c3f3cdfab2c7fa6', 'fixed_ips': [{'subnet_id': 'bb66124a-0af9-494c-8836-dc84a0d9d23c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:51.804604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:51.839519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:51.889903 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5731e8c7-e584-48a2-92b2-a5e23fb91d2f req-4b2b12bb-4a71-40f0-8001-7b0f822c0749 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 210 time: 0.1858354 Mar 11 16:12:51.982106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bd7338a3-5088-49c5-9813-f2601333afc4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:51.984838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.3 (71eea0a2-cd0c-4733-aa83-2a184ec5ae4f/695469fc-0860-46e9-8c4b-deb0193b0939/f92df824-7b3e-4382-8558-f97a9bf89961) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:52.019492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.165504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 77c24c03-9bfa-4909-bae9-5a0eba82bc95 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:52.172158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.312732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.412423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.422408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port bd7338a3-5088-49c5-9813-f2601333afc4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:52.436088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object f92df824-7b3e-4382-8558-f97a9bf89961 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:52.442643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d1a66816-356d-4ddb-9d24-a736119f7fd8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:52.537439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-424f7ce7-893c-47e0-9b13-216bfc2105f1 None None] Could not find standard attr ID for object c4dea7d5-6e91-4cd3-b140-2ec760a1c712. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:52.550098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Allocated IP 2001:db8::2 (21f73ab9-f659-4407-b235-28b1f8481967/bb66124a-0af9-494c-8836-dc84a0d9d23c/c1e0eada-a490-44ab-be95-e62f7af5b8e1) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:52.553438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.569781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.586233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41938d-b446-429c-8ea6-515990fcde22 None None] Network 0dabc612-6725-47fc-93d1-a21830d073b2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:52.669376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.763751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:52.774502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:52.781369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:52.786047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=77c24c03-9bfa-4909-bae9-5a0eba82bc95,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:52.791865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-763d3330-889a-421b-b403-7facf181aabc None None] Could not find standard attr ID for object c4dea7d5-6e91-4cd3-b140-2ec760a1c712. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:52.806093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.817499 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9424cd39-ceb2-4e01-a8ee-00e905da5e73 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/77c24c03-9bfa-4909-bae9-5a0eba82bc95 HTTP/1.1" status: 204 len: 168 time: 1.3827739 Mar 11 16:12:52.820203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40094) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:52.874469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:52.885946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d1a66816-356d-4ddb-9d24-a736119f7fd8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:52.886279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.916946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:52.917559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:52.928255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-763d3330-889a-421b-b403-7facf181aabc None None] Provisioning for port bd7338a3-5088-49c5-9813-f2601333afc4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:52.950753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.014528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet d8522089-24b9-4eb5-8db9-d73f624d2eae {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:53.046825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-763d3330-889a-421b-b403-7facf181aabc None None] Provisioning complete for port bd7338a3-5088-49c5-9813-f2601333afc4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:53.047352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-763d3330-889a-421b-b403-7facf181aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.070354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.112188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-e2f87ed9-d5cc-4f07-a3cb-e3cc0d82139c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1618397 Mar 11 16:12:53.144220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Request body: {'port': {'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:53.197898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:53.244697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.301186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.323677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:53.324302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:53.387777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Subnet': ['ID=b3ad4b85-e324-4567-b72c-83fce869cd49,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:53.400056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Checking segment: {'id': '841460b8-bef7-4044-a0c7-0f3013bf556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:53.400392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.400773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network hostable DHCP agents. Network: d499377c-ef87-485c-a282-e2d8a9ab3e14, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:53.406433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.426500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Transition to ACTIVE for port object c1e0eada-a490-44ab-be95-e62f7af5b8e1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:53.429191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da063d4b-b201-4844-be9c-4bd53c53affe None None] Network b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:53.518455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:53.526104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad1b42-8baf-4bf7-adc4-cd1a9b6a9f0c req-ebff1063-7919-4803-85f8-04c0db66aaa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:53.526912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-24ad1b42-8baf-4bf7-adc4-cd1a9b6a9f0c req-ebff1063-7919-4803-85f8-04c0db66aaa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:53.539175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 0a83e2d1-839e-4301-b8f4-78d4babda79a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:53.539543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.577451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.600401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, d499377c-ef87-485c-a282-e2d8a9ab3e14) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:53.614437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:53.623983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.632597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-24ad1b42-8baf-4bf7-adc4-cd1a9b6a9f0c req-ebff1063-7919-4803-85f8-04c0db66aaa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:53.633922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24ad1b42-8baf-4bf7-adc4-cd1a9b6a9f0c req-ebff1063-7919-4803-85f8-04c0db66aaa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 931 time: 0.3425210 Mar 11 16:12:53.643011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=d8522089-24b9-4eb5-8db9-d73f624d2eae,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:53.663392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.684659 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f965f91a-4476-42a6-9257-2bfe18d0fff5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4365487 Mar 11 16:12:53.688014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:53.688968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecd7e3-cf86-4f8d-9c08-7ea56fe3bd32 None None] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:53.717906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Transition to ACTIVE for port object c1e0eada-a490-44ab-be95-e62f7af5b8e1 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:53.761619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a2b496ed-9f84-48d2-8d97-79e7b1e09802 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/d8522089-24b9-4eb5-8db9-d73f624d2eae HTTP/1.1" status: 204 len: 168 time: 0.9402864 Mar 11 16:12:53.762715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40104) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:53.789031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24ad1b42-8baf-4bf7-adc4-cd1a9b6a9f0c req-81144e56-15dc-47b2-917d-f3707d7d2671 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421793 Mar 11 16:12:53.804540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.867259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-763d3330-889a-421b-b403-7facf181aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.940455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:53.952539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92df824-7b3e-4382-8558-f97a9bf89961 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:12:53.962014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.979843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Transition to ACTIVE for port object f92df824-7b3e-4382-8558-f97a9bf89961 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:53.985872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:53.987919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a83e2d1-839e-4301-b8f4-78d4babda79a up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:54.092197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Pushing event updated for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:54.184953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.290074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-763d3330-889a-421b-b403-7facf181aabc None None] For port bd7338a3-5088-49c5-9813-f2601333afc4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd7338a3-5088-49c5-9813-f2601333afc4,segment=NetworkSegment(3ef14c3b-3ecd-4df0-90ad-9248f930fca3),segment_id=3ef14c3b-3ecd-4df0-90ad-9248f930fca3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:54.332957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Attempting to bind port f92df824-7b3e-4382-8558-f97a9bf89961 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:54.333456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Attempting to bind port f92df824-7b3e-4382-8558-f97a9bf89961 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:54.333571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Attempting to bind port f92df824-7b3e-4382-8558-f97a9bf89961 on network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:54.341761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Port f92df824-7b3e-4382-8558-f97a9bf89961 on network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:12:54.343026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Attempting to bind port f92df824-7b3e-4382-8558-f97a9bf89961 on network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:54.350975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 0a83e2d1-839e-4301-b8f4-78d4babda79a, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a83e2d1-839e-4301-b8f4-78d4babda79a,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:54.351207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:54.351341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.351453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Checking segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:54.351799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Bound using segment: {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:54.352236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Bound port: f92df824-7b3e-4382-8558-f97a9bf89961, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba248c6-5a9a-4746-be90-53fafe5846c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:54.352574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.361536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port ee43b543-1adc-4892-8868-299aff19e99b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:54.361904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.449546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-763d3330-889a-421b-b403-7facf181aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.455721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Network 21f73ab9-f659-4407-b235-28b1f8481967 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:54.457894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:54.460017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f92df824-7b3e-4382-8558-f97a9bf89961,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:54.465381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.488856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Pushing event updated for resources: {'Port': ['ID=c1e0eada-a490-44ab-be95-e62f7af5b8e1,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:54.498557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:54.535858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 0a83e2d1-839e-4301-b8f4-78d4babda79a owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:54.543367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.544879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] 10.222.0.11 "PUT /v2.0/ports/f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 1093 time: 1.4137440 Mar 11 16:12:54.545327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:12:54.584220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a5812-8a28-4007-aeab-a7ae3b4d6814 service neutron] Pushing event updated for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:54.609884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-d499377c-ef87-485c-a282-e2d8a9ab3e14', 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14', 'tenant_id': '4ae149d94265475e9c3f3cdfab2c7fa6', 'fixed_ips': [{'subnet_id': 'b3ad4b85-e324-4567-b72c-83fce869cd49'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:54.616629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:54.660830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:54.672100 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'status': 'completed', 'code': 200} Mar 11 16:12:54.742551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-429429ce-c779-430d-b5d9-2619c06eed39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1096 time: 0.1365745 Mar 11 16:12:54.827285 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-6f397759-f0aa-4312-88de-a24e7652135e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 217 time: 0.0779858 Mar 11 16:12:54.898794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d3330-889a-421b-b403-7facf181aabc None None] Pushing event updated for resources: {'Port': ['ID=bd7338a3-5088-49c5-9813-f2601333afc4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:54.901642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae367d7b-999e-40c8-b43c-579211c4cafb None None] Could not find standard attr ID for object c4dea7d5-6e91-4cd3-b140-2ec760a1c712. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:12:54.927291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-68c9807b-3f02-40d9-a175-a99ccac4523b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:54.929344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-68c9807b-3f02-40d9-a175-a99ccac4523b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.0959051 Mar 11 16:12:55.003484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0a83e2d1-839e-4301-b8f4-78d4babda79a triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:55.003880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.045436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee43b543-1adc-4892-8868-299aff19e99b,segment=NetworkSegment(fbef57f4-ab96-4be2-9e47-bcde8fae3f3f),segment_id=fbef57f4-ab96-4be2-9e47-bcde8fae3f3f)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:55.046013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.115249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-15df8963-c168-458c-96b6-f8343987a072 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741931 Mar 11 16:12:55.173503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d693b-c702-43a0-b973-01a6d980136a req-64e674ad-8866-492f-9d79-6ff6de413e8c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:55.183056 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b76d693b-c702-43a0-b973-01a6d980136a req-64e674ad-8866-492f-9d79-6ff6de413e8c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 943 time: 0.1669765 Mar 11 16:12:55.191856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for ee43b543-1adc-4892-8868-299aff19e99b owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:55.212640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Attempting to bind port c1e0eada-a490-44ab-be95-e62f7af5b8e1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:55.212998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Attempting to bind port c1e0eada-a490-44ab-be95-e62f7af5b8e1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '4580a5f7-31ab-48d7-8d85-382b4e17f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:55.213354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Attempting to bind port c1e0eada-a490-44ab-be95-e62f7af5b8e1 on network 21f73ab9-f659-4407-b235-28b1f8481967 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:55.293089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae367d7b-999e-40c8-b43c-579211c4cafb None None] Provisioning for port f92df824-7b3e-4382-8558-f97a9bf89961 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:55.310821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:55.311345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Checking segment: {'id': '4580a5f7-31ab-48d7-8d85-382b4e17f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:55.311573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.311959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Bound using segment: {'id': '4580a5f7-31ab-48d7-8d85-382b4e17f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:55.312424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Bound port: c1e0eada-a490-44ab-be95-e62f7af5b8e1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4580a5f7-31ab-48d7-8d85-382b4e17f062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '21f73ab9-f659-4407-b235-28b1f8481967'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:55.312787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.348823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.366386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] DHCP port deletion for b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:12:55.387954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Deleting port ee43b543-1adc-4892-8868-299aff19e99b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:55.388346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.440637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b76d693b-c702-43a0-b973-01a6d980136a req-6795ad8c-dafe-49cc-928f-729a97cb1df7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862412 Mar 11 16:12:55.473538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-8f3cf131-4ef1-4d01-8804-49665a48fa99 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382101 Mar 11 16:12:55.536901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Allocated IP 2001:db8::2 (d499377c-ef87-485c-a282-e2d8a9ab3e14/b3ad4b85-e324-4567-b72c-83fce869cd49/9c597f4f-706c-4d60-bb8a-b6606f735966) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:55.629144 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c70f80f2-c073-49eb-a7c1-13801776cc7d req-db0f77be-d38b-4eb5-af00-b03bb875361a service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493819 Mar 11 16:12:55.660633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.702858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.760550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=ee43b543-1adc-4892-8868-299aff19e99b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:55.771873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0724d31a-e3fb-4a3c-ac60-42b3cde02cae None None] Provisioning complete for port bd7338a3-5088-49c5-9813-f2601333afc4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:55.772242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0724d31a-e3fb-4a3c-ac60-42b3cde02cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.776234 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-7bc6a82c-bddd-46c3-aa1d-b11419641c1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1096 time: 0.0935843 Mar 11 16:12:55.803462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] For port c1e0eada-a490-44ab-be95-e62f7af5b8e1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:55.837449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No DVR routers for this DVR port ee43b543-1adc-4892-8868-299aff19e99b on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:12:55.839995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=0a83e2d1-839e-4301-b8f4-78d4babda79a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:55.929374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] For port c1e0eada-a490-44ab-be95-e62f7af5b8e1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c1e0eada-a490-44ab-be95-e62f7af5b8e1,segment=NetworkSegment(4580a5f7-31ab-48d7-8d85-382b4e17f062),segment_id=4580a5f7-31ab-48d7-8d85-382b4e17f062)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:55.945607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:55.964707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-25516dda-b490-438d-986b-fd8b772b9461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:55.972441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-25516dda-b490-438d-986b-fd8b772b9461 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 897 time: 0.1889725 Mar 11 16:12:56.084394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:49Z', 'revision_number': 7, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0a83e2d1-839e-4301-b8f4-78d4babda79a', 'name': '', 'network_id': '476aacdd-88b3-497f-b46e-408e2e02c42d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:86:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:38Z', 'updated_at': '2022-03-11T16:12:51Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '33377c70-39bb-4af1-9d65-99a8fe3240fa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:56.103406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bd7338a3-5088-49c5-9813-f2601333afc4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:56.106744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-da4abbd2-45b4-4326-8b2e-8fee721fb4d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 217 time: 0.1270766 Mar 11 16:12:56.160320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:12:56.171612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] For port ee43b543-1adc-4892-8868-299aff19e99b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee43b543-1adc-4892-8868-299aff19e99b,segment=NetworkSegment(fbef57f4-ab96-4be2-9e47-bcde8fae3f3f),segment_id=fbef57f4-ab96-4be2-9e47-bcde8fae3f3f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:56.172004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.200141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-508a7ae1-f163-4be3-a6ca-89c2981ebb08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:56.201796 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-508a7ae1-f163-4be3-a6ca-89c2981ebb08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.0846977 Mar 11 16:12:56.271713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.289286 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-da649260-9520-4d2b-b943-8739ab287514 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807734 Mar 11 16:12:56.350355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8681f78-ed4f-4f70-bcc7-5506ca55b9d3']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:56.383737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:56.384127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbef57f4-ab96-4be2-9e47-bcde8fae3f3f') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:56.409483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.416508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Allocated IP 2001:db8::1 (21f73ab9-f659-4407-b235-28b1f8481967/bb66124a-0af9-494c-8836-dc84a0d9d23c/fe97805f-2781-4d54-bdb5-a449f65b0e6a) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:12:56.442910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.443887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-6e80d8f3-4724-4493-b248-b2336fbe1c47 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475382 Mar 11 16:12:56.454290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:12:56.454727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:12:56.471080 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:12:56.473450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Calling delete_port for ee43b543-1adc-4892-8868-299aff19e99b owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:12:56.547101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:56.548239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:56.606371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea79c4-aa8e-4484-ac42-9e23abdbdc65 None None] Pushing event updated for resources: {'Port': ['ID=c1e0eada-a490-44ab-be95-e62f7af5b8e1,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:56.705462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.719530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.752153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.781549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=b8681f78-ed4f-4f70-bcc7-5506ca55b9d3,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:56.795638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.797096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-421f1f36-ef1d-4964-a630-ece7e24077c3 req-81d9738d-a886-4b8d-ad40-56d84419a58d service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464754 Mar 11 16:12:56.834557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa12197-c61b-429a-affa-db81b565d47d req-f62a7a90-83cd-4525-9838-c762c2e7e873 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:56.845736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-daa12197-c61b-429a-affa-db81b565d47d req-f62a7a90-83cd-4525-9838-c762c2e7e873 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 943 time: 0.2467499 Mar 11 16:12:56.859397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.893825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Transition to ACTIVE for port object 9c597f4f-706c-4d60-bb8a-b6606f735966 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:56.921746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:12:56.922379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:12:56.923210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bd7338a3-5088-49c5-9813-f2601333afc4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:56.923733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:56.925472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-daa12197-c61b-429a-affa-db81b565d47d req-d406cb46-b4f7-4c9c-8c13-c43db6632814 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667856 Mar 11 16:12:56.975268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:12:56.988064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Transition to ACTIVE for port object fe97805f-2781-4d54-bdb5-a449f65b0e6a will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:57.001901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-95b89d50-5573-4c46-9aed-4465badd4716 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/b8681f78-ed4f-4f70-bcc7-5506ca55b9d3 HTTP/1.1" status: 204 len: 168 time: 3.1804950 Mar 11 16:12:57.002624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40114) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:57.102451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Transition to ACTIVE for port object 9c597f4f-706c-4d60-bb8a-b6606f735966 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:12:57.108108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.148831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d0715e-2cd6-49bb-9d7c-7e022ea4ff46 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:57.149567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d5d0715e-2cd6-49bb-9d7c-7e022ea4ff46 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:12:57.171542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.174040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d5d0715e-2cd6-49bb-9d7c-7e022ea4ff46 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:12:57.175729 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d5d0715e-2cd6-49bb-9d7c-7e022ea4ff46 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1719897 Mar 11 16:12:57.179229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40118) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:57.205620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 21f73ab9-f659-4407-b235-28b1f8481967 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:57.210570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:57.217212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:57.217775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.225549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Port': ['ID=fe97805f-2781-4d54-bdb5-a449f65b0e6a,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:57.294315 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e0f03a82-03fc-43fc-be12-fa643874c306 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1132984 Mar 11 16:12:57.296991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40122) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:57.304716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1955376163'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:57.310082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:57.315202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:57.318446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:57.324475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:57.337346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:57.342270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.379744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Pushing event updated for resources: {'Port': ['ID=9c597f4f-706c-4d60-bb8a-b6606f735966,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:57.384744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:12:57.387820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:57.396875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.396875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment d3923a32-aebf-4f03-95a3-2f4f47af54f4 of type vlan for network 002249e8-8eea-4392-b09d-1dc992e19957 Mar 11 16:12:57.397506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:57.404849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:12:57.424636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Deleting port ee43b543-1adc-4892-8868-299aff19e99b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:12:57.425006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.434114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.482496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.487639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:57.488476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.594148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d89cd0f2-07e6-4e0e-b5ef-4752a3f29db2 None None] The port 'ee43b543-1adc-4892-8868-299aff19e99b' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:12:57.601492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3027320 Mar 11 16:12:57.613834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40126) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:57.623752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '002249e8-8eea-4392-b09d-1dc992e19957', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:57.718831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Attempting to bind port 9c597f4f-706c-4d60-bb8a-b6606f735966 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:12:57.719204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Attempting to bind port 9c597f4f-706c-4d60-bb8a-b6606f735966 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '841460b8-bef7-4044-a0c7-0f3013bf556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:12:57.720192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Attempting to bind port 9c597f4f-706c-4d60-bb8a-b6606f735966 on network d499377c-ef87-485c-a282-e2d8a9ab3e14 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:12:57.747230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77b237-6043-4218-9f8e-616445fdc1ac tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=002249e8-8eea-4392-b09d-1dc992e19957,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:57.777612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:12:57.778249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Checking segment: {'id': '841460b8-bef7-4044-a0c7-0f3013bf556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:57.778858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.779640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Bound using segment: {'id': '841460b8-bef7-4044-a0c7-0f3013bf556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:12:57.780364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Bound port: 9c597f4f-706c-4d60-bb8a-b6606f735966, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841460b8-bef7-4044-a0c7-0f3013bf556d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'd499377c-ef87-485c-a282-e2d8a9ab3e14'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:12:57.780922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.796136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee43b543-1adc-4892-8868-299aff19e99b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:12:57.806951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:57.811554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:57.814053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:57.817183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:57.823696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:57.836881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 002249e8-8eea-4392-b09d-1dc992e19957 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:12:57.840134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:57.859304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ee43b543-1adc-4892-8868-299aff19e99b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:12:57.859652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee43b543-1adc-4892-8868-299aff19e99b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:12:58.070530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] For port 9c597f4f-706c-4d60-bb8a-b6606f735966, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:12:58.073987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] For port 9c597f4f-706c-4d60-bb8a-b6606f735966, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9c597f4f-706c-4d60-bb8a-b6606f735966,segment=NetworkSegment(841460b8-bef7-4044-a0c7-0f3013bf556d),segment_id=841460b8-bef7-4044-a0c7-0f3013bf556d)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:12:58.084683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d640bc4-5649-4c0a-a909-963bc6a7f4cd None None] Network 21f73ab9-f659-4407-b235-28b1f8481967 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:58.157766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:12:58.190388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.264720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f92df824-7b3e-4382-8558-f97a9bf89961 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:12:58.287944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c1e0eada-a490-44ab-be95-e62f7af5b8e1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:12:58.342570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.393767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e18b-8b0d-4727-9839-1f50009077ca req-258f2cfe-8d7c-4d91-961c-37acc23a53ad tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:58.395382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76e1e18b-8b0d-4727-9839-1f50009077ca req-258f2cfe-8d7c-4d91-961c-37acc23a53ad tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 943 time: 0.1314793 Mar 11 16:12:58.493500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.resource_extend [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:12:58.501674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76e1e18b-8b0d-4727-9839-1f50009077ca req-2c08e61a-c680-4a32-bcbd-c562a1afc803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996020 Mar 11 16:12:58.509015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.518725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.520447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.550614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.610626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad2812-ebc9-4b97-aa66-74be4017b84e None None] Pushing event updated for resources: {'Port': ['ID=9c597f4f-706c-4d60-bb8a-b6606f735966,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:58.618758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:58.633416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-26bf1028-c868-4488-bacc-af232bf07b72 None None] Provisioning for port c1e0eada-a490-44ab-be95-e62f7af5b8e1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:58.650030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=1142b00c-7a87-43cf-9c93-ef5bb3229383,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:58.668720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:55Z', 'revision_number': 8, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:12:58.675558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': 'd3923a32-aebf-4f03-95a3-2f4f47af54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:12:58.675558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: 002249e8-8eea-4392-b09d-1dc992e19957, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:12:58.701965 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e6787b90-0328-4400-b65c-f4a9c3296ddc tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8890064 Mar 11 16:12:58.707334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Port': ['ID=fe97805f-2781-4d54-bdb5-a449f65b0e6a,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:58.707760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40132) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:58.738897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660660ce-3817-45e9-ac62-79c6212e58ee None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:55Z', 'revision_number': 8, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:12:58.792791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 002249e8-8eea-4392-b09d-1dc992e19957 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:12:58.799515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port c1e0eada-a490-44ab-be95-e62f7af5b8e1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:12:58.813568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 002249e8-8eea-4392-b09d-1dc992e19957) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:58.821227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:12:58.822031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.835785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 21f73ab9-f659-4407-b235-28b1f8481967 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:12:58.838083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:12:58.872433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af1107-e9b5-46bb-9303-3128d0207d0b None None] Network 002249e8-8eea-4392-b09d-1dc992e19957 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:12:58.892078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port c1e0eada-a490-44ab-be95-e62f7af5b8e1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:58.892511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:58.928024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7617e05f-d917-49f6-b5f4-a445e41b145e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3091104 Mar 11 16:12:58.930864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40136) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:58.955818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '002249e8-8eea-4392-b09d-1dc992e19957', 'name': 'tempest-PortsTestJSON-988286585'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:12:59.010494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f92df824-7b3e-4382-8558-f97a9bf89961,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:59.072215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 933, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:12:59.232379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet 33377c70-39bb-4af1-9d65-99a8fe3240fa {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:12:59.242019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.350643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:12:59.366863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:12:59.385213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.387462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:12:59.403192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.406262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.438773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:12:59.457420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92df824-7b3e-4382-8558-f97a9bf89961 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:12:59.466123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port c1e0eada-a490-44ab-be95-e62f7af5b8e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c1e0eada-a490-44ab-be95-e62f7af5b8e1,segment=NetworkSegment(4580a5f7-31ab-48d7-8d85-382b4e17f062),segment_id=4580a5f7-31ab-48d7-8d85-382b4e17f062)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:59.472343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:12:59.478625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.484732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.552318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Router 0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:12:59.599089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f92df824-7b3e-4382-8558-f97a9bf89961,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:12:59.617003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.634545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:12:59.672219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=c1e0eada-a490-44ab-be95-e62f7af5b8e1,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:59.677100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81081004-878c-473f-b724-868462bd0b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-002249e8-8eea-4392-b09d-1dc992e19957', 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '1142b00c-7a87-43cf-9c93-ef5bb3229383'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:12:59.691250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.697287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.914363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.918907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:12:59.929259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Provisioning complete for port c1e0eada-a490-44ab-be95-e62f7af5b8e1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:12:59.929620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:12:59.946301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:12:59.959476 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c507d5b-b9df-4670-b14c-ae65ea216977 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2644248 Mar 11 16:12:59.960893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40142) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:12:59.961944 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] Sync routers for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:12:59.997832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:12:59.999305 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:00.035839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['f92df824-7b3e-4382-8558-f97a9bf89961'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:13:00.208474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=33377c70-39bb-4af1-9d65-99a8fe3240fa,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:00.253481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.254742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9c597f4f-706c-4d60-bb8a-b6606f735966 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:00.286717 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:00.299285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13600e16-9893-41b9-9287-2e836927b36f None None] Network 476aacdd-88b3-497f-b46e-408e2e02c42d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:00.313129 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:00.314140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:00.334871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.10 (002249e8-8eea-4392-b09d-1dc992e19957/1142b00c-7a87-43cf-9c93-ef5bb3229383/4ac361ac-d4bb-4e29-ac63-5711afadcfb1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:00.343232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889c13-d7c3-4e57-82c3-285da225d5de req-07a2590b-e731-43c6-be7a-774b2c05b62b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:00.345420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7889c13-d7c3-4e57-82c3-285da225d5de req-07a2590b-e731-43c6-be7a-774b2c05b62b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 944 time: 0.5954232 Mar 11 16:13:00.362161 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f2fdb8ee-7464-48c5-9f1e-7ea284eef41e tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/33377c70-39bb-4af1-9d65-99a8fe3240fa HTTP/1.1" status: 204 len: 168 time: 1.6496758 Mar 11 16:13:00.364435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40146) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:00.398901 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:00.399535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841012c9-758d-43c6-b83e-37a7920e15af None None] The sync data for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:00.600513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2ffd9-ef58-488c-8f41-6e91fec86ed4 None None] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:00.625184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.636863 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7889c13-d7c3-4e57-82c3-285da225d5de req-c5a3a2a5-9024-48ae-9d69-8d91e33d1877 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2731602 Mar 11 16:13:00.701556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 4838f376-ebcd-439b-afdd-2f724095fd13 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:00.706859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:00.847145 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-55c101b2-39ac-4471-9aca-913d627aa1b0 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:00.851200 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-55c101b2-39ac-4471-9aca-913d627aa1b0 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8859587 Mar 11 16:13:00.851912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40150) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:00.923637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Provisioning for port fe97805f-2781-4d54-bdb5-a449f65b0e6a completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:00.926781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 9c597f4f-706c-4d60-bb8a-b6606f735966 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:00.959067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c1e0eada-a490-44ab-be95-e62f7af5b8e1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:01.008538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Provisioning complete for port fe97805f-2781-4d54-bdb5-a449f65b0e6a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:01.008538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.152700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.197144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:01.206193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 4838f376-ebcd-439b-afdd-2f724095fd13, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4838f376-ebcd-439b-afdd-2f724095fd13,segment=NetworkSegment(153fb717-b55d-445c-ba2d-3e4e262979b7),segment_id=153fb717-b55d-445c-ba2d-3e4e262979b7)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:01.206577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.225232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1514b6bb-b48d-4a30-900c-130ee9b8489b None None] Port fe97805f-2781-4d54-bdb5-a449f65b0e6a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:01.266067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.310996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port c1e0eada-a490-44ab-be95-e62f7af5b8e1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:01.311382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.358781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 4838f376-ebcd-439b-afdd-2f724095fd13 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:01.366031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d3307-4b38-4dee-8db4-2d817959ec2d None None] DHCP port deletion for 476aacdd-88b3-497f-b46e-408e2e02c42d request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:01.396753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-731d3307-4b38-4dee-8db4-2d817959ec2d None None] Deleting port 4838f376-ebcd-439b-afdd-2f724095fd13 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:01.397124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-731d3307-4b38-4dee-8db4-2d817959ec2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.432729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.523810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 002249e8-8eea-4392-b09d-1dc992e19957 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:01.528833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:01.531476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:01.568818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Provisioning for port 9c597f4f-706c-4d60-bb8a-b6606f735966 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:01.571864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.588766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-81081004-878c-473f-b724-868462bd0b8f None None] Allocated IP 172.20.0.2 (002249e8-8eea-4392-b09d-1dc992e19957/1142b00c-7a87-43cf-9c93-ef5bb3229383/11e6b878-c7f1-439d-a225-0caa40151af4) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:01.613688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=4ac361ac-d4bb-4e29-ac63-5711afadcfb1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:01.621788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Provisioning complete for port 9c597f4f-706c-4d60-bb8a-b6606f735966 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:01.622189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.658725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No DVR routers for this DVR port 4838f376-ebcd-439b-afdd-2f724095fd13 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:01.707273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=4838f376-ebcd-439b-afdd-2f724095fd13,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:01.714754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:01.715490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.770626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-731d3307-4b38-4dee-8db4-2d817959ec2d None None] The port '4838f376-ebcd-439b-afdd-2f724095fd13' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:01.809517 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a83e2d1-839e-4301-b8f4-78d4babda79a no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:01.859877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.869208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 0a83e2d1-839e-4301-b8f4-78d4babda79a {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:01.869542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a83e2d1-839e-4301-b8f4-78d4babda79a not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:01.893392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476aacdd-88b3-497f-b46e-408e2e02c42d']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:01.911340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153fb717-b55d-445c-ba2d-3e4e262979b7') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:01.911780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153fb717-b55d-445c-ba2d-3e4e262979b7') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:01.973409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:01.982557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4838f376-ebcd-439b-afdd-2f724095fd13 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:01.993564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f1f5fbcf-dfad-462c-9270-5dfd3cc61bd9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0615914 Mar 11 16:13:01.997523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40156) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:02.007156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.013891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': '002249e8-8eea-4392-b09d-1dc992e19957', 'name': 'tempest-PortsTestJSON-1101308826'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:02.016010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:02.017341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.040502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4838f376-ebcd-439b-afdd-2f724095fd13 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:02.041238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4838f376-ebcd-439b-afdd-2f724095fd13 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:02.097401 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:02.156429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.167381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.187724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.197420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=476aacdd-88b3-497f-b46e-408e2e02c42d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:02.202929 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e34903d2-1d4a-4bc4-9e0d-50c98ea3d2ae tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/476aacdd-88b3-497f-b46e-408e2e02c42d HTTP/1.1" status: 204 len: 168 time: 1.8353741 Mar 11 16:13:02.207455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40160) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:02.247006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:02.256850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:02.258465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] For port 9c597f4f-706c-4d60-bb8a-b6606f735966, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9c597f4f-706c-4d60-bb8a-b6606f735966,segment=NetworkSegment(841460b8-bef7-4044-a0c7-0f3013bf556d),segment_id=841460b8-bef7-4044-a0c7-0f3013bf556d)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:02.262323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:02.266933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.269635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.272288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:02.289587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:02.293228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.348009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-81081004-878c-473f-b724-868462bd0b8f None None] Transition to ACTIVE for port object 11e6b878-c7f1-439d-a225-0caa40151af4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:02.353437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15920257-ea31-45dd-9adb-076f864fbf2e req-861ac475-8a77-4b56-bd5f-98873f0af302 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:02.354982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15920257-ea31-45dd-9adb-076f864fbf2e req-861ac475-8a77-4b56-bd5f-98873f0af302 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 944 time: 0.4307635 Mar 11 16:13:02.366771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 24912b58-3fe8-4b16-aa34-296123141439 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:02.385936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Pushing event updated for resources: {'Port': ['ID=9c597f4f-706c-4d60-bb8a-b6606f735966,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:02.393939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-81081004-878c-473f-b724-868462bd0b8f None None] Transition to ACTIVE for port object 11e6b878-c7f1-439d-a225-0caa40151af4 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:02.397567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Provisioning complete for port fe97805f-2781-4d54-bdb5-a449f65b0e6a triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:02.398119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.430477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.439452 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15920257-ea31-45dd-9adb-076f864fbf2e req-66a4bea5-63ab-4054-aa53-bc952e22a9a1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725873 Mar 11 16:13:02.442975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port fe97805f-2781-4d54-bdb5-a449f65b0e6a {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:02.443423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.524707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1ad32a70-467a-4d5c-a93d-7bf930406fa2 None None] Port fe97805f-2781-4d54-bdb5-a449f65b0e6a cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:02.534179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81081004-878c-473f-b724-868462bd0b8f None None] Network 002249e8-8eea-4392-b09d-1dc992e19957 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:02.537651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081004-878c-473f-b724-868462bd0b8f None None] Pushing event updated for resources: {'Port': ['ID=11e6b878-c7f1-439d-a225-0caa40151af4,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:02.540088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-81081004-878c-473f-b724-868462bd0b8f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:02.542165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81081004-878c-473f-b724-868462bd0b8f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:02.640448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-81081004-878c-473f-b724-868462bd0b8f None None] Attempting to bind port 11e6b878-c7f1-439d-a225-0caa40151af4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:02.641452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-81081004-878c-473f-b724-868462bd0b8f None None] Attempting to bind port 11e6b878-c7f1-439d-a225-0caa40151af4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'd3923a32-aebf-4f03-95a3-2f4f47af54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:02.641452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81081004-878c-473f-b724-868462bd0b8f None None] Attempting to bind port 11e6b878-c7f1-439d-a225-0caa40151af4 on network 002249e8-8eea-4392-b09d-1dc992e19957 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:13:02.649657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.655612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81081004-878c-473f-b724-868462bd0b8f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:13:02.656045 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81081004-878c-473f-b724-868462bd0b8f None None] Checking segment: {'id': 'd3923a32-aebf-4f03-95a3-2f4f47af54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:02.656529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.657502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81081004-878c-473f-b724-868462bd0b8f None None] Bound using segment: {'id': 'd3923a32-aebf-4f03-95a3-2f4f47af54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:13:02.658717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-81081004-878c-473f-b724-868462bd0b8f None None] Bound port: 11e6b878-c7f1-439d-a225-0caa40151af4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3923a32-aebf-4f03-95a3-2f4f47af54f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '002249e8-8eea-4392-b09d-1dc992e19957'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:02.658717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.681599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d5f249f-8c08-4aaa-8e21-7e50f78beb28 None None] Provisioning complete for port 9c597f4f-706c-4d60-bb8a-b6606f735966 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:02.681599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d5f249f-8c08-4aaa-8e21-7e50f78beb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.693990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-889f0757-f519-4a55-8547-7cda36fc9138 {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:02.694222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:02.718691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:02.861999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Calling delete_port for fe97805f-2781-4d54-bdb5-a449f65b0e6a owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:02.889948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-81081004-878c-473f-b724-868462bd0b8f None None] For port 11e6b878-c7f1-439d-a225-0caa40151af4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:02.896046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-81081004-878c-473f-b724-868462bd0b8f None None] For port 11e6b878-c7f1-439d-a225-0caa40151af4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=11e6b878-c7f1-439d-a225-0caa40151af4,segment=NetworkSegment(d3923a32-aebf-4f03-95a3-2f4f47af54f4),segment_id=d3923a32-aebf-4f03-95a3-2f4f47af54f4)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:02.933510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81081004-878c-473f-b724-868462bd0b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.060629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81081004-878c-473f-b724-868462bd0b8f None None] Pushing event updated for resources: {'Port': ['ID=11e6b878-c7f1-439d-a225-0caa40151af4,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:03.084779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:03.098262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.123479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:03.124119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:03.179734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Port': ['ID=fe97805f-2781-4d54-bdb5-a449f65b0e6a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:03.216683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.319983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 8d0052e6-2935-462a-a7d6-0345c9a3d878 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:03.333250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:03.697652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:03.698310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.739243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:03.812810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.3 (002249e8-8eea-4392-b09d-1dc992e19957/1142b00c-7a87-43cf-9c93-ef5bb3229383/8d0052e6-2935-462a-a7d6-0345c9a3d878) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:03.855504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:55Z', 'revision_number': 8, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:03.861290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:03.873972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:03.875347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:03.894709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66718fd7-1d98-4b49-aa78-026857b36cd2 req-8016c494-2614-4fdb-aa0c-747bf44340f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:03.901411 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66718fd7-1d98-4b49-aa78-026857b36cd2 req-8016c494-2614-4fdb-aa0c-747bf44340f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 944 time: 0.2921681 Mar 11 16:13:03.972173 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66718fd7-1d98-4b49-aa78-026857b36cd2 req-b83d0268-dcb3-458d-bf22-5a39351d4bdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697958 Mar 11 16:13:04.066140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:04.066509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.104077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f92df824-7b3e-4382-8558-f97a9bf89961 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:04.155842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 11e6b878-c7f1-439d-a225-0caa40151af4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:04.268199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:04.312823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:04.386859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port f92df824-7b3e-4382-8558-f97a9bf89961 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:04.407381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port f92df824-7b3e-4382-8558-f97a9bf89961 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:04.407924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.415729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Router 0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:04.423296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.447371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object 8d0052e6-2935-462a-a7d6-0345c9a3d878 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:04.519271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.551319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 11e6b878-c7f1-439d-a225-0caa40151af4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:04.566316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583e417-afc8-4b7c-b21c-81b93c1cd108 None None] Network 002249e8-8eea-4392-b09d-1dc992e19957 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:04.566623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:04.592063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9c597f4f-706c-4d60-bb8a-b6606f735966 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:04.619602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.711962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:04.727632 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] Sync routers for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:04.737254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 002249e8-8eea-4392-b09d-1dc992e19957 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:04.743148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:04.746450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:04.753204 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:04.754107 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:04.814026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:04.814937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:04.829651 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9d053942-d346-42e4-8e1e-17e358539401 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9728782 Mar 11 16:13:04.829651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=8d0052e6-2935-462a-a7d6-0345c9a3d878,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:04.831722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40166) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:04.849880 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:04.854824 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-52125b09-9c4c-4f65-bf23-09dbeaee180b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8479786 Mar 11 16:13:04.855089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40170) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:04.862772 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:04.863477 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:04.930294 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:04.930642 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa2807-b665-4d7a-a32c-46dbb11b4442 None None] The sync data for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:04.958426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e7638e-853c-43a7-b6d7-21918842b99f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:04.959328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6e7638e-853c-43a7-b6d7-21918842b99f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:04.978957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6e7638e-853c-43a7-b6d7-21918842b99f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:04.980430 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6e7638e-853c-43a7-b6d7-21918842b99f tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.1240737 Mar 11 16:13:04.983246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40174) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:05.043552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Provisioning for port 11e6b878-c7f1-439d-a225-0caa40151af4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:05.060584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 8d0052e6-2935-462a-a7d6-0345c9a3d878 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:05.061077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.061987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Provisioning complete for port 11e6b878-c7f1-439d-a225-0caa40151af4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:05.062358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.104769 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-fca0d108-e618-48e5-b959-b3a54cc17cb4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] delete failed (client error): The resource could not be found. Mar 11 16:13:05.118981 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fca0d108-e618-48e5-b959-b3a54cc17cb4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/routers/tempest-non_exist_router-1942609863 HTTP/1.1" status: 404 len: 335 time: 0.2747004 Mar 11 16:13:05.118981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40180) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:05.141284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4b4a6d50-b877-42c9-b87f-51a9bb2a7dc5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'router': {'external_gateway_info': {'network_id': '0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:05.200956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.295864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:13:05.334380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f92df824-7b3e-4382-8558-f97a9bf89961,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:05.357545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.407772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:55Z', 'revision_number': 8, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:05.412659 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'code': 200} Mar 11 16:13:05.420243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.425849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.483809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a24366-cefe-4f64-a0c9-e64d5c142bbb None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:12:55Z', 'revision_number': 8, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f', 'name': '', 'network_id': 'c5c04c60-0032-4ab6-9e36-4be254d3034d', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:17:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:28Z', 'updated_at': '2022-03-11T16:12:40Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'ab30b3f5-4ea1-48ac-9b13-b88ace9677f8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:05.586179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] For port 11e6b878-c7f1-439d-a225-0caa40151af4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=11e6b878-c7f1-439d-a225-0caa40151af4,segment=NetworkSegment(d3923a32-aebf-4f03-95a3-2f4f47af54f4),segment_id=d3923a32-aebf-4f03-95a3-2f4f47af54f4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:05.595390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.602751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9c597f4f-706c-4d60-bb8a-b6606f735966 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:05.603296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.645691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.651729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:05.733249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 8d0052e6-2935-462a-a7d6-0345c9a3d878 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:05.801482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721b3ac-2ec3-4224-8bae-dc83c86f6e27 None None] Pushing event updated for resources: {'Port': ['ID=11e6b878-c7f1-439d-a225-0caa40151af4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:05.836366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c0dbb-07ee-4963-89c6-961e1556c6ff req-a450fa1b-848e-4bd5-b248-56c235022d19 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:05.838114 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-652c0dbb-07ee-4963-89c6-961e1556c6ff req-a450fa1b-848e-4bd5-b248-56c235022d19 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.5494690 Mar 11 16:13:05.925850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:05.977017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=8d0052e6-2935-462a-a7d6-0345c9a3d878,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:06.053424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 11e6b878-c7f1-439d-a225-0caa40151af4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:06.087492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-570a9ede-8796-4af0-8785-e75c0c568caa req-f66d74e2-b78b-48f4-8205-60c4719a5fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1098 time: 0.4016192 Mar 11 16:13:06.130203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.147414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6146bc0a-eb74-4332-ac4b-9b007d5048b8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/8d0052e6-2935-462a-a7d6-0345c9a3d878 HTTP/1.1" status: 204 len: 168 time: 1.1605766 Mar 11 16:13:06.147687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40186) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:06.170384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 11e6b878-c7f1-439d-a225-0caa40151af4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:06.171500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.174370 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-652c0dbb-07ee-4963-89c6-961e1556c6ff req-7dd486e4-747a-426c-87ad-66ef21c3ff4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262985 Mar 11 16:13:06.195556 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d673ce8e-d05b-4685-8a10-cc260f338615 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:06.196069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d673ce8e-d05b-4685-8a10-cc260f338615 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:06.206960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b4a6d50-b877-42c9-b87f-51a9bb2a7dc5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.225417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d673ce8e-d05b-4685-8a10-cc260f338615 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:06.225417 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d673ce8e-d05b-4685-8a10-cc260f338615 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/8d0052e6-2935-462a-a7d6-0345c9a3d878 HTTP/1.1" status: 404 len: 333 time: 0.0720031 Mar 11 16:13:06.225417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40190) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:06.286341 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-570a9ede-8796-4af0-8785-e75c0c568caa req-67af13a5-7124-4e79-a809-083466a08f23 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913450 Mar 11 16:13:06.302373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Could not find standard attr ID for object 8d0052e6-2935-462a-a7d6-0345c9a3d878. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:06.309685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:06.310333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.334325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Provisioning complete for port 11e6b878-c7f1-439d-a225-0caa40151af4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:06.334753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.406498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-4b4a6d50-b877-42c9-b87f-51a9bb2a7dc5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] update failed (client error): The resource could not be found. Mar 11 16:13:06.412421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4b4a6d50-b877-42c9-b87f-51a9bb2a7dc5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab HTTP/1.1" status: 404 len: 339 time: 1.2925537 Mar 11 16:13:06.414075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40194) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:06.422040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1684855621'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:06.435612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:06.439898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:network and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:06.443991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:06.451234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:06.472143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:06.475263 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.505927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Provisioning for port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:06.511704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Provisioning complete for port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:06.512251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.584336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d729fe2c-d054-48fc-919a-6b92bd9447c7 None None] Port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:06.624550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.639389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:13:06.664012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.664357 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Added segment 7f6abf6f-f60e-45b5-9b05-b319d1cd26db of type vlan for network 92034376-0f52-4f4b-9326-c326cb86a7e8 Mar 11 16:13:06.702512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.704719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e0f623a5-1c5f-4a1f-816a-e76863beb35e None None] Could not find standard attr ID for object 8d0052e6-2935-462a-a7d6-0345c9a3d878. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:06.732668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e0f623a5-1c5f-4a1f-816a-e76863beb35e None None] Provisioning complete for port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:06.733185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e0f623a5-1c5f-4a1f-816a-e76863beb35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.757486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.760712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:06.761293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:06.761930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.768121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:06.802842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e0f623a5-1c5f-4a1f-816a-e76863beb35e None None] Port 4ac361ac-d4bb-4e29-ac63-5711afadcfb1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:06.925875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:06.974983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=4ac361ac-d4bb-4e29-ac63-5711afadcfb1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:07.092383 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6747265 Mar 11 16:13:07.093390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40198) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:07.097069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd754229-f4e1-4032-8744-3819363c4eda tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Network': ['ID=92034376-0f52-4f4b-9326-c326cb86a7e8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:07.103676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'subnet': {'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:07.110605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:13:07.131377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.215039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:07.220908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-75671144-14e4-49e5-bf38-433e731db452 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0125678 Mar 11 16:13:07.223347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:07.228574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:07.244527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:07.246192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:07.260533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e79d1507-fc14-4a41-bf89-0414528d5693 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/4ac361ac-d4bb-4e29-ac63-5711afadcfb1 HTTP/1.1" status: 204 len: 168 time: 1.0335984 Mar 11 16:13:07.271734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:07.324990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e48afd-1f96-4df3-a950-05110cda681c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:07.325564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-03e48afd-1f96-4df3-a950-05110cda681c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:07.331821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:07.338688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Usage tracker for resource:subnet and tenant:4ae149d94265475e9c3f3cdfab2c7fa6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:07.342524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:07.352531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:07.361682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-03e48afd-1f96-4df3-a950-05110cda681c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:07.362868 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-03e48afd-1f96-4df3-a950-05110cda681c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/4ac361ac-d4bb-4e29-ac63-5711afadcfb1 HTTP/1.1" status: 404 len: 333 time: 0.0900164 Mar 11 16:13:07.365629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:07.407406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Made reservation on behalf of 4ae149d94265475e9c3f3cdfab2c7fa6 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:07.451339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:07.557512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.569921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet ab30b3f5-4ea1-48ac-9b13-b88ace9677f8 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:07.585787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf3439-8408-4543-b93b-4f301c097d7b req-afa7f0d1-af92-4b12-8692-0d131101175d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:07.596361 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2fbf3439-8408-4543-b93b-4f301c097d7b req-afa7f0d1-af92-4b12-8692-0d131101175d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.2291203 Mar 11 16:13:07.598309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.690468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.742263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2fbf3439-8408-4543-b93b-4f301c097d7b req-7ad37bc8-129f-47f0-9907-40c37cea2c24 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450071 Mar 11 16:13:07.795735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.882879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.919066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 1142b00c-7a87-43cf-9c93-ef5bb3229383 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:07.924840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.931704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=ab30b3f5-4ea1-48ac-9b13-b88ace9677f8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:07.939404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:07.952063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4b0eda56-048c-4c38-8464-6036eed209a9 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/ab30b3f5-4ea1-48ac-9b13-b88ace9677f8 HTTP/1.1" status: 204 len: 168 time: 0.7253282 Mar 11 16:13:07.953148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40216) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:07.962283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093845d7-dc88-4f7f-bbb5-718b96233503 None None] Network c5c04c60-0032-4ab6-9e36-4be254d3034d requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:08.031498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.116527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.128664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 7b017904-8f67-4e31-90d0-575f2621af7c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:08.128912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.139936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c0fae7d4-d55a-4b54-ab87-59296085e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.140486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.181553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:04Z', 'revision_number': 9, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:08.190867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:08.220259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:08.221027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:12:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:08.230898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.288075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Subnet': ['ID=78545694-b073-4611-b6c6-9c0fb365bca4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:08.305828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Checking segment: {'id': '7f6abf6f-f60e-45b5-9b05-b319d1cd26db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:08.306337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network hostable DHCP agents. Network: 92034376-0f52-4f4b-9326-c326cb86a7e8, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:13:08.349616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.359002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 7b017904-8f67-4e31-90d0-575f2621af7c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=7b017904-8f67-4e31-90d0-575f2621af7c,segment=NetworkSegment(b5f23964-5122-4cc4-a9b7-5c84923385cb),segment_id=b5f23964-5122-4cc4-a9b7-5c84923385cb)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:08.359394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.388742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:13:08.391979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:08.394770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.405475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=1142b00c-7a87-43cf-9c93-ef5bb3229383,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:08.421447 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1da3abdc-5c78-4322-b5be-34271117ee0a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/1142b00c-7a87-43cf-9c93-ef5bb3229383 HTTP/1.1" status: 204 len: 168 time: 1.0543327 Mar 11 16:13:08.424581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 92034376-0f52-4f4b-9326-c326cb86a7e8) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:08.429927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40220) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:08.443757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89906194-9f2c-4e08-825b-bead44bbe0ba None None] Network 002249e8-8eea-4392-b09d-1dc992e19957 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:08.460500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4b136-8344-44fa-a0f5-0a13a65b09e4 None None] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:08.467746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:08.467746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.484344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ee5df-065b-4e80-bca3-1c1ce48036db None None] DHCP port deletion for c5c04c60-0032-4ab6-9e36-4be254d3034d request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:08.505347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 7b017904-8f67-4e31-90d0-575f2621af7c owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:08.564570 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3913b7bb-997f-4119-a4de-24159145824f tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4683187 Mar 11 16:13:08.566750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40224) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:08.574398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c7157eb0-0045-4ba8-8b39-dc14bd7ea4f6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'router': {'external_gateway_info': {'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:08.585132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.596855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ee5df-065b-4e80-bca3-1c1ce48036db None None] Deleting port 7b017904-8f67-4e31-90d0-575f2621af7c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:08.597265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a7ee5df-065b-4e80-bca3-1c1ce48036db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.598402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 11e6b878-c7f1-439d-a225-0caa40151af4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:08.598745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.841218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.860593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4a7ee5df-065b-4e80-bca3-1c1ce48036db None None] The port '7b017904-8f67-4e31-90d0-575f2621af7c' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:08.861991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port 11e6b878-c7f1-439d-a225-0caa40151af4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=11e6b878-c7f1-439d-a225-0caa40151af4,segment=NetworkSegment(d3923a32-aebf-4f03-95a3-2f4f47af54f4),segment_id=d3923a32-aebf-4f03-95a3-2f4f47af54f4)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:08.862362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:08.902866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=7b017904-8f67-4e31-90d0-575f2621af7c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:08.917458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No DVR routers for this DVR port 7b017904-8f67-4e31-90d0-575f2621af7c on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:09.055969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 11e6b878-c7f1-439d-a225-0caa40151af4 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:09.145143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.201020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=11e6b878-c7f1-439d-a225-0caa40151af4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:09.206982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No DVR routers for this DVR port 11e6b878-c7f1-439d-a225-0caa40151af4 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:09.254044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-92034376-0f52-4f4b-9326-c326cb86a7e8', 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8', 'tenant_id': '4ae149d94265475e9c3f3cdfab2c7fa6', 'fixed_ips': [{'subnet_id': '78545694-b073-4611-b6c6-9c0fb365bca4'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:13:09.254869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.287679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.341894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c04c60-0032-4ab6-9e36-4be254d3034d']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.373556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.375984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e651321-c709-48fb-bce4-4aa0f822cc3e None None] DHCP port deletion for 002249e8-8eea-4392-b09d-1dc992e19957 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:09.401931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:04Z', 'revision_number': 9, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.413546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002249e8-8eea-4392-b09d-1dc992e19957']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.422880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f23964-5122-4cc4-a9b7-5c84923385cb') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.423391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f23964-5122-4cc4-a9b7-5c84923385cb') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.430614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3923a32-aebf-4f03-95a3-2f4f47af54f4') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.430924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3923a32-aebf-4f03-95a3-2f4f47af54f4') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:09.443123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.444178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67781f-7670-4797-9571-fa34b2d0ae5f None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:04Z', 'revision_number': 9, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cf97e7d-7e6a-41ff-a798-4f1de11fbff8', 'name': '', 'network_id': 'e5c97355-f2ba-4d07-8b8e-ad08ba0345a3', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:f1:ca:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b17da0c-b63b-45bc-937b-11512315e165', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:19Z', 'updated_at': '2022-03-11T16:12:32Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': '4b17da0c-b63b-45bc-937b-11512315e165', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:09.465418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.470255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Allocated IP 2001:db8:1::2 (92034376-0f52-4f4b-9326-c326cb86a7e8/78545694-b073-4611-b6c6-9c0fb365bca4/383b0cdd-acaa-49fc-96e6-84442c3c1e36) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:09.479636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 944 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:09.481290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.504523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:09.510635 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:09.534103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.541285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0625f-71b3-4519-b16e-d11ab6892be5 req-97de03b2-19b5-455e-af2a-53e66d01d871 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.548650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b0625f-71b3-4519-b16e-d11ab6892be5 req-97de03b2-19b5-455e-af2a-53e66d01d871 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.3153267 Mar 11 16:13:09.575553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:09.576067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:09.591717 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:09.612336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.635761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.648782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=002249e8-8eea-4392-b09d-1dc992e19957,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:09.655641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7157eb0-0045-4ba8-8b39-dc14bd7ea4f6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.670548 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7ee43518-d36c-4fa1-8cfa-c8a4e3a83c67 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/002249e8-8eea-4392-b09d-1dc992e19957 HTTP/1.1" status: 204 len: 168 time: 1.2346270 Mar 11 16:13:09.670829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40230) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:09.678130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1850591383'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:09.683180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:09.691722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:09.696327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:09.704772 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b0625f-71b3-4519-b16e-d11ab6892be5 req-ac620b1e-ecb5-4b73-8c50-ca63164402c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542535 Mar 11 16:13:09.716385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.717781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:09.722962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.730201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Transition to ACTIVE for port object 383b0cdd-acaa-49fc-96e6-84442c3c1e36 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:09.737624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:09.742063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.747225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.757841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Transition to ACTIVE for port object 383b0cdd-acaa-49fc-96e6-84442c3c1e36 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:09.768774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.789220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:13:09.802079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.802758 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment 9805897c-ee0b-48a2-9985-603880e9c5e3 of type vlan for network b042ace3-5971-49e1-ac24-2ee729ba5000 Mar 11 16:13:09.830092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=c5c04c60-0032-4ab6-9e36-4be254d3034d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:09.841364 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7455adce-e0ec-441e-9362-0cd4ac779e17 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/c5c04c60-0032-4ab6-9e36-4be254d3034d HTTP/1.1" status: 204 len: 168 time: 1.8871412 Mar 11 16:13:09.842255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40236) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:09.855460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:09.863692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:09.872972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:09.875558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Pushing event updated for resources: {'Port': ['ID=383b0cdd-acaa-49fc-96e6-84442c3c1e36,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:09.881100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.925972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:09.931398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:09.932424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.014332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Attempting to bind port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:10.014696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Attempting to bind port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7f6abf6f-f60e-45b5-9b05-b319d1cd26db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:10.022027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Attempting to bind port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 on network 92034376-0f52-4f4b-9326-c326cb86a7e8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:13:10.036848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 11e6b878-c7f1-439d-a225-0caa40151af4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:10.069719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:10.085323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:13:10.085619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Checking segment: {'id': '7f6abf6f-f60e-45b5-9b05-b319d1cd26db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:10.086044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.086814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Bound using segment: {'id': '7f6abf6f-f60e-45b5-9b05-b319d1cd26db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:13:10.087307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Bound port: 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6abf6f-f60e-45b5-9b05-b319d1cd26db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '92034376-0f52-4f4b-9326-c326cb86a7e8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:10.087677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.107092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 11e6b878-c7f1-439d-a225-0caa40151af4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:10.107435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 11e6b878-c7f1-439d-a225-0caa40151af4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:10.108044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7b017904-8f67-4e31-90d0-575f2621af7c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:10.189557 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5175734 Mar 11 16:13:10.193250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40240) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:10.201100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:10.211998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d16ffa-1c3e-47fb-a59a-f7da4a634a6a req-61d8ff30-cbe5-433d-878a-2eaa26e4ec79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:10.213691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1d16ffa-1c3e-47fb-a59a-f7da4a634a6a req-61d8ff30-cbe5-433d-878a-2eaa26e4ec79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.2380705 Mar 11 16:13:10.223346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9427a2-f21a-4825-8563-a08c5914d266 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=b042ace3-5971-49e1-ac24-2ee729ba5000,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:10.233410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] For port 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:10.237882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] For port 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=383b0cdd-acaa-49fc-96e6-84442c3c1e36,segment=NetworkSegment(7f6abf6f-f60e-45b5-9b05-b319d1cd26db),segment_id=7f6abf6f-f60e-45b5-9b05-b319d1cd26db)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:10.245654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b042ace3-5971-49e1-ac24-2ee729ba5000 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:13:10.263184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 7b017904-8f67-4e31-90d0-575f2621af7c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:10.263906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 7b017904-8f67-4e31-90d0-575f2621af7c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:10.264332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:10.301677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.302292 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-c7157eb0-0045-4ba8-8b39-dc14bd7ea4f6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:10.306888 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c7157eb0-0045-4ba8-8b39-dc14bd7ea4f6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab HTTP/1.1" status: 400 len: 364 time: 1.7334914 Mar 11 16:13:10.307515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40244) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:10.313315 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1d16ffa-1c3e-47fb-a59a-f7da4a634a6a req-e2b26eeb-e1d1-44f4-9a87-e8ab569f6ab9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810537 Mar 11 16:13:10.322413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:10.326864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:10.330998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:10.338534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:10.354976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40248) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:10.393015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:10.405570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:10.405847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9f4b8f5a-2772-4de8-9d9c-d6d6f69d0a2f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:10.496769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8b9f-4de3-46a3-a6f0-d746b8b1c094 None None] Pushing event updated for resources: {'Port': ['ID=383b0cdd-acaa-49fc-96e6-84442c3c1e36,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:10.533800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.638364 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7b41933a-e7c0-47a8-b78e-9720c0b0136c tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1093 time: 0.2818687 Mar 11 16:13:10.643423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40252) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:10.651142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:10.674204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:10.684190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:10.692735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:10.706083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:10.726959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:10.926295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.037167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=5e4ee32d-4d1e-4bbd-bd70-626831f430de,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:11.067484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.081233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.132009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': '9805897c-ee0b-48a2-9985-603880e9c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:11.132329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: b042ace3-5971-49e1-ac24-2ee729ba5000, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:13:11.180677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67cdbc51-53e4-4ad3-9bf5-c8fe421f526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.218551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b042ace3-5971-49e1-ac24-2ee729ba5000 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:13:11.248575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b042ace3-5971-49e1-ac24-2ee729ba5000) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:11.258389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824eeb5-6f17-47cd-90bb-7bd80e43e26c None None] Network b042ace3-5971-49e1-ac24-2ee729ba5000 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:11.266469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:11.276654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.309251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.93 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/8c1609aa-c763-42d8-8fd4-871ed65202c4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:11.336062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bc0a3d08-1c99-4ad4-913c-e71c2540d1e9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1389055 Mar 11 16:13:11.336062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40256) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:11.345407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000', 'name': 'tempest-PortsTestJSON-816888547', 'fixed_ips': [{'subnet_id': '5e4ee32d-4d1e-4bbd-bd70-626831f430de', 'ip_address': '172.20.0.10'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:11.362256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.562215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b042ace3-5971-49e1-ac24-2ee729ba5000', 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '5e4ee32d-4d1e-4bbd-bd70-626831f430de'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:13:11.563566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.649033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:11.658657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:11.664144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.667263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:11.676651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:11.681983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370f365-4a0f-4ca4-a08a-c1ca596e2c0c None None] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:11.693425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:11.699277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.728110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port ce41c3ab-2462-4f68-a9dd-4e002ac72071 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:11.788603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:11.867933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-52eb6e0b-2bca-4638-94ff-bea1baf3e2a7 None None] Provisioning for port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:11.936865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:11.956248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:11.956248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:12.001943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=8c1609aa-c763-42d8-8fd4-871ed65202c4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:12.024865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.033366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Allocated IP 172.20.0.2 (b042ace3-5971-49e1-ac24-2ee729ba5000/5e4ee32d-4d1e-4bbd-bd70-626831f430de/ee8109e6-0c7e-4782-b4cc-3b00b11286a6) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:12.034393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Allocated IP 2001:db8::1 (0dabc612-6725-47fc-93d1-a21830d073b2/3a71f605-ac7a-4e1f-8013-17e822ec1e85/0227960b-9c70-483d-8a6a-01e4336c4cc9) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:12.133097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 383b0cdd-acaa-49fc-96e6-84442c3c1e36 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:12.241153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.426433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:12.437462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:12.437890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.470810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.487860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.502002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Transition to ACTIVE for port object 0227960b-9c70-483d-8a6a-01e4336c4cc9 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:12.515547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Transition to ACTIVE for port object ee8109e6-0c7e-4782-b4cc-3b00b11286a6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:12.555224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Transition to ACTIVE for port object ee8109e6-0c7e-4782-b4cc-3b00b11286a6 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:12.610505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.615174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:12.616863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.620319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.669618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.10 (b042ace3-5971-49e1-ac24-2ee729ba5000/5e4ee32d-4d1e-4bbd-bd70-626831f430de/ce41c3ab-2462-4f68-a9dd-4e002ac72071) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:12.680944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.750339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Network b042ace3-5971-49e1-ac24-2ee729ba5000 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:12.757477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:12.760204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=383b0cdd-acaa-49fc-96e6-84442c3c1e36,segment=NetworkSegment(7f6abf6f-f60e-45b5-9b05-b319d1cd26db),segment_id=7f6abf6f-f60e-45b5-9b05-b319d1cd26db)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:12.762106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:12.765381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:12.779444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 0dabc612-6725-47fc-93d1-a21830d073b2 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:12.804603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:12.806056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Port': ['ID=0227960b-9c70-483d-8a6a-01e4336c4cc9,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:12.814042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:12.814593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.816097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.935928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=383b0cdd-acaa-49fc-96e6-84442c3c1e36,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:12.937437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.952907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ee865e52-d73c-4f4a-b604-bbda1bd867ec None None] Provisioning complete for port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:12.953482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee865e52-d73c-4f4a-b604-bbda1bd867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:12.991181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.991181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.991514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.991623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.991943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.992509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.992844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.993168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.993486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.993830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:12.994151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.009490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:13.011779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.027906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Attempting to bind port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:13.028435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Attempting to bind port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '9805897c-ee0b-48a2-9985-603880e9c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:13.028891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Attempting to bind port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 on network b042ace3-5971-49e1-ac24-2ee729ba5000 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:13:13.038322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:13:13.038854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Checking segment: {'id': '9805897c-ee0b-48a2-9985-603880e9c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:13.039390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.039914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Bound using segment: {'id': '9805897c-ee0b-48a2-9985-603880e9c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:13:13.040484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Bound port: ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9805897c-ee0b-48a2-9985-603880e9c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:13.041019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.109387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.164125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.192233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:13.199646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object ce41c3ab-2462-4f68-a9dd-4e002ac72071 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:13.226138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] For port ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:13.229880 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] For port ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,segment=NetworkSegment(9805897c-ee0b-48a2-9985-603880e9c5e3),segment_id=9805897c-ee0b-48a2-9985-603880e9c5e3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:13.236461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.325062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cae94-0888-4666-b516-f6e1ca53aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:13.337383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.340379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.369383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a869258f-c66b-42aa-9b04-c9f9b9fb330f None None] Provisioning for port 0227960b-9c70-483d-8a6a-01e4336c4cc9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:13.375898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a869258f-c66b-42aa-9b04-c9f9b9fb330f None None] Provisioning complete for port 0227960b-9c70-483d-8a6a-01e4336c4cc9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:13.376641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a869258f-c66b-42aa-9b04-c9f9b9fb330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.451248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b042ace3-5971-49e1-ac24-2ee729ba5000 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:13.462517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:13.464007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=ce41c3ab-2462-4f68-a9dd-4e002ac72071,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:13.468108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:13.468672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a869258f-c66b-42aa-9b04-c9f9b9fb330f None None] Port 0227960b-9c70-483d-8a6a-01e4336c4cc9 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:13.473502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.532838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.552992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.631763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:13.632316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.697343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=8c1609aa-c763-42d8-8fd4-871ed65202c4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:13.712582 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ef18ed1-eedc-4a2c-b489-df940c654fdf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3757224 Mar 11 16:13:13.716403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40260) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:13.724914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.725485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.725674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.726019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.726350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.726680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.727004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.727327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.727642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.727958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.728271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:13.747722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.790618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': 'b042ace3-5971-49e1-ac24-2ee729ba5000', 'name': 'tempest-PortsTestJSON-309049028', 'fixed_ips': [{'subnet_id': '5e4ee32d-4d1e-4bbd-bd70-626831f430de', 'ip_address': '172.20.0.9'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:13.831752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:13.996338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 6221df21-7982-4373-98b3-9581fec8459e associated. External IP: 172.26.4.93, port: f92df824-7b3e-4382-8558-f97a9bf89961. Mar 11 16:13:14.055620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=5cf97e7d-7e6a-41ff-a798-4f1de11fbff8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:14.106895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 383b0cdd-acaa-49fc-96e6-84442c3c1e36 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:14.233372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:14.233962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.244349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.258507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:14.261550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.262625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.414582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:14.434096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:14.448002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee8109e6-0c7e-4782-b4cc-3b00b11286a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:14.541489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:14.580678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:14.649563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82217d-e492-4ddd-a511-20ee17a6fab0 None None] Network b042ace3-5971-49e1-ac24-2ee729ba5000 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:14.651377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event updated for resources: {'Port': ['ID=0227960b-9c70-483d-8a6a-01e4336c4cc9,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:14.654870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:14.695095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:14.760394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Provisioning for port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:14.770360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Provisioning complete for port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:14.770736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.810163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Network 0dabc612-6725-47fc-93d1-a21830d073b2 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:14.814876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:14.934355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:14.947963 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:14.956734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:14.976493 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:14.977117 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:15.067582 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9b9aeb0e-c80e-4ad8-871a-b0ba20e7e21a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4229426 Mar 11 16:13:15.068491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40266) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:15.069057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:13:15.111736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.126623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.132291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.168399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] For port ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,segment=NetworkSegment(9805897c-ee0b-48a2-9985-603880e9c5e3),segment_id=9805897c-ee0b-48a2-9985-603880e9c5e3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:15.178279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.197890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:15.223537 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'status': 'completed', 'code': 200} Mar 11 16:13:15.265984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a734dd-5369-4a12-8e5f-4727a233e221 None None] Pushing event updated for resources: {'Port': ['ID=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:15.284808 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-12d25538-612e-4f04-a36a-49bb4ca722bf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/6221df21-7982-4373-98b3-9581fec8459e HTTP/1.1" status: 200 len: 990 time: 0.2099810 Mar 11 16:13:15.294866 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:15.304988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e116fc30-ffc7-4510-9bbf-ffc9752a390d None None] Provisioning complete for port 0227960b-9c70-483d-8a6a-01e4336c4cc9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:15.305754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e116fc30-ffc7-4510-9bbf-ffc9752a390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.374116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e116fc30-ffc7-4510-9bbf-ffc9752a390d None None] Port 0227960b-9c70-483d-8a6a-01e4336c4cc9 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:15.445575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.505829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Provisioning for port ce41c3ab-2462-4f68-a9dd-4e002ac72071 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:15.511375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Provisioning complete for port ce41c3ab-2462-4f68-a9dd-4e002ac72071 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:15.511904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.587414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Port ce41c3ab-2462-4f68-a9dd-4e002ac72071 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:15.606253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Provisioning complete for port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:15.606625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdc35262-cbff-469a-8cbd-911b96bb7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.715803 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:12Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:15.721779 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:15.733032 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:15.733606 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:15.876121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-227f94cc-a3e0-4ef3-8c40-7eb58ec4a10e None None] Provisioning complete for port ce41c3ab-2462-4f68-a9dd-4e002ac72071 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:15.876507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-227f94cc-a3e0-4ef3-8c40-7eb58ec4a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:15.941729 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:15.942299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-227f94cc-a3e0-4ef3-8c40-7eb58ec4a10e None None] Port ce41c3ab-2462-4f68-a9dd-4e002ac72071 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:15.959011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.9 (b042ace3-5971-49e1-ac24-2ee729ba5000/5e4ee32d-4d1e-4bbd-bd70-626831f430de/3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:15.996372 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-e30dc0c0-e6e1-47a1-9f03-3dd8166c0b56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1098 time: 0.6082928 Mar 11 16:13:16.064680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee8109e6-0c7e-4782-b4cc-3b00b11286a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:16.147961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:16.148682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:16.287001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40272) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:16.333548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84579b70-c669-4f31-9789-c529a84823d7 req-8dbb5b03-8123-4352-998c-de567064aed2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:16.335224 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-8dbb5b03-8123-4352-998c-de567064aed2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 897 time: 0.3083184 Mar 11 16:13:16.398636 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:12Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:16.403095 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115af4c9-4eea-4888-a3d3-d5891443ee7e None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:12:34Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:12Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:16.419917 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e992b05-c073-4514-8479-0a47e9d1f52d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/6221df21-7982-4373-98b3-9581fec8459e HTTP/1.1" status: 200 len: 990 time: 0.1317947 Mar 11 16:13:16.587624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Router 0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:16.607720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:16.628133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05623d7e-e0eb-426d-9abf-b1bdf136afbf None None] New status for floating IP 6221df21-7982-4373-98b3-9581fec8459e: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:13:16.650680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:16.659199 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-d6c2adbc-bedc-4ca7-9231-b0ce8cc82b41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 998 time: 0.2672112 Mar 11 16:13:16.985407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84579b70-c669-4f31-9789-c529a84823d7 req-91a1b3ce-ffd0-4ecb-964d-d6cf3108c647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:16.986899 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-91a1b3ce-ffd0-4ecb-964d-d6cf3108c647 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.2693398 Mar 11 16:13:16.995908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:17.148376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network b042ace3-5971-49e1-ac24-2ee729ba5000 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:17.154142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:17.164551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:17.167867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:17.261404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:17.262092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:17.271382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-34e5240a-1d5c-4fb4-a6d5-78f58d08e16f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2712266 Mar 11 16:13:17.275848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:17.287475 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] Sync routers for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:17.304407 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:17.305009 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:17.326293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:17.388113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:17.401293 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:17.402180 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:17.424718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40276) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:17.490196 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:17.492597 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d4874f-aaad-46d6-a986-c3685fab1b70 None None] The sync data for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:17.495404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3e913c0f-0f4e-42cf-8e19-c9f4bd5be447 None None] Provisioning for port 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:17.503251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3e913c0f-0f4e-42cf-8e19-c9f4bd5be447 None None] Provisioning complete for port 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:17.503761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e913c0f-0f4e-42cf-8e19-c9f4bd5be447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:17.559590 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-32f27d35-2910-4f5c-a808-087627a457c7 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8227015 Mar 11 16:13:17.560465 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5d236335-4c8e-4ac7-ab16-075764b45548 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2515404 Mar 11 16:13:17.563111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40280) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:17.563446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40282) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:17.574001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3e913c0f-0f4e-42cf-8e19-c9f4bd5be447 None None] Port 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:17.591405 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f876b4aa-2051-491c-a8bb-ebf81b5210ce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/6221df21-7982-4373-98b3-9581fec8459e HTTP/1.1" status: 200 len: 992 time: 0.1656189 Mar 11 16:13:17.900839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-fb4152db-0070-4ad5-9356-7cbdd235bc99 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178794 Mar 11 16:13:18.056331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53230b7d-8927-46f7-a9fe-2f8d6cc2d592 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.057040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53230b7d-8927-46f7-a9fe-2f8d6cc2d592 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:18.128482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84579b70-c669-4f31-9789-c529a84823d7 req-0bdd8189-327e-4627-abcd-c4ad6a1ffea8 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178979 Mar 11 16:13:18.133374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-53230b7d-8927-46f7-a9fe-2f8d6cc2d592 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:18.134461 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-53230b7d-8927-46f7-a9fe-2f8d6cc2d592 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5701370 Mar 11 16:13:18.137869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40288) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:18.142665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3ee60fa5-acc0-462f-96ba-2ee759800dab tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:18.234052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.238119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.242407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:18.243222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:18.260179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:18.261890 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f44fa8ca-3e68-4d1e-8af2-08e8cd5bee56 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1226892 Mar 11 16:13:18.264599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:18.266457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:18.274877 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d429d563-8b7d-4825-94c8-85b4e5efb3a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4262116 Mar 11 16:13:18.275054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40296) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:18.280684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:18.293988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:18.294684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:18.333174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:18.333433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:18.456179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:18.497094 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-3ee60fa5-acc0-462f-96ba-2ee759800dab tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 16:13:18.498154 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3ee60fa5-acc0-462f-96ba-2ee759800dab tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab HTTP/1.1" status: 409 len: 329 time: 0.9323108 Mar 11 16:13:18.504651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40300) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:18.572056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet 4b17da0c-b63b-45bc-937b-11512315e165 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:18.580418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:18.611444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:18.713235 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:18.748624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:18.859463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:13Z', 'revision_number': 10, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:18.865134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:18.879625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:18.880275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:18.966044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.022018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.055498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:19.080137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:19.226456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.232311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.248411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ebe50c1a-e939-4a0b-90ec-5de7a6bae043 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 HTTP/1.1" status: 204 len: 168 time: 0.9827495 Mar 11 16:13:19.251218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40304) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:19.293731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.300224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=4b17da0c-b63b-45bc-937b-11512315e165,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:19.306517 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59b686-56e1-4b35-aedb-a74d543c8d68 None None] Network e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:19.309006 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d77aa0-5993-4713-83b6-47a5e62beb1c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:19.309525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-21d77aa0-5993-4713-83b6-47a5e62beb1c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:19.315240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ea7b9b4b-2849-421c-9e55-51a9a67a9ed1 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/4b17da0c-b63b-45bc-937b-11512315e165 HTTP/1.1" status: 204 len: 168 time: 1.0359740 Mar 11 16:13:19.315459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40308) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:19.332395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-21d77aa0-5993-4713-83b6-47a5e62beb1c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:19.338311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-21d77aa0-5993-4713-83b6-47a5e62beb1c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/3d7ff9fe-ff80-43ea-bbe5-c464a8a38a14 HTTP/1.1" status: 404 len: 333 time: 0.0857613 Mar 11 16:13:19.340936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40312) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:19.417381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port ce41c3ab-2462-4f68-a9dd-4e002ac72071 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:19.418071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.424658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.572734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.600487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:19.600828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.639323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:13Z', 'revision_number': 10, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:19.644692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53597ba-772b-4087-96da-f0de5f00ad40 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:13Z', 'revision_number': 10, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None, '_interfaces': [{'id': '02a66b87-431a-4208-ad38-f6a70c44c825', 'name': '', 'network_id': '8019dd08-7999-4cae-acaf-07bebfa0fcca', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'mac_address': 'fa:16:3e:35:8c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:11Z', 'updated_at': '2022-03-11T16:12:25Z', 'revision_number': 5, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'subnets': [{'id': 'f367a8b5-18d2-46da-96fb-f23b511269e1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:19.704754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.832511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for ce41c3ab-2462-4f68-a9dd-4e002ac72071 owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:19.886341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e4cf0f6-d696-4ebb-b975-f4abbc337061,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:19.886698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:19.995723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.015372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] DHCP port deletion for e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:20.026426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Deleting port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:20.027173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.057432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=ce41c3ab-2462-4f68-a9dd-4e002ac72071,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:20.145715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 2e4cf0f6-d696-4ebb-b975-f4abbc337061 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:20.154229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e4cf0f6-d696-4ebb-b975-f4abbc337061 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:20.215326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.236961 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-525db9d0-7dc0-4551-a709-7bab2ad2887a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/ce41c3ab-2462-4f68-a9dd-4e002ac72071 HTTP/1.1" status: 204 len: 168 time: 0.8908188 Mar 11 16:13:20.237548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40316) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:20.304922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3f425b-91a0-4dae-a137-8fa61fac2c31 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:20.306356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8c3f425b-91a0-4dae-a137-8fa61fac2c31 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/ce41c3ab-2462-4f68-a9dd-4e002ac72071 HTTP/1.1" status: 404 len: 333 time: 0.0637758 Mar 11 16:13:20.309617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40320) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:20.319425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.323669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No active binding found for port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 {{(pid=83842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 16:13:20.324073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e4cf0f6-d696-4ebb-b975-f4abbc337061 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:20.324470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:20.403360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=2e4cf0f6-d696-4ebb-b975-f4abbc337061,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:20.410876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:20.410876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5cf97e7d-7e6a-41ff-a798-4f1de11fbff8 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:20.427180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No DVR routers for this DVR port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:20.450263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] For port 2e4cf0f6-d696-4ebb-b975-f4abbc337061, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e4cf0f6-d696-4ebb-b975-f4abbc337061,segment=NetworkSegment(53707ef6-40f9-45e1-ab3c-40093ec227b6),segment_id=53707ef6-40f9-45e1-ab3c-40093ec227b6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:20.450642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.534798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 5e4ee32d-4d1e-4bbd-bd70-626831f430de {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:20.537925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.580898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Calling delete_port for 2e4cf0f6-d696-4ebb-b975-f4abbc337061 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:20.597654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.686542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:20.686924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:20.702445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.724977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.760790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c97355-f2ba-4d07-8b8e-ad08ba0345a3']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:20.775598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53707ef6-40f9-45e1-ab3c-40093ec227b6') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:20.775878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53707ef6-40f9-45e1-ab3c-40093ec227b6') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:20.788576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.793728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.827435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=5e4ee32d-4d1e-4bbd-bd70-626831f430de,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:20.834852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.843699 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8e497d18-2217-41dc-878e-e27bdf8dca60 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/5e4ee32d-4d1e-4bbd-bd70-626831f430de HTTP/1.1" status: 204 len: 168 time: 0.5284004 Mar 11 16:13:20.843963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.844079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40324) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:20.847419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2362de-8baf-4507-a2a1-094bf48a2f65 None None] Network b042ace3-5971-49e1-ac24-2ee729ba5000 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:20.857306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:20.857762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:20.872861 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:20.969294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.973548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.981458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:20.981822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:20.994044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.040678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=e5c97355-f2ba-4d07-8b8e-ad08ba0345a3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:21.060563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ddb6243c-0c3e-4872-909c-62e2343bb785 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/e5c97355-f2ba-4d07-8b8e-ad08ba0345a3 HTTP/1.1" status: 204 len: 168 time: 1.7416933 Mar 11 16:13:21.067243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40328) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:21.189222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Deleting port 2e4cf0f6-d696-4ebb-b975-f4abbc337061 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:21.189854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.206993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port 0227960b-9c70-483d-8a6a-01e4336c4cc9 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:21.207326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.220986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] DHCP port deletion for b042ace3-5971-49e1-ac24-2ee729ba5000 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:21.237735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Deleting port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:21.238096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.303188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f506a0b1-51d5-4cac-81a6-15876efd888d None None] The port '2e4cf0f6-d696-4ebb-b975-f4abbc337061' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:21.320660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,segment=NetworkSegment(9805897c-ee0b-48a2-9985-603880e9c5e3),segment_id=9805897c-ee0b-48a2-9985-603880e9c5e3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:21.321177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.434873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.450890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for ee8109e6-0c7e-4782-b4cc-3b00b11286a6 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:21.494784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] For port ee8109e6-0c7e-4782-b4cc-3b00b11286a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,segment=NetworkSegment(9805897c-ee0b-48a2-9985-603880e9c5e3),segment_id=9805897c-ee0b-48a2-9985-603880e9c5e3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:21.495202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.536674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.595289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No DVR routers for this DVR port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:21.623291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=ee8109e6-0c7e-4782-b4cc-3b00b11286a6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:21.633857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Calling delete_port for ee8109e6-0c7e-4782-b4cc-3b00b11286a6 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:21.671205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Calling delete_port for 0227960b-9c70-483d-8a6a-01e4336c4cc9 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:21.712552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:21.713188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:21.739187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.768279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b042ace3-5971-49e1-ac24-2ee729ba5000']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:21.780973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9805897c-ee0b-48a2-9985-603880e9c5e3') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:21.781525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9805897c-ee0b-48a2-9985-603880e9c5e3') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:21.793504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.814500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.822210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:21.822673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.823113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:21.838063 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:21.934507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.940959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:21.971565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=b042ace3-5971-49e1-ac24-2ee729ba5000,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:21.980761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e82bce05-c859-4c38-bb9b-418224707b2a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/b042ace3-5971-49e1-ac24-2ee729ba5000 HTTP/1.1" status: 204 len: 168 time: 1.1318271 Mar 11 16:13:21.980948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40332) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:21.988644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1886345422'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:21.990214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee8109e6-0c7e-4782-b4cc-3b00b11286a6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:21.994027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:21.997904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:network and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:22.002051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:22.009586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:22.023231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:22.026918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.043380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ee8109e6-0c7e-4782-b4cc-3b00b11286a6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:22.044729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ee8109e6-0c7e-4782-b4cc-3b00b11286a6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:22.178733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.180800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:13:22.190481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.190921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Added segment 74009c88-dfbe-46e6-b50c-0bf7003cc410 of type vlan for network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 Mar 11 16:13:22.214368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Deleting port ee8109e6-0c7e-4782-b4cc-3b00b11286a6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:22.215075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.229310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.252085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Port': ['ID=0227960b-9c70-483d-8a6a-01e4336c4cc9,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:22.272153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.277132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:22.277747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.306205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-77d6f9e2-16b0-4fe3-8753-5c04df273a5a None None] The port 'ee8109e6-0c7e-4782-b4cc-3b00b11286a6' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:22.323733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3416150 Mar 11 16:13:22.324448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40336) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:22.338780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:22.388968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-895270bb-8686-49e1-b5c5-0949403f5753 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4218240 Mar 11 16:13:22.515188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057687aa-7487-44b9-b3d5-ca55b883eb32 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Network': ['ID=c0dc8f31-43ed-46fa-b482-c8cd66cc5986,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:22.526440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:13:22.552001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:22.555974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:22.558997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:22.566113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:22.572895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.579188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:22.686175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.851118 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-8f12d0df-b595-446b-a1cc-d15bb9ee24d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 1098 time: 0.3839555 Mar 11 16:13:22.914895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:22.999363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=7a65e99d-d733-4343-a400-7c16f9a0f869,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:23.011330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Checking segment: {'id': '74009c88-dfbe-46e6-b50c-0bf7003cc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:23.011697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network hostable DHCP agents. Network: c0dc8f31-43ed-46fa-b482-c8cd66cc5986, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:13:23.036163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:13:23.048058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c0dc8f31-43ed-46fa-b482-c8cd66cc5986) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:23.056133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f68ab-e321-4e4a-9a58-b0bd6593c9c2 None None] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:23.059371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:23.059967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.088630 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88736663-5dbf-4bef-94b3-4a18ada49720 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7603495 Mar 11 16:13:23.091514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40340) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:23.100775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1017306312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:23.107796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:23.112592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:router and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:23.116091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:23.122644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:23.137257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.139539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.173079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.205080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.230655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.234210 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-096cd16a-4ad4-4f61-b172-17d6fa6677d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1413713 Mar 11 16:13:23.236214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40344) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:23.242504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986', 'name': 'tempest-PortsTestJSON-1310609170'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:23.286508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c0dc8f31-43ed-46fa-b482-c8cd66cc5986', 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '7a65e99d-d733-4343-a400-7c16f9a0f869'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:13:23.287865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.354123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-db17ecdd-925b-4b4a-9681-5a3702f58998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:23.355647 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-db17ecdd-925b-4b4a-9681-5a3702f58998 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.4342711 Mar 11 16:13:23.481635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Allocated IP 172.20.0.2 (c0dc8f31-43ed-46fa-b482-c8cd66cc5986/7a65e99d-d733-4343-a400-7c16f9a0f869/f2e2323e-d4cd-4299-9264-d478017982a5) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:23.509644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:23.514648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:port and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:23.519875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:23.527398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:23.540323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:23.544428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.573762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:23.614200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Router 0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:23.641040 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-ad7cbf33-ec55-4a2e-aa3f-bf619369769c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 200 len: 1001 time: 0.2725737 Mar 11 16:13:23.739224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.749836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Transition to ACTIVE for port object f2e2323e-d4cd-4299-9264-d478017982a5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:23.770627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Transition to ACTIVE for port object f2e2323e-d4cd-4299-9264-d478017982a5 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:23.780761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:23.853553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.9 (c0dc8f31-43ed-46fa-b482-c8cd66cc5986/7a65e99d-d733-4343-a400-7c16f9a0f869/c8b5c6f0-19f0-42dc-9cad-1c926e808db7) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:23.856832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:23.860507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:23.864725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:23.866894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Pushing event updated for resources: {'Port': ['ID=f2e2323e-d4cd-4299-9264-d478017982a5,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:23.885919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-8401e269-6ab0-44f4-81ca-8d03731cfdee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:23.887392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-8401e269-6ab0-44f4-81ca-8d03731cfdee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.2345724 Mar 11 16:13:23.908044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.908394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.908737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.909548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.909548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.909830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.910055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.910387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.910712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.911034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.911386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:13:23.955779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:23.973465 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] Sync routers for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:23.994013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fb79abd6-676f-48df-88f0-c3a854e50b09 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4880700 Mar 11 16:13:23.997303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40348) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:24.001727 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:24.003709 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:24.029546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Attempting to bind port f2e2323e-d4cd-4299-9264-d478017982a5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:24.029962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Attempting to bind port f2e2323e-d4cd-4299-9264-d478017982a5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '74009c88-dfbe-46e6-b50c-0bf7003cc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:24.030325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Attempting to bind port f2e2323e-d4cd-4299-9264-d478017982a5 on network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:13:24.038147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:13:24.038529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Checking segment: {'id': '74009c88-dfbe-46e6-b50c-0bf7003cc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:24.038978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.039541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Bound using segment: {'id': '74009c88-dfbe-46e6-b50c-0bf7003cc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:13:24.040038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Bound port: f2e2323e-d4cd-4299-9264-d478017982a5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74009c88-dfbe-46e6-b50c-0bf7003cc410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'c0dc8f31-43ed-46fa-b482-c8cd66cc5986'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:24.040410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.097262 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:24.114387 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] Routers {'0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:24.116191 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:24.128508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-78fd139e-368d-419c-8f5d-d53d9c2b5cf5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] show failed (client error): The resource could not be found. Mar 11 16:13:24.129539 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-78fd139e-368d-419c-8f5d-d53d9c2b5cf5 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "GET /v2.0/routers/tempest-non_exist_router-1702935541 HTTP/1.1" status: 404 len: 335 time: 0.1264405 Mar 11 16:13:24.138530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40352) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:24.144030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-94560316-0673-46f2-bba8-f6f3edcc52c6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:24.160819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] For port f2e2323e-d4cd-4299-9264-d478017982a5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:24.161747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-068c8b62-5fc0-4483-83e7-8def26dc930d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2667572 Mar 11 16:13:24.165199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] For port f2e2323e-d4cd-4299-9264-d478017982a5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f2e2323e-d4cd-4299-9264-d478017982a5,segment=NetworkSegment(74009c88-dfbe-46e6-b50c-0bf7003cc410),segment_id=74009c88-dfbe-46e6-b50c-0bf7003cc410)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:24.168370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 02a66b87-431a-4208-ad38-f6a70c44c825 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:24.168821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.171413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.202433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:24.202920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd8e95-a383-417c-a6b8-7def6f417468 None None] The sync data for ids ['0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:24.214243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-94560316-0673-46f2-bba8-f6f3edcc52c6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] update failed (client error): The resource could not be found. Mar 11 16:13:24.223602 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-94560316-0673-46f2-bba8-f6f3edcc52c6 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "PUT /v2.0/routers/tempest-non_exist_router-76592164 HTTP/1.1" status: 404 len: 333 time: 0.0757878 Mar 11 16:13:24.223847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40356) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:24.265077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.274424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c23e06-1fad-447c-ad13-6f0f0b3ad119 None None] Pushing event updated for resources: {'Port': ['ID=f2e2323e-d4cd-4299-9264-d478017982a5,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:24.299011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object c8b5c6f0-19f0-42dc-9cad-1c926e808db7 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:24.439875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.498661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-6ca48bd4-6f44-44d6-86ea-fdbed61bd9a2 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981093 Mar 11 16:13:24.525262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting subnet 78545694-b073-4611-b6c6-9c0fb365bca4 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:24.543019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.597985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c8b5c6f0-19f0-42dc-9cad-1c926e808db7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:24.609464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:24.613022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:24.617183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:24.644689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.685669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 02a66b87-431a-4208-ad38-f6a70c44c825, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=02a66b87-431a-4208-ad38-f6a70c44c825,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:24.686420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.736807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:24.737337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.778743 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e00f8cad-b693-4bc9-89a9-dac4187ef9fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5386775 Mar 11 16:13:24.779082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40360) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:24.831374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 02a66b87-431a-4208-ad38-f6a70c44c825 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:24.844764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:24.868421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bba3eef5-b42e-4567-ab9e-cfd5d48dc62f req-d1e5149a-1215-498a-a446-33fcda582c32 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590930 Mar 11 16:13:25.037130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.093956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=02a66b87-431a-4208-ad38-f6a70c44c825,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:25.163730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.334883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Subnet': ['ID=78545694-b073-4611-b6c6-9c0fb365bca4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:25.415536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.424336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0915fb2-c828-4202-acd1-a9995df9f384 None None] Network 92034376-0f52-4f4b-9326-c326cb86a7e8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:25.447696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.498340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2d88a87-d606-493a-b83b-2fdf4b2f6dac tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/subnets/78545694-b073-4611-b6c6-9c0fb365bca4 HTTP/1.1" status: 204 len: 168 time: 1.2734687 Mar 11 16:13:25.499911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40366) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:25.519348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858c505-a99f-44d8-b608-b8d70fdbdb34 None None] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:25.671046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.692110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:25.692604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:25.709260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-027136d3-2e39-4d0d-a0d1-ed148c54a4b2 None None] Provisioning for port f2e2323e-d4cd-4299-9264-d478017982a5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:25.905522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:25.970822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] DHCP port deletion for 92034376-0f52-4f4b-9326-c326cb86a7e8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:25.975346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Deleting port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:25.975700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.021428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.163251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:26.195297 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f2b7fee6-9cb0-46ae-a520-542364225b4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1268728 Mar 11 16:13:26.197837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40370) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:26.199010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:26.201284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f2e2323e-d4cd-4299-9264-d478017982a5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:26.213413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] For port 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=383b0cdd-acaa-49fc-96e6-84442c3c1e36,segment=NetworkSegment(7f6abf6f-f60e-45b5-9b05-b319d1cd26db),segment_id=7f6abf6f-f60e-45b5-9b05-b319d1cd26db)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:26.214033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.363827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:26.364455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:26.466652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting subnet f367a8b5-18d2-46da-96fb-f23b511269e1 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:26.471151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.498120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Calling delete_port for 383b0cdd-acaa-49fc-96e6-84442c3c1e36 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:26.506941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] For port 383b0cdd-acaa-49fc-96e6-84442c3c1e36, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=383b0cdd-acaa-49fc-96e6-84442c3c1e36,segment=NetworkSegment(7f6abf6f-f60e-45b5-9b05-b319d1cd26db),segment_id=7f6abf6f-f60e-45b5-9b05-b319d1cd26db)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:26.507548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.522570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Provisioning for port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:26.534194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.630648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.645406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Provisioning complete for port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:26.645679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.679459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Calling delete_port for 383b0cdd-acaa-49fc-96e6-84442c3c1e36 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:26.708459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.725891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:26.739925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.773652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Port': ['ID=383b0cdd-acaa-49fc-96e6-84442c3c1e36,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:26.788665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Subnet': ['ID=f367a8b5-18d2-46da-96fb-f23b511269e1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:26.788973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] No DVR routers for this DVR port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:26.801289 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.814560 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-de0bb43b-9a84-458c-9c6b-d5e3148784be tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/f367a8b5-18d2-46da-96fb-f23b511269e1 HTTP/1.1" status: 204 len: 168 time: 0.6123006 Mar 11 16:13:26.815058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:26.816487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40374) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:26.910004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.resource_extend [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 16:13:26.915671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5941ae0-164c-4101-8f7d-3e9a7dfd6b2e None None] Network 8019dd08-7999-4cae-acaf-07bebfa0fcca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:26.932414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f2e2323e-d4cd-4299-9264-d478017982a5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:26.942257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.950243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.955030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.956183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:26.967821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Deleting port 0a23e3f2-4f72-4012-b116-471b2e294ae4 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:26.968076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.020917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.023723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f2e2323e-d4cd-4299-9264-d478017982a5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:27.024224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.091510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:27.145049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:27.145462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:27.157581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92034376-0f52-4f4b-9326-c326cb86a7e8']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.181281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6abf6f-f60e-45b5-9b05-b319d1cd26db') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.181649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6abf6f-f60e-45b5-9b05-b319d1cd26db') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.195319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Provisioning complete for port f2e2323e-d4cd-4299-9264-d478017982a5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:27.195694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.244532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.258621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c8b5c6f0-19f0-42dc-9cad-1c926e808db7,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:27.298621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:27.299565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.335182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.355284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:27.355742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:27.374630 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:27.442989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] For port 0a23e3f2-4f72-4012-b116-471b2e294ae4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0a23e3f2-4f72-4012-b116-471b2e294ae4,segment=NetworkSegment(226f7e47-d963-4f1b-b5e1-c732c4e1a4da),segment_id=226f7e47-d963-4f1b-b5e1-c732c4e1a4da)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:27.444989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.455040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:27.522632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.590186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.599642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Network': ['ID=92034376-0f52-4f4b-9326-c326cb86a7e8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:27.602768 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f88d3ca0-4465-4b6a-996c-e1beeaeb2b9a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/networks/92034376-0f52-4f4b-9326-c326cb86a7e8 HTTP/1.1" status: 204 len: 168 time: 2.0999246 Mar 11 16:13:27.610476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40378) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:27.612204 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:27.645538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215979c-76aa-48b5-8feb-d162703904b5 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:27.647782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Calling delete_port for 0a23e3f2-4f72-4012-b116-471b2e294ae4 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:27.649675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Deleting port 383b0cdd-acaa-49fc-96e6-84442c3c1e36 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:27.650102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.744571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.750429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.775030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-72fd1db7-b2a9-485e-a0c9-4bf611241753 None None] The port '383b0cdd-acaa-49fc-96e6-84442c3c1e36' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:27.807668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Port': ['ID=0a23e3f2-4f72-4012-b116-471b2e294ae4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:27.809800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.811233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No DVR routers for this DVR port 0a23e3f2-4f72-4012-b116-471b2e294ae4 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:27.812863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.850060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f2e2323e-d4cd-4299-9264-d478017982a5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f2e2323e-d4cd-4299-9264-d478017982a5,segment=NetworkSegment(74009c88-dfbe-46e6-b50c-0bf7003cc410),segment_id=74009c88-dfbe-46e6-b50c-0bf7003cc410)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:27.856914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.934380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting subnet b3ad4b85-e324-4567-b72c-83fce869cd49 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:27.945004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.966225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:27.979707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:27.979707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-de3c560f-961f-4d10-a0d7-b433bdafc971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:28.002931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f2e2323e-d4cd-4299-9264-d478017982a5,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:28.015929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8019dd08-7999-4cae-acaf-07bebfa0fcca']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:28.033011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226f7e47-d963-4f1b-b5e1-c732c4e1a4da') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:28.033457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226f7e47-d963-4f1b-b5e1-c732c4e1a4da') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:28.038432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.040192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2da2b7-892f-42d2-95a8-1539a95c428c None None] DHCP port deletion for 8019dd08-7999-4cae-acaf-07bebfa0fcca request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:28.065197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.079886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.102231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.127012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:28.127473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:28.144488 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:28.170282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a23e3f2-4f72-4012-b116-471b2e294ae4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:28.232040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 0a23e3f2-4f72-4012-b116-471b2e294ae4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:28.232424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0a23e3f2-4f72-4012-b116-471b2e294ae4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:28.233028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 383b0cdd-acaa-49fc-96e6-84442c3c1e36 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:28.267814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 383b0cdd-acaa-49fc-96e6-84442c3c1e36 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:28.268079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 383b0cdd-acaa-49fc-96e6-84442c3c1e36 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:28.268487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02a66b87-431a-4208-ad38-f6a70c44c825 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:28.273386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.292611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.305981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 02a66b87-431a-4208-ad38-f6a70c44c825 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:28.306323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 02a66b87-431a-4208-ad38-f6a70c44c825 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:28.308795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Pushing event deleted for resources: {'Network': ['ID=8019dd08-7999-4cae-acaf-07bebfa0fcca,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:28.317562 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0182cbf4-4f0e-4284-9dfe-491af3eab24d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/networks/8019dd08-7999-4cae-acaf-07bebfa0fcca HTTP/1.1" status: 204 len: 168 time: 1.4998214 Mar 11 16:13:28.318185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40382) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:28.323304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'routes': None}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:28.379946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.576715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.635504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.extraroute_db [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Added routes are [] {{(pid=83840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 16:13:28.635945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.extraroute_db [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Removed routes are [] {{(pid=83840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 16:13:28.636457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.642054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ad4b85-e324-4567-b72c-83fce869cd49,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:28.650345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.656756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b2a43-8b38-4633-907c-a9ab237e9556 None None] Network d499377c-ef87-485c-a282-e2d8a9ab3e14 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:28.686543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-685c99c1-6daa-4d75-bd8f-f916c6438df2 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/subnets/b3ad4b85-e324-4567-b72c-83fce869cd49 HTTP/1.1" status: 204 len: 168 time: 1.0731683 Mar 11 16:13:28.687412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40386) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:28.723935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.730001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.767737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-38560dee-ace1-4ab3-b814-0409f481e4f2 None None] Provisioning complete for port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:28.768156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-38560dee-ace1-4ab3-b814-0409f481e4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.908638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=c8b5c6f0-19f0-42dc-9cad-1c926e808db7,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:28.911950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.913425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.917654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:28.941066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-38560dee-ace1-4ab3-b814-0409f481e4f2 None None] Port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:29.048205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] DHCP port deletion for d499377c-ef87-485c-a282-e2d8a9ab3e14 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:29.052789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Deleting port 9c597f4f-706c-4d60-bb8a-b6606f735966 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:29.053150 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.169945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router e4ab778e-56c6-4980-9a83-ebf6830f5e73 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:29.271212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] For port 9c597f4f-706c-4d60-bb8a-b6606f735966, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9c597f4f-706c-4d60-bb8a-b6606f735966,segment=NetworkSegment(841460b8-bef7-4044-a0c7-0f3013bf556d),segment_id=841460b8-bef7-4044-a0c7-0f3013bf556d)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:29.271504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.275993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting subnet bb66124a-0af9-494c-8836-dc84a0d9d23c {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:29.283471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.325486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:29.331877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:29.332803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.335193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:29.336706 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7173d48a-3864-4df1-a49b-8012b7e88ee8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 705 time: 1.0174811 Mar 11 16:13:29.337265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40390) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:29.350482 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Sync routers for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:29.367398 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:29.368325 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:29.430309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Calling delete_port for 9c597f4f-706c-4d60-bb8a-b6606f735966 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:29.443084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1f08155f-ff4e-455f-93a0-707cb657a572 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:29.520363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.523709 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:29.527226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.580489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] Pushing event deleted for resources: {'Port': ['ID=9c597f4f-706c-4d60-bb8a-b6606f735966,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:29.589644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26719f8c-a716-47eb-99a4-7fdab318f941 None None] No DVR routers for this DVR port 9c597f4f-706c-4d60-bb8a-b6606f735966 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:29.605869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1f08155f-ff4e-455f-93a0-707cb657a572 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:29.607037 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1f08155f-ff4e-455f-93a0-707cb657a572 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 205 time: 0.2666364 Mar 11 16:13:29.610269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40394) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:29.661054 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:29.666083 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Checking router: e4ab778e-56c6-4980-9a83-ebf6830f5e73 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:29.677775 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Routers {'e4ab778e-56c6-4980-9a83-ebf6830f5e73'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:29.678447 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:29.682419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cdcb970f-f7d6-4b3a-8131-f1cbeca61210 None None] Provisioning complete for port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:29.683554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdcb970f-f7d6-4b3a-8131-f1cbeca61210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.720973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.752867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb970f-f7d6-4b3a-8131-f1cbeca61210 None None] Port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:29.789654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.831849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] Set router e4ab778e-56c6-4980-9a83-ebf6830f5e73 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:29.888851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.934122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Subnet': ['ID=bb66124a-0af9-494c-8836-dc84a0d9d23c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:29.948029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:29.950437 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:29.955967 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40fb11-f2b2-43dd-a325-6071a174a5a9 None None] The sync data for ids ['e4ab778e-56c6-4980-9a83-ebf6830f5e73'] in dv-neutron-833206-1-hyperv is: [{'id': 'e4ab778e-56c6-4980-9a83-ebf6830f5e73', 'name': 'tempest-RoutersIpV6Test-router-1328342308', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:05Z', 'updated_at': '2022-03-11T16:13:24Z', 'revision_number': 11, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:29.958819 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a4b10f8e-e2cc-4d6c-b022-37242ebc17f4 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/subnets/bb66124a-0af9-494c-8836-dc84a0d9d23c HTTP/1.1" status: 204 len: 168 time: 1.2696724 Mar 11 16:13:29.959404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b24aa4-63fd-41c2-86df-6406f8fa99d8 None None] Network 21f73ab9-f659-4407-b235-28b1f8481967 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:29.961145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40398) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:30.075607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f2e2323e-d4cd-4299-9264-d478017982a5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:30.180561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.195914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Router cab8fbc0-5402-4d90-ba66-44b4fabdb129 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:13:30.244415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.249114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.280713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.282750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router e4ab778e-56c6-4980-9a83-ebf6830f5e73 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:13:30.285585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f2e2323e-d4cd-4299-9264-d478017982a5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:30.285887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.298601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.300072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e9a40661-d211-4a94-b12e-5e05cad4ad43 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 204 len: 168 time: 0.6886210 Mar 11 16:13:30.308422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40402) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:30.316744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-890720547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:30.327074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:30.332948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Usage tracker for resource:router and tenant:60a67b3844dc4d45971917547f9b9c68 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:30.336570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:30.345212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:30.358949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.361608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.402599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.440008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] DHCP port deletion for 21f73ab9-f659-4407-b235-28b1f8481967 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:30.446991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.451085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Deleting port c1e0eada-a490-44ab-be95-e62f7af5b8e1 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:30.451454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.481444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.483267 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dfb102ef-f28c-474f-9e28-684be6602053 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1732533 Mar 11 16:13:30.487043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40406) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:30.491707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.495951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:30.530137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d499377c-ef87-485c-a282-e2d8a9ab3e14']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:30.546160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841460b8-bef7-4044-a0c7-0f3013bf556d') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:30.546452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841460b8-bef7-4044-a0c7-0f3013bf556d') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:30.559492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9c597f4f-706c-4d60-bb8a-b6606f735966 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:30.567820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.596559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.608051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 9c597f4f-706c-4d60-bb8a-b6606f735966 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:30.608285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:30.608397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9c597f4f-706c-4d60-bb8a-b6606f735966 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:30.608543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.740450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] For port c1e0eada-a490-44ab-be95-e62f7af5b8e1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c1e0eada-a490-44ab-be95-e62f7af5b8e1,segment=NetworkSegment(4580a5f7-31ab-48d7-8d85-382b4e17f062),segment_id=4580a5f7-31ab-48d7-8d85-382b4e17f062)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:30.741143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:30.742076 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:30.828655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:30.835138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.860445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:30.864661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/networks/d499377c-ef87-485c-a282-e2d8a9ab3e14 HTTP/1.1" status: 204 len: 168 time: 0.9003260 Mar 11 16:13:30.865254 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97b3bc0b-17c3-457f-ad8c-a3c4e5a1391b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/routers/cab8fbc0-5402-4d90-ba66-44b4fabdb129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0842862 Mar 11 16:13:30.866019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40410) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:30.870524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40412) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:30.890224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cbb19-54d7-4694-b7ad-f55287b37c28 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Network': ['ID=d499377c-ef87-485c-a282-e2d8a9ab3e14,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:30.897221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] Sync routers for ids ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:30.905864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Calling delete_port for c1e0eada-a490-44ab-be95-e62f7af5b8e1 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:30.963349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] Routers {'cab8fbc0-5402-4d90-ba66-44b4fabdb129'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:30.963963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.046458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.052263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.068672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.074183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port c1e0eada-a490-44ab-be95-e62f7af5b8e1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:31.074528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.077478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.106848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] Routers {'cab8fbc0-5402-4d90-ba66-44b4fabdb129'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:31.108158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.111879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc74f1-1bfb-4125-a4f2-f950df120686 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:31.112653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f5fc74f1-1bfb-4125-a4f2-f950df120686 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:31.177169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f5fc74f1-1bfb-4125-a4f2-f950df120686 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:31.178373 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f5fc74f1-1bfb-4125-a4f2-f950df120686 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?device_id=cab8fbc0-5402-4d90-ba66-44b4fabdb129 HTTP/1.1" status: 200 len: 982 time: 0.2897735 Mar 11 16:13:31.181423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.183256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] The port 'c1e0eada-a490-44ab-be95-e62f7af5b8e1' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:31.183930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40418) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:31.215960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.216371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ba567-4174-4db4-a0f4-f6dc98ae8224 None None] The sync data for ids ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:31.232567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] Pushing event deleted for resources: {'Port': ['ID=c1e0eada-a490-44ab-be95-e62f7af5b8e1,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:31.242008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade6aa5-322b-4e2e-8b42-e568153913cd None None] No DVR routers for this DVR port c1e0eada-a490-44ab-be95-e62f7af5b8e1 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:31.283201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Router 2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:13:31.429507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:31.435484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.440410 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8af87857-f555-4e2d-b289-8464b3404749 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "PUT /v2.0/routers/2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 200 len: 697 time: 0.9475241 Mar 11 16:13:31.440410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40422) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:31.442924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Sync routers for ids ['2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:31.445557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.456493 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Routers {'2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:31.457861 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.477757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f73ab9-f659-4407-b235-28b1f8481967']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.496769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4580a5f7-31ab-48d7-8d85-382b4e17f062') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.497454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4580a5f7-31ab-48d7-8d85-382b4e17f062') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.513203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.543718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.552117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:31.552512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:31.570881 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:31.607236 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ded369fd-d6b0-4b71-b3bd-b8d9048a91ea tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/routers/2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 200 len: 703 time: 0.1634862 Mar 11 16:13:31.607487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40426) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:31.643922 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Set router 2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:31.655532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35fb1074-df9f-422c-bb7d-2203861f36f2 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Synchronizing usage tracker for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:31.668369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35fb1074-df9f-422c-bb7d-2203861f36f2 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Unset dirty status for tenant:60a67b3844dc4d45971917547f9b9c68 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:31.672542 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-35fb1074-df9f-422c-bb7d-2203861f36f2 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 200 len: 205 time: 0.0611954 Mar 11 16:13:31.672810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40430) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:31.764446 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da48094-c1ee-4d9e-a4c1-cd684e5da6f0', 'name': 'tempest-RoutersIpV6Test-router-890720547', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:30Z', 'updated_at': '2022-03-11T16:13:31Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.769950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Checking router: 2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:13:31.785011 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Routers {'2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:31.785793 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:31.796465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.814559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.819358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:31.830321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Network': ['ID=21f73ab9-f659-4407-b235-28b1f8481967,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:31.838609 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11d509ce-cf73-4a4b-a075-49cca3c2ec62 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/networks/21f73ab9-f659-4407-b235-28b1f8481967 HTTP/1.1" status: 204 len: 168 time: 0.9668906 Mar 11 16:13:31.843156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40434) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:31.947149 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] Set router 2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:13:32.002363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c1e0eada-a490-44ab-be95-e62f7af5b8e1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:32.074336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: c1e0eada-a490-44ab-be95-e62f7af5b8e1 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:32.074701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c1e0eada-a490-44ab-be95-e62f7af5b8e1 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:32.106559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting subnet 3a71f605-ac7a-4e1f-8013-17e822ec1e85 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:32.112113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.123369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da48094-c1ee-4d9e-a4c1-cd684e5da6f0', 'name': 'tempest-RoutersIpV6Test-router-890720547', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:30Z', 'updated_at': '2022-03-11T16:13:31Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:32.128139 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fb9fd-7f23-4e1f-a16e-ce616d419ee1 None None] The sync data for ids ['2da48094-c1ee-4d9e-a4c1-cd684e5da6f0'] in dv-neutron-833206-1-hyperv is: [{'id': '2da48094-c1ee-4d9e-a4c1-cd684e5da6f0', 'name': 'tempest-RoutersIpV6Test-router-890720547', 'tenant_id': '60a67b3844dc4d45971917547f9b9c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:13:30Z', 'updated_at': '2022-03-11T16:13:31Z', 'revision_number': 2, 'project_id': '60a67b3844dc4d45971917547f9b9c68', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:32.206028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.238049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.242572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.275453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.276020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Fanout notify agent at l3_agent the message router_deleted on router 2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:13:32.292091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.293258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ff946c50-5896-4402-9fd5-60cc42ca7122 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 204 len: 168 time: 0.6195889 Mar 11 16:13:32.298262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40438) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.452235 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2c25818d-d894-4405-ac4c-4d9370e8dd09 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 200 len: 205 time: 0.1527772 Mar 11 16:13:32.454606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40442) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.491338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.526152 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6fdcc140-a720-4814-b8fc-e55b31569f7c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:32.527182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6fdcc140-a720-4814-b8fc-e55b31569f7c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/2da48094-c1ee-4d9e-a4c1-cd684e5da6f0 HTTP/1.1" status: 404 len: 336 time: 0.0717027 Mar 11 16:13:32.529779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40446) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.552862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.568817 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-df08d1dc-6ffb-4478-bd5f-a53e10936e4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:32.569145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df08d1dc-6ffb-4478-bd5f-a53e10936e4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:32.570867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-df08d1dc-6ffb-4478-bd5f-a53e10936e4c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/33377c70-39bb-4af1-9d65-99a8fe3240fa HTTP/1.1" status: 404 len: 337 time: 0.0401921 Mar 11 16:13:32.574855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40450) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.613597 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e05e74e-00ed-40f4-ab78-dca0918b43ad tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:32.613980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e05e74e-00ed-40f4-ab78-dca0918b43ad tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:32.616104 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4e05e74e-00ed-40f4-ab78-dca0918b43ad tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/ab30b3f5-4ea1-48ac-9b13-b88ace9677f8 HTTP/1.1" status: 404 len: 337 time: 0.0397527 Mar 11 16:13:32.618213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40454) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.660393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a66b216-ff31-4baa-9e37-358d343aa687 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:32.660838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a66b216-ff31-4baa-9e37-358d343aa687 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:32.662503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8a66b216-ff31-4baa-9e37-358d343aa687 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/4b17da0c-b63b-45bc-937b-11512315e165 HTTP/1.1" status: 404 len: 337 time: 0.0433917 Mar 11 16:13:32.665072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40458) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.705317 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-21dab163-7120-4b70-a6d3-3a6c3beb7a98 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:32.705874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21dab163-7120-4b70-a6d3-3a6c3beb7a98 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:32.707521 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-21dab163-7120-4b70-a6d3-3a6c3beb7a98 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/f367a8b5-18d2-46da-96fb-f23b511269e1 HTTP/1.1" status: 404 len: 337 time: 0.0415585 Mar 11 16:13:32.708144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.710287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40462) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.754816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-da935453-2762-441c-ba14-9016f56b3588 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 200 len: 205 time: 0.0434535 Mar 11 16:13:32.755704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Subnet': ['ID=3a71f605-ac7a-4e1f-8013-17e822ec1e85,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:32.757076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40466) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.763672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.773387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02184f4c-2108-4f25-8a9c-8913849c4f6a None None] Network 0dabc612-6725-47fc-93d1-a21830d073b2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:32.774972 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-31922bc3-3e08-42bd-96ae-0a57aa1dfc54 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/subnets/3a71f605-ac7a-4e1f-8013-17e822ec1e85 HTTP/1.1" status: 204 len: 168 time: 0.9300323 Mar 11 16:13:32.778890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.826588 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6fba1b00-fce2-401a-83b0-529b23ae4e6c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:32.827654 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6fba1b00-fce2-401a-83b0-529b23ae4e6c tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/e4ab778e-56c6-4980-9a83-ebf6830f5e73 HTTP/1.1" status: 404 len: 336 time: 0.0696745 Mar 11 16:13:32.831182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40474) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.891702 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ee51a01e-b1ca-4fcf-9798-225aa4da6d76 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=8e9ce516-74cd-4fd6-a438-a9806a785414 HTTP/1.1" status: 200 len: 205 time: 0.0592463 Mar 11 16:13:32.894214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40478) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:32.959622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:32.965358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-34f99c39-a964-4ba0-a92c-df7da10e48a3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:32.966728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-34f99c39-a964-4ba0-a92c-df7da10e48a3 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/8e9ce516-74cd-4fd6-a438-a9806a785414 HTTP/1.1" status: 404 len: 336 time: 0.0713205 Mar 11 16:13:32.970044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40482) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.012819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee852bda-bab1-4364-9733-17e8ca10785a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:33.013259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee852bda-bab1-4364-9733-17e8ca10785a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:33.014961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ee852bda-bab1-4364-9733-17e8ca10785a tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/87559aeb-3c4c-4ba1-95ae-cb0b35372bc0 HTTP/1.1" status: 404 len: 337 time: 0.0439992 Mar 11 16:13:33.018937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40486) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.086425 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6c8306fe-fd75-451d-b43f-e807f56395c8 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 200 len: 205 time: 0.0651405 Mar 11 16:13:33.089961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.110941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] DHCP port deletion for 0dabc612-6725-47fc-93d1-a21830d073b2 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:33.115415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Deleting port bd7338a3-5088-49c5-9813-f2601333afc4 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:33.116725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.122510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port bd7338a3-5088-49c5-9813-f2601333afc4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:33.122790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.167569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-5c259619-8eed-4b93-b5a9-103732457a04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:33.171549 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5c259619-8eed-4b93-b5a9-103732457a04 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/86149a96-929c-4f7a-9812-006caeb699b4 HTTP/1.1" status: 404 len: 336 time: 0.0805037 Mar 11 16:13:33.173162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40494) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.217685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d5bb148a-4729-4c98-b6e4-ae10c6ba1277 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=bf519c58-4ac9-4314-9e6a-df0ecec3a12f HTTP/1.1" status: 200 len: 205 time: 0.0432594 Mar 11 16:13:33.220662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40498) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.258302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port c8b5c6f0-19f0-42dc-9cad-1c926e808db7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:33.258636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.289910 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-78c46980-1d10-4cde-aa54-9d0b882bcbaa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:33.292229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-78c46980-1d10-4cde-aa54-9d0b882bcbaa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/bf519c58-4ac9-4314-9e6a-df0ecec3a12f HTTP/1.1" status: 404 len: 336 time: 0.0693758 Mar 11 16:13:33.293729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40502) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.332436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c42707-576a-430c-b676-5ea3a27491a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:33.332880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c42707-576a-430c-b676-5ea3a27491a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:33.334539 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e5c42707-576a-430c-b676-5ea3a27491a4 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/cd2a1e79-c447-4753-9a80-39524f3f8890 HTTP/1.1" status: 404 len: 337 time: 0.0396197 Mar 11 16:13:33.337374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.364330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] For port bd7338a3-5088-49c5-9813-f2601333afc4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd7338a3-5088-49c5-9813-f2601333afc4,segment=NetworkSegment(3ef14c3b-3ecd-4df0-90ad-9248f930fca3),segment_id=3ef14c3b-3ecd-4df0-90ad-9248f930fca3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:33.364801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.384956 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bdff1378-c430-4127-98b5-0c5607cfa62b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=9ca5cef2-aebd-440c-8e5c-779e76c82867 HTTP/1.1" status: 200 len: 205 time: 0.0462387 Mar 11 16:13:33.387122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40510) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.464603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-fd83b3df-c1c8-40eb-884e-e201a13bce92 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:33.466003 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd83b3df-c1c8-40eb-884e-e201a13bce92 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/9ca5cef2-aebd-440c-8e5c-779e76c82867 HTTP/1.1" status: 404 len: 336 time: 0.0777233 Mar 11 16:13:33.471631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40514) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.489064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Calling delete_port for bd7338a3-5088-49c5-9813-f2601333afc4 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:33.519727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-52291d11-540f-4af3-a8bf-41f46b0ff51d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:33.520165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52291d11-540f-4af3-a8bf-41f46b0ff51d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:33.524286 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-52291d11-540f-4af3-a8bf-41f46b0ff51d tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/4c97eda0-1bb4-485c-ac01-96decdc897f8 HTTP/1.1" status: 404 len: 337 time: 0.0490463 Mar 11 16:13:33.525227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] For port bd7338a3-5088-49c5-9813-f2601333afc4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bd7338a3-5088-49c5-9813-f2601333afc4,segment=NetworkSegment(3ef14c3b-3ecd-4df0-90ad-9248f930fca3),segment_id=3ef14c3b-3ecd-4df0-90ad-9248f930fca3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:33.525416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.526120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40518) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.569537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.572841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-22b25cf1-2047-48a4-9024-32b6ce32528f tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "GET /v2.0/ports?device_id=f0a8c4c9-bec8-4ddd-a663-6a081589c111 HTTP/1.1" status: 200 len: 205 time: 0.0451045 Mar 11 16:13:33.576246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40522) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.615651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] Pushing event deleted for resources: {'Port': ['ID=bd7338a3-5088-49c5-9813-f2601333afc4,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:33.622495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1224e-7ab2-49e8-a08c-7d07b47c2441 None None] No DVR routers for this DVR port bd7338a3-5088-49c5-9813-f2601333afc4 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:33.651681 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-52889d69-002b-4a99-96a0-c4ddbfd92efa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] delete failed (client error): The resource could not be found. Mar 11 16:13:33.652763 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-52889d69-002b-4a99-96a0-c4ddbfd92efa tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/routers/f0a8c4c9-bec8-4ddd-a663-6a081589c111 HTTP/1.1" status: 404 len: 336 time: 0.0756018 Mar 11 16:13:33.655353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40526) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.682415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Calling delete_port for bd7338a3-5088-49c5-9813-f2601333afc4 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:33.693987 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8579e4e8-6954-4dfd-88e8-20d0da21c056 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:33.694424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8579e4e8-6954-4dfd-88e8-20d0da21c056 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:33.696071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8579e4e8-6954-4dfd-88e8-20d0da21c056 tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/61b5f1a3-9e76-4ce8-a6f1-32c0efbe2079 HTTP/1.1" status: 404 len: 337 time: 0.0397243 Mar 11 16:13:33.698672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:33.737420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1df8ed1-97c0-47f8-b6db-a9cea41ce93b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:33.737884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1df8ed1-97c0-47f8-b6db-a9cea41ce93b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:33.748832 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a1df8ed1-97c0-47f8-b6db-a9cea41ce93b tempest-RoutersIpV6Test-494174820 tempest-RoutersIpV6Test-494174820-project] 10.222.0.78 "DELETE /v2.0/subnets/bbe4131d-2f19-4d81-8ea4-dd469ef73610 HTTP/1.1" status: 404 len: 337 time: 0.0395904 Mar 11 16:13:33.749057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:33.974832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bd7338a3-5088-49c5-9813-f2601333afc4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:33.988056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for c8b5c6f0-19f0-42dc-9cad-1c926e808db7 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:34.018270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: bd7338a3-5088-49c5-9813-f2601333afc4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:34.018774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bd7338a3-5088-49c5-9813-f2601333afc4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:34.072025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:34.072446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:34.095847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40538) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:34.211055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.259112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=c8b5c6f0-19f0-42dc-9cad-1c926e808db7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:34.314833 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ce2b55ec-68f1-4224-b1f9-2e59454013ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=60a67b3844dc4d45971917547f9b9c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2174594 Mar 11 16:13:34.317154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40546) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:34.385732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.417218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.477670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.494065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f8eb2-6278-4ae9-ab0f-b82c8f6e4c46,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:34.500178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.501337 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89bbf36b-78f8-46b2-b290-7aabfdc88e1a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b7f8eb2-6278-4ae9-ab0f-b82c8f6e4c46 HTTP/1.1" status: 204 len: 168 time: 0.1832590 Mar 11 16:13:34.511466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.573897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Deleting port bd7338a3-5088-49c5-9813-f2601333afc4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:34.574241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.704062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] The port 'bd7338a3-5088-49c5-9813-f2601333afc4' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:34.956526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:34.990225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dabc612-6725-47fc-93d1-a21830d073b2']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.049550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef14c3b-3ecd-4df0-90ad-9248f930fca3') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.049865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef14c3b-3ecd-4df0-90ad-9248f930fca3') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.123351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.148572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.156761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:35.157213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: util.warn( Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:35.171410 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:35.262337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Router cab8fbc0-5402-4d90-ba66-44b4fabdb129 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:13:35.321793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.388236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40568) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.392666 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033913 Mar 11 16:13:35.395998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40570) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.498448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.512347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Pushing event deleted for resources: {'Network': ['ID=0dabc612-6725-47fc-93d1-a21830d073b2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:35.527855 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-df1d5726-f7c0-4747-9c61-3045871bad29 tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/networks/0dabc612-6725-47fc-93d1-a21830d073b2 HTTP/1.1" status: 204 len: 168 time: 2.7477005 Mar 11 16:13:35.530446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40576) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.539590 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8cb15de3-8599-4069-8649-5ee3a02cf25d tempest-NetworksApiDiscovery-213817144 tempest-NetworksApiDiscovery-213817144-project] 10.222.0.78 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1396348 Mar 11 16:13:35.575009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e681566d-3123-43f8-8da5-1b616eeb1b8e tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Synchronizing usage tracker for tenant:4ae149d94265475e9c3f3cdfab2c7fa6 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:35.580921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:13:35.586072 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a91e8545-5cf7-4406-8db0-293bfda060d6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/routers/cab8fbc0-5402-4d90-ba66-44b4fabdb129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4008119 Mar 11 16:13:35.588979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40582) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.592682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] Sync routers for ids ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:13:35.608891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] Routers {'cab8fbc0-5402-4d90-ba66-44b4fabdb129'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:35.609535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.635987 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d69aa9a-282f-4ddc-9403-dc0e01b29bf9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:35.636485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d69aa9a-282f-4ddc-9403-dc0e01b29bf9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:35.641530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e681566d-3123-43f8-8da5-1b616eeb1b8e tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Unset dirty status for tenant:4ae149d94265475e9c3f3cdfab2c7fa6 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:35.645220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e681566d-3123-43f8-8da5-1b616eeb1b8e tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab HTTP/1.1" status: 200 len: 205 time: 0.1110671 Mar 11 16:13:35.645611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40586) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.679396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.692199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] Routers {'cab8fbc0-5402-4d90-ba66-44b4fabdb129'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:13:35.692837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.760673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:35.760673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b086bd69-7c7e-43df-85fe-33ac8f2c2253 None None] The sync data for ids ['cab8fbc0-5402-4d90-ba66-44b4fabdb129'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:13:35.773190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5d69aa9a-282f-4ddc-9403-dc0e01b29bf9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:35.774379 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d69aa9a-282f-4ddc-9403-dc0e01b29bf9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/c8b5c6f0-19f0-42dc-9cad-1c926e808db7 HTTP/1.1" status: 404 len: 333 time: 0.1844862 Mar 11 16:13:35.777630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40592) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:35.797996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:35.905608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40596) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:36.036878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.216912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.232872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.244147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.263691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:36.270590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Usage tracker for resource:security_group_rule and tenant:b922ecda67ea479ea966ac358ae63b76 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:36.275204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:36.288135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:36.298689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.299188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:13:36.336460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.340117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-46e511f6-860f-403e-81ec-8901b24fdc0a tempest-RoutersNegativeIpV6Test-1910329941 tempest-RoutersNegativeIpV6Test-1910329941-project] 10.222.0.78 "DELETE /v2.0/routers/0bf5b3b1-3c8f-4a0a-9048-63fb6656d9ab HTTP/1.1" status: 204 len: 168 time: 0.6914017 Mar 11 16:13:36.376082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.380221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.429913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce99aa1-ea6a-420e-b2bf-ff8219abb359,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:36.434266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6028fdcc-5517-41a4-82a9-c3be859f2e70 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b922ecda67ea479ea966ac358ae63b76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5275130 Mar 11 16:13:36.436905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:36.485381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.491117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.502198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.526919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.527559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Fanout notify agent at l3_agent the message router_deleted on router cab8fbc0-5402-4d90-ba66-44b4fabdb129 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:13:36.529950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.543550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.548425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eff4f4af-87c1-4fa9-a8ca-af1740b17105 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/routers/cab8fbc0-5402-4d90-ba66-44b4fabdb129 HTTP/1.1" status: 204 len: 168 time: 0.7664964 Mar 11 16:13:36.548879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40610) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:36.590692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.606763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce99aa1-ea6a-420e-b2bf-ff8219abb359,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:36.613661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.614802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c84dd976-5164-447d-bae3-687c9c3cae13 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ce99aa1-ea6a-420e-b2bf-ff8219abb359 HTTP/1.1" status: 204 len: 168 time: 0.1767344 Mar 11 16:13:36.638729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40616) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:36.774966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 7a65e99d-d733-4343-a400-7c16f9a0f869 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:36.778426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.832083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aa11d263-eee2-4c2d-bf75-d8b9a340956b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4ae149d94265475e9c3f3cdfab2c7fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1921535 Mar 11 16:13:36.834579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40622) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:36.840612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.909296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.946822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:36.957869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.024644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.061516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.067138 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e2bb9d73-83a0-44aa-a2f0-c4d18b157833 HTTP/1.1" status: 204 len: 168 time: 0.2290201 Mar 11 16:13:37.067138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7a12-42b9-4da3-894d-d0e31624d89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb9d73-83a0-44aa-a2f0-c4d18b157833,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:37.078776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.122304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=7a65e99d-d733-4343-a400-7c16f9a0f869,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:37.137338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.145072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f836c53b-e655-4978-aee7-624511c78bae tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/7a65e99d-d733-4343-a400-7c16f9a0f869 HTTP/1.1" status: 204 len: 168 time: 0.5950761 Mar 11 16:13:37.146323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e1d48-224e-4d4d-9ecb-7add6aacde57 None None] Network c0dc8f31-43ed-46fa-b482-c8cd66cc5986 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:37.147759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:37.275371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.290284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port f2e2323e-d4cd-4299-9264-d478017982a5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:37.290656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.426272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] DHCP port deletion for c0dc8f31-43ed-46fa-b482-c8cd66cc5986 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:37.431490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Deleting port f2e2323e-d4cd-4299-9264-d478017982a5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:37.432038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.663594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] For port f2e2323e-d4cd-4299-9264-d478017982a5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f2e2323e-d4cd-4299-9264-d478017982a5,segment=NetworkSegment(74009c88-dfbe-46e6-b50c-0bf7003cc410),segment_id=74009c88-dfbe-46e6-b50c-0bf7003cc410)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:37.663895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.709398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] For port f2e2323e-d4cd-4299-9264-d478017982a5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f2e2323e-d4cd-4299-9264-d478017982a5,segment=NetworkSegment(74009c88-dfbe-46e6-b50c-0bf7003cc410),segment_id=74009c88-dfbe-46e6-b50c-0bf7003cc410)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:37.709996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.792418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for f2e2323e-d4cd-4299-9264-d478017982a5 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:37.839169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Calling delete_port for f2e2323e-d4cd-4299-9264-d478017982a5 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:37.872604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:37.916465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:13:37.917074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:13:37.921164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=f2e2323e-d4cd-4299-9264-d478017982a5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:37.928614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No DVR routers for this DVR port f2e2323e-d4cd-4299-9264-d478017982a5 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:37.976491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f2e2323e-d4cd-4299-9264-d478017982a5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:38.010028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f2e2323e-d4cd-4299-9264-d478017982a5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:38.010375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f2e2323e-d4cd-4299-9264-d478017982a5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:38.062308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.093630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2d2acfeb-6a94-40da-886f-dd8833a0cd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.098749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dc8f31-43ed-46fa-b482-c8cd66cc5986']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:38.110840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74009c88-dfbe-46e6-b50c-0bf7003cc410') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:38.111132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74009c88-dfbe-46e6-b50c-0bf7003cc410') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:38.122150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.139714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.146422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:38.146804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:38.161680 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:38.253614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.271124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.285294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=c0dc8f31-43ed-46fa-b482-c8cd66cc5986,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:38.295403 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1d4272da-e217-4299-aeff-019b5330edb1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/c0dc8f31-43ed-46fa-b482-c8cd66cc5986 HTTP/1.1" status: 204 len: 168 time: 1.1465869 Mar 11 16:13:38.299269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40634) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:38.367139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d1eec3-2505-44f5-a5ca-86a347f0fa7e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:38.367701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11d1eec3-2505-44f5-a5ca-86a347f0fa7e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:38.382446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-11d1eec3-2505-44f5-a5ca-86a347f0fa7e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:38.387145 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11d1eec3-2505-44f5-a5ca-86a347f0fa7e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/b8845a7f-7f98-4bbb-9374-348717c76bad HTTP/1.1" status: 200 len: 840 time: 0.0834584 Mar 11 16:13:38.387527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:38.418381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Deleting port f2e2323e-d4cd-4299-9264-d478017982a5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:38.418981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.462875 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-049e577a-2a1b-4bcc-a936-69a43ec027f9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/b8845a7f-7f98-4bbb-9374-348717c76bad?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0705268 Mar 11 16:13:38.463154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40642) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:38.469818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:38.486747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc3366-5d12-4d9d-a5ae-3fb1b3de4c16 None None] The port 'f2e2323e-d4cd-4299-9264-d478017982a5' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:13:38.583796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:38.587752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:38.590470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:38.597247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:38.608090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:38.714143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.932055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:38.995216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:38.998157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:39.002801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:39.003218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.007050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf287c-5542-4a8e-8d77-eca433f55efa None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:39.009959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=383111cb-96f9-4ece-b03e-c6205f660a42,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:39.033555 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e685f7c0-78a6-441a-81ac-f86f1ef6a8b1 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5694847 Mar 11 16:13:39.036151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40646) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:39.042363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'security_group': {'name': 'tempest-secgroup-868742379'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:39.048947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:39.052808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:39.055724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:39.061395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:39.079603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.117239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:39.121380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:39.124568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:39.130619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:39.191022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.195912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.239008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.240202 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2029066 Mar 11 16:13:39.243324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40650) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:39.243817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8860e7-c174-4413-a154-3554f265a1ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adf583-dea4-4296-bc7d-6ea83d7ffcbb,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:39.249239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301099257'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:39.255977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:39.259778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:39.262677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:39.268878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:39.280173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.285425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'tenant_id': 'b84671f3c88943c4b9fc92a3000d132c', 'fixed_ips': [{'subnet_id': '383111cb-96f9-4ece-b03e-c6205f660a42'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:13:39.286888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.318681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:39.322937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:39.328956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:39.334792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:39.395958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.399560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.442482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0507311-a427-4b96-8464-088ea66df605,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:39.446484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.448092 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ba35275b-23bc-4e5b-a7ac-f8c61c308057 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2035711 Mar 11 16:13:39.451034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40654) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:39.457160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2083254741', 'security_groups': ['a0507311-a427-4b96-8464-088ea66df605'], 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '383111cb-96f9-4ece-b03e-c6205f660a42'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:39.464581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Allocated IP 172.20.0.2 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/383111cb-96f9-4ece-b03e-c6205f660a42/2d943ac8-8a05-450f-8f0e-c6af16d28834) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:39.686036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.699113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Transition to ACTIVE for port object 2d943ac8-8a05-450f-8f0e-c6af16d28834 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:39.708415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:39.718390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:39.718828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Transition to ACTIVE for port object 2d943ac8-8a05-450f-8f0e-c6af16d28834 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:39.724597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.728309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:39.732982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.764405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port 8b48d5b2-132b-439f-a398-6aec5657601b yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:39.795957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:39.800164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:39.803222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:39.813640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:39.905073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Attempting to bind port 2d943ac8-8a05-450f-8f0e-c6af16d28834 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:13:39.905593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Attempting to bind port 2d943ac8-8a05-450f-8f0e-c6af16d28834 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:13:39.906026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Attempting to bind port 2d943ac8-8a05-450f-8f0e-c6af16d28834 on network 63d45d03-6b6f-42e4-8cac-138ec37ec17e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:13:39.913737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:13:39.913935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Checking segment: {'id': 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:13:39.914254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.914645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Bound using segment: {'id': 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:13:39.915107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Bound port: 2d943ac8-8a05-450f-8f0e-c6af16d28834, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:13:39.915477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:39.992121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.10 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/383111cb-96f9-4ece-b03e-c6205f660a42/8b48d5b2-132b-439f-a398-6aec5657601b) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:40.026044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:13:40.029371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:13:40.034690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:40.118536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c453b-6d86-4b8a-bab4-2133cec49a41 None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:40.214644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:40.233542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object 8b48d5b2-132b-439f-a398-6aec5657601b will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:40.257401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:40.335361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:40.339081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:40.349886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:40.404844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=8b48d5b2-132b-439f-a398-6aec5657601b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:40.425564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:40.426246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:40.456071 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7774e24-e214-4942-9904-908037dcd20c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0038342 Mar 11 16:13:40.458796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40658) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:40.464898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:40.602542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:40.606426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:40.609731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:40.615346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:40.627115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:40.631126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:40.765538 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 383111cb-96f9-4ece-b03e-c6205f660a42 (CIDR: 172.20.0.0/28) Mar 11 16:13:40.769032 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:40.769470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:40.795581 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-77d982ec-0196-4ad2-b4ca-a8fd398d86c0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3357000 Mar 11 16:13:40.799240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40662) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:40.804834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:40.956613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:40.960449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:40.963624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:40.970053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:40.980389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:40.984082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.188357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cad0821c-1984-42b1-8d8f-a150fa5a99a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.191115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c29f6df6-ff84-48a3-910c-07093536da0b None None] Provisioning for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:41.210468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c29f6df6-ff84-48a3-910c-07093536da0b None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:41.210987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c29f6df6-ff84-48a3-910c-07093536da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.268593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c29f6df6-ff84-48a3-910c-07093536da0b None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:41.273256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.334237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:41.337329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:41.341257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:41.341872 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.347203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e582ce-87c8-49b9-952b-f26f05bb284c None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:41.363673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=fcbf4ecf-1b44-4d76-bdb5-578457aa244d,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:41.369991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0c8787be-6ec1-436e-9966-be77eddd6738 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5688984 Mar 11 16:13:41.371981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40666) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:41.378947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-250755700', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcbf4ecf-1b44-4d76-bdb5-578457aa244d'}], 'security_groups': ['d4adf583-dea4-4296-bc7d-6ea83d7ffcbb']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:41.465526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e5a64b8-f428-40ab-8365-8ec876accdd9 None None] Provisioning for port 8b48d5b2-132b-439f-a398-6aec5657601b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:41.476689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2e5a64b8-f428-40ab-8365-8ec876accdd9 None None] Provisioning complete for port 8b48d5b2-132b-439f-a398-6aec5657601b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:41.477035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e5a64b8-f428-40ab-8365-8ec876accdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.514881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.621797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a64b8-f428-40ab-8365-8ec876accdd9 None None] Port 8b48d5b2-132b-439f-a398-6aec5657601b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:41.800297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Update dhcp port {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'fixed_ips': [{'subnet_id': '383111cb-96f9-4ece-b03e-c6205f660a42', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fcbf4ecf-1b44-4d76-bdb5-578457aa244d'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '2d943ac8-8a05-450f-8f0e-c6af16d28834'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:13:41.862740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.918211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:41.945081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Delete allocated IP 172.20.0.10 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/383111cb-96f9-4ece-b03e-c6205f660a42) {{(pid=83841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:13:41.955714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.22 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/fcbf4ecf-1b44-4d76-bdb5-578457aa244d/8b48d5b2-132b-439f-a398-6aec5657601b) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:42.058477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:42.116070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.146176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:42.151633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:42.152086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.277878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.280747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.302539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object 8b48d5b2-132b-439f-a398-6aec5657601b will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:42.304434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.374119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:42.379494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.459851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=8b48d5b2-132b-439f-a398-6aec5657601b,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:42.470505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Allocated IP 172.20.0.18 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/fcbf4ecf-1b44-4d76-bdb5-578457aa244d/2d943ac8-8a05-450f-8f0e-c6af16d28834) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:42.487302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] In _notify_port_updated(), no bound segment for port 8b48d5b2-132b-439f-a398-6aec5657601b on network 63d45d03-6b6f-42e4-8cac-138ec37ec17e {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:13:42.488814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:42.491101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:42.491711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.493183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d12a2eac-eecd-48f8-95ab-dfb7aae25e41 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/ports/8b48d5b2-132b-439f-a398-6aec5657601b HTTP/1.1" status: 200 len: 920 time: 1.1200359 Mar 11 16:13:42.496040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40670) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:42.567711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port 8b48d5b2-132b-439f-a398-6aec5657601b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:42.568050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.621957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:42.648055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.671597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Transition to ACTIVE for port object 2d943ac8-8a05-450f-8f0e-c6af16d28834 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:42.676090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:42.831817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86feea2-c6f9-4aae-afbd-b855358b3e66 None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:42.948159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.075994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for 8b48d5b2-132b-439f-a398-6aec5657601b owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:43.231173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.281894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=8b48d5b2-132b-439f-a398-6aec5657601b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:43.359326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Could not find standard attr ID for object 8b48d5b2-132b-439f-a398-6aec5657601b. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:43.372427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Provisioning for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:43.377318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:43.377686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.385889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.397340 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f4315448-11a3-4375-a908-3c608821c00e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/8b48d5b2-132b-439f-a398-6aec5657601b HTTP/1.1" status: 204 len: 168 time: 0.9000113 Mar 11 16:13:43.399871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40674) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:43.442617 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-351cabea-bf3a-48e8-b748-0e7bc4bc4ab6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:43.443297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-351cabea-bf3a-48e8-b748-0e7bc4bc4ab6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:43.460572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-351cabea-bf3a-48e8-b748-0e7bc4bc4ab6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:43.461735 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-351cabea-bf3a-48e8-b748-0e7bc4bc4ab6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/8b48d5b2-132b-439f-a398-6aec5657601b HTTP/1.1" status: 404 len: 333 time: 0.0608795 Mar 11 16:13:43.464738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40678) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:43.487281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.525658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:43.526129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.532231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.564273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.580036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aeea02e8-f1c7-48a8-834a-8d0f94c1987e None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:43.621077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.637847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0507311-a427-4b96-8464-088ea66df605,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:43.645839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.646959 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8a2a9ead-772a-459a-be55-1a88a49b926d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/security-groups/a0507311-a427-4b96-8464-088ea66df605 HTTP/1.1" status: 204 len: 168 time: 0.1813500 Mar 11 16:13:43.652424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40682) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:43.733267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.763762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.826651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.843209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adf583-dea4-4296-bc7d-6ea83d7ffcbb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:43.850836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:43.851955 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f3e7b426-b3e3-46b7-8aa7-06dfb2c43d7b tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/security-groups/d4adf583-dea4-4296-bc7d-6ea83d7ffcbb HTTP/1.1" status: 204 len: 168 time: 0.1967466 Mar 11 16:13:43.854680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40688) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:43.900644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e775edc3-94ac-429f-9d2e-c6283ff45da5 None None] Could not find standard attr ID for object 8b48d5b2-132b-439f-a398-6aec5657601b. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:43.988499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:44.082735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 383111cb-96f9-4ece-b03e-c6205f660a42 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:44.083861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:44.084300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.085562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.143457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.235510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.311929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.352441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=383111cb-96f9-4ece-b03e-c6205f660a42,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:44.356994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.363869 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b2df72c7-b55f-4176-b50c-05e08a2a4bbf tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/383111cb-96f9-4ece-b03e-c6205f660a42 HTTP/1.1" status: 204 len: 168 time: 0.5081992 Mar 11 16:13:44.364064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d64e14-cd34-4a1c-8f05-861112956ad5 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:44.367672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40694) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:44.373529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:44.514251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:44.519062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:44.521875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:44.527417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:44.538995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:44.542906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.829929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.895198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:44.898521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:44.903407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:44.903987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:44.912521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=1952b997-b553-4c97-ae9e-dedfab9b00bc,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:44.931361 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-265b9eec-4361-43bc-a372-efa3480ba511 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5626020 Mar 11 16:13:44.934019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40698) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:44.939581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'security_group': {'name': 'tempest-secgroup-700365563'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:44.946186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:44.955990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:44.959414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:44.966161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:44.978099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.022691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.026593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:45.029459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:45.036509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.074181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.113158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cec983-503c-4c1d-943a-b36cc264dab6 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:45.115288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.119433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.168037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7e0cba-248d-46f7-a637-a50d081db399,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:45.170463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.171752 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c01d141-64b0-4445-8d47-2b15e1957c24 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2367716 Mar 11 16:13:45.175096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40702) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:45.180863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'security_group': {'name': 'tempest-secgroup-593439857'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:45.186991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.192007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:45.194985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:45.200672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.214797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.250940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.254718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:45.255890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8a1cbe4f-6638-4f90-b085-298622c016e2 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:45.256258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbe4f-6638-4f90-b085-298622c016e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.257548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:45.264051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.323567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.327478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.372221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da59c98-f3b4-4338-b87c-f8c7f3118a4e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:45.374751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.375934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cebfb26b-7e2b-4b0f-833f-926fb385de89 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.1998723 Mar 11 16:13:45.378827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40706) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:45.385774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1360255869'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:45.392236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.396443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:45.399559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:45.405484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.418541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.457974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.461791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:security_group_rule and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:45.464898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:45.478493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.528140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8a1cbe4f-6638-4f90-b085-298622c016e2 None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:45.528793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbe4f-6638-4f90-b085-298622c016e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.537792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.542075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.587643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8a1cbe4f-6638-4f90-b085-298622c016e2 None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:45.589211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c35f1-3d77-4204-977d-49692e2b5620,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:45.594954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.596492 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dec18f7f-7218-48b7-92ba-4bbbdbe9b990 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2161007 Mar 11 16:13:45.599026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40710) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:45.606174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1597465260', 'security_groups': ['a64c35f1-3d77-4204-977d-49692e2b5620'], 'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1952b997-b553-4c97-ae9e-dedfab9b00bc'}]}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:45.668076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Update dhcp port {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'fixed_ips': [{'subnet_id': 'fcbf4ecf-1b44-4d76-bdb5-578457aa244d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1952b997-b553-4c97-ae9e-dedfab9b00bc'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '2d943ac8-8a05-450f-8f0e-c6af16d28834'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:13:45.723407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.748915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:45.759013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:45.768850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:45.773526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:45.886467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] device_id is not set on port df43b2c1-2eab-4f1a-a831-59e073d61d1d yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:13:45.950030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Allocated IP 172.20.0.2 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/1952b997-b553-4c97-ae9e-dedfab9b00bc/2d943ac8-8a05-450f-8f0e-c6af16d28834) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:46.092509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:46.119212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.134981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Transition to ACTIVE for port object 2d943ac8-8a05-450f-8f0e-c6af16d28834 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:46.138804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.209839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.8 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/1952b997-b553-4c97-ae9e-dedfab9b00bc/df43b2c1-2eab-4f1a-a831-59e073d61d1d) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:46.278429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007778a-a083-46e9-8dc0-9e58356678cd None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:46.417658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.434726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object df43b2c1-2eab-4f1a-a831-59e073d61d1d will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:46.459200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.539831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:46.542916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:46.545858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:13:46.591009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=df43b2c1-2eab-4f1a-a831-59e073d61d1d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:46.614103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:46.614752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.641837 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c058748f-2eee-43e2-b2c7-52f5d7102cd2 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0413973 Mar 11 16:13:46.644244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:46.650249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:46.807801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:46.812021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:46.815184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:46.822136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Provisioning for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:46.822741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:46.827533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:46.827969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.837966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:46.841523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.968999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:46.969366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:46.978714 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.ipam_backend_mixin [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1952b997-b553-4c97-ae9e-dedfab9b00bc (CIDR: 172.20.0.0/28) Mar 11 16:13:46.982833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:46.983273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:47.004841 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7dcea4d6-bb52-46ad-add4-c7d805fd1b6c tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3592865 Mar 11 16:13:47.008239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40720) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:47.014777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:47.025597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-445054b0-e130-4e02-bac9-e0c8285d2951 None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:47.070969 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:13:47.147660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ce370909-5dab-4e41-8518-c50106348ebe None None] Provisioning for port df43b2c1-2eab-4f1a-a831-59e073d61d1d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:47.152644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ce370909-5dab-4e41-8518-c50106348ebe None None] Provisioning complete for port df43b2c1-2eab-4f1a-a831-59e073d61d1d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:47.153014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce370909-5dab-4e41-8518-c50106348ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:47.164688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:47.168689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:47.172346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:47.178132 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:47.188207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:47.209904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ce370909-5dab-4e41-8518-c50106348ebe None None] Port df43b2c1-2eab-4f1a-a831-59e073d61d1d cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:47.327797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:47.463610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.ipam_backend_mixin [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fcbf4ecf-1b44-4d76-bdb5-578457aa244d (CIDR: 172.20.0.16/28) Mar 11 16:13:47.467425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:47.467875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:47.486310 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ce076d3c-12c0-4271-8ca1-4b81b11af6e6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4770305 Mar 11 16:13:47.489035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40724) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:47.494695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'subnet': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:47.639474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:47.646343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Usage tracker for resource:subnet and tenant:b84671f3c88943c4b9fc92a3000d132c is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:47.649257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:47.654874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:47.674072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Made reservation on behalf of b84671f3c88943c4b9fc92a3000d132c for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:13:47.677807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:47.947654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:47.992298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:48.014350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:13:48.017902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:13:48.021339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:48.021960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.029431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da8784-05f7-4863-886e-09b4f03072c1 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:48.044033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Subnet': ['ID=1aee9953-f676-4b1c-ba69-0e538234f6bb,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:48.058518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a065ee7f-0f6e-40df-a85a-ab2d12396d87 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5660100 Mar 11 16:13:48.058748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40728) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:48.065212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1069934525', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1aee9953-f676-4b1c-ba69-0e538234f6bb'}], 'security_groups': ['3b7e0cba-248d-46f7-a637-a50d081db399', '2da59c98-f3b4-4338-b87c-f8c7f3118a4e']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:48.204240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.218181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:48.218181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.596416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Update dhcp port {'port': {'network_id': '63d45d03-6b6f-42e4-8cac-138ec37ec17e', 'fixed_ips': [{'subnet_id': 'fcbf4ecf-1b44-4d76-bdb5-578457aa244d', 'ip_address': '172.20.0.18'}, {'subnet_id': '1952b997-b553-4c97-ae9e-dedfab9b00bc', 'ip_address': '172.20.0.2'}, {'subnet_id': '1aee9953-f676-4b1c-ba69-0e538234f6bb'}], 'binding:host_id': 'dv-neutron-833206-1-hyperv'}, 'id': '2d943ac8-8a05-450f-8f0e-c6af16d28834'} from dv-neutron-833206-1-hyperv. {{(pid=83842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 16:13:48.669972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:48.801362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Delete allocated IP 172.20.0.8 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/1952b997-b553-4c97-ae9e-dedfab9b00bc) {{(pid=83840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 16:13:48.809563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Allocated IP 172.20.0.39 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/1aee9953-f676-4b1c-ba69-0e538234f6bb/df43b2c1-2eab-4f1a-a831-59e073d61d1d) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:49.020287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.038227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Transition to ACTIVE for port object df43b2c1-2eab-4f1a-a831-59e073d61d1d will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:49.043415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.125876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Allocated IP 172.20.0.34 (63d45d03-6b6f-42e4-8cac-138ec37ec17e/1aee9953-f676-4b1c-ba69-0e538234f6bb/2d943ac8-8a05-450f-8f0e-c6af16d28834) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:13:49.204061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event updated for resources: {'Port': ['ID=df43b2c1-2eab-4f1a-a831-59e073d61d1d,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:49.224900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] In _notify_port_updated(), no bound segment for port df43b2c1-2eab-4f1a-a831-59e073d61d1d on network 63d45d03-6b6f-42e4-8cac-138ec37ec17e {{(pid=83840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:13:49.228747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:13:49.229356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.230701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e7c8e613-92a7-4645-a3fc-fba985bc51c5 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "PUT /v2.0/ports/df43b2c1-2eab-4f1a-a831-59e073d61d1d HTTP/1.1" status: 200 len: 960 time: 1.1709771 Mar 11 16:13:49.233654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40732) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:49.278423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:49.303210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.303756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port df43b2c1-2eab-4f1a-a831-59e073d61d1d {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:49.304105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.323641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Transition to ACTIVE for port object 2d943ac8-8a05-450f-8f0e-c6af16d28834 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:13:49.329627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.512414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b913d0-70ae-4b0b-b8ce-e1d9b39528c8 None None] Pushing event updated for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:49.564589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.705641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for df43b2c1-2eab-4f1a-a831-59e073d61d1d owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:49.907446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:49.974413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=df43b2c1-2eab-4f1a-a831-59e073d61d1d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:50.018322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:13:50.164157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.181016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0ccca1ce-b3df-4c77-9c88-76f4d9922986 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/df43b2c1-2eab-4f1a-a831-59e073d61d1d HTTP/1.1" status: 204 len: 168 time: 0.9462752 Mar 11 16:13:50.183946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40738) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:50.238033 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e281ba98-9b06-49bd-8a8a-28276685fe8d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] GET failed (client error): The resource could not be found. Mar 11 16:13:50.238594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e281ba98-9b06-49bd-8a8a-28276685fe8d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Synchronizing usage tracker for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:50.252118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Could not find standard attr ID for object df43b2c1-2eab-4f1a-a831-59e073d61d1d. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:50.258644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e281ba98-9b06-49bd-8a8a-28276685fe8d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Unset dirty status for tenant:b84671f3c88943c4b9fc92a3000d132c on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:50.259791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e281ba98-9b06-49bd-8a8a-28276685fe8d tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports/df43b2c1-2eab-4f1a-a831-59e073d61d1d HTTP/1.1" status: 404 len: 333 time: 0.0751882 Mar 11 16:13:50.265066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40742) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:50.273394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Provisioning for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:13:50.280224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:50.280224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.351583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.393438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.440123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:50.440123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.460509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.484556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c35f1-3d77-4204-977d-49692e2b5620,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:50.492157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.492157 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-473d79af-fe17-4387-a619-f3d3ef54a26e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/security-groups/a64c35f1-3d77-4204-977d-49692e2b5620 HTTP/1.1" status: 204 len: 168 time: 0.2228115 Mar 11 16:13:50.493198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40746) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:50.523551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b492563d-de53-4e67-94fa-27447e88fed2 None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:50.667523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.713843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.744010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-56e32b7b-cbfe-4da9-a8a5-2486cc84511c None None] Could not find standard attr ID for object df43b2c1-2eab-4f1a-a831-59e073d61d1d. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:13:50.769270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.793908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da59c98-f3b4-4338-b87c-f8c7f3118a4e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:50.804549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.805664 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b714a465-9c3c-4e67-862d-91c16267a045 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/security-groups/2da59c98-f3b4-4338-b87c-f8c7f3118a4e HTTP/1.1" status: 204 len: 168 time: 0.3147051 Mar 11 16:13:50.808386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40750) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:50.878715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.909016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.956196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.977165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7e0cba-248d-46f7-a637-a50d081db399,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:50.981422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:50.984673 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8be985b1-e015-4354-8468-66a418dd964e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/security-groups/3b7e0cba-248d-46f7-a637-a50d081db399 HTTP/1.1" status: 204 len: 168 time: 0.1731749 Mar 11 16:13:50.986274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:51.185210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 1952b997-b553-4c97-ae9e-dedfab9b00bc {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:51.188550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.254147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.372351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.451411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.489461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=1952b997-b553-4c97-ae9e-dedfab9b00bc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:51.495575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.502162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-73d8f582-e50c-4753-bc6c-a3efac9da177 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/1952b997-b553-4c97-ae9e-dedfab9b00bc HTTP/1.1" status: 204 len: 168 time: 0.5147886 Mar 11 16:13:51.502985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f406de-70ed-49be-a4c2-0235e77ead37 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:51.506376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40758) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:51.579688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet 1aee9953-f676-4b1c-ba69-0e538234f6bb {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:51.582981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.642773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.747305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.846206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.885506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=1aee9953-f676-4b1c-ba69-0e538234f6bb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:51.889508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:51.905515 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ae2358b-8439-4e90-b2fc-1fe0bb3340fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/1aee9953-f676-4b1c-ba69-0e538234f6bb HTTP/1.1" status: 204 len: 168 time: 0.3951995 Mar 11 16:13:51.905515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40762) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:51.948907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-109f6aa0-3f91-4587-bb6a-faea5460d0fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:51.949348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109f6aa0-3f91-4587-bb6a-faea5460d0fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:51.951356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-109f6aa0-3f91-4587-bb6a-faea5460d0fd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/1952b997-b553-4c97-ae9e-dedfab9b00bc HTTP/1.1" status: 404 len: 337 time: 0.0452061 Mar 11 16:13:51.954334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40766) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.025607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting subnet fcbf4ecf-1b44-4d76-bdb5-578457aa244d {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:13:52.044416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.116189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.205275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.286532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.334252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568e74e-fe60-484b-977a-1fb35ad8c375 None None] Network 63d45d03-6b6f-42e4-8cac-138ec37ec17e requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:13:52.334702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbf4ecf-1b44-4d76-bdb5-578457aa244d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:52.341639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.349514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a664096c-cb8c-4d3e-85f9-b408cc001584 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/fcbf4ecf-1b44-4d76-bdb5-578457aa244d HTTP/1.1" status: 204 len: 168 time: 0.3941548 Mar 11 16:13:52.352007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.388668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d321f4-ae56-49bd-8377-a2fe25a54688 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.389103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d321f4-ae56-49bd-8377-a2fe25a54688 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.391301 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-27d321f4-ae56-49bd-8377-a2fe25a54688 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/383111cb-96f9-4ece-b03e-c6205f660a42 HTTP/1.1" status: 404 len: 337 time: 0.0383844 Mar 11 16:13:52.394811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40774) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.436947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8e4fd67b-eed6-4786-9442-8dc042a555d9 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "GET /v2.0/ports?device_id=cab8fbc0-5402-4d90-ba66-44b4fabdb129 HTTP/1.1" status: 200 len: 205 time: 0.0408781 Mar 11 16:13:52.439222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.467811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9daf2eeb-ad12-4a22-9094-3475de885fdd None None] Provisioning complete for port 2d943ac8-8a05-450f-8f0e-c6af16d28834 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:52.468176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9daf2eeb-ad12-4a22-9094-3475de885fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.591567 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-03acb4af-48c0-4dd8-9fe8-5e5605d4a3bd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] delete failed (client error): The resource could not be found. Mar 11 16:13:52.592510 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-03acb4af-48c0-4dd8-9fe8-5e5605d4a3bd tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/routers/cab8fbc0-5402-4d90-ba66-44b4fabdb129 HTTP/1.1" status: 404 len: 336 time: 0.1524112 Mar 11 16:13:52.596404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40782) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.634090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d5e160-b37b-4a83-9368-fa301e1237f0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.634769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d5e160-b37b-4a83-9368-fa301e1237f0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.636178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38d5e160-b37b-4a83-9368-fa301e1237f0 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/7a65e99d-d733-4343-a400-7c16f9a0f869 HTTP/1.1" status: 404 len: 337 time: 0.0388877 Mar 11 16:13:52.639292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40786) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.662471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9daf2eeb-ad12-4a22-9094-3475de885fdd None None] Provisioning complete for port b8845a7f-7f98-4bbb-9374-348717c76bad triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:13:52.662943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9daf2eeb-ad12-4a22-9094-3475de885fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.686698 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6cc8dc-9d83-46b1-98c4-d9ac33bca436 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.687656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6cc8dc-9d83-46b1-98c4-d9ac33bca436 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.689305 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bd6cc8dc-9d83-46b1-98c4-d9ac33bca436 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/5e4ee32d-4d1e-4bbd-bd70-626831f430de HTTP/1.1" status: 404 len: 337 time: 0.0478439 Mar 11 16:13:52.691920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40790) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.707692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] DHCP port deletion for 63d45d03-6b6f-42e4-8cac-138ec37ec17e request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:13:52.721109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Deleting port 2d943ac8-8a05-450f-8f0e-c6af16d28834 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:52.721469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.741590 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-182e0845-3930-48f1-846d-c39ee6974106 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.742137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182e0845-3930-48f1-846d-c39ee6974106 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.743831 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-182e0845-3930-48f1-846d-c39ee6974106 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/1142b00c-7a87-43cf-9c93-ef5bb3229383 HTTP/1.1" status: 404 len: 337 time: 0.0510237 Mar 11 16:13:52.746552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40794) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.796061 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5114a719-2f7b-4d31-8dc6-27e280f1f991 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.796611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5114a719-2f7b-4d31-8dc6-27e280f1f991 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.798316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5114a719-2f7b-4d31-8dc6-27e280f1f991 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/c4dea7d5-6e91-4cd3-b140-2ec760a1c712 HTTP/1.1" status: 404 len: 333 time: 0.0507767 Mar 11 16:13:52.799900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9daf2eeb-ad12-4a22-9094-3475de885fdd None None] Port b8845a7f-7f98-4bbb-9374-348717c76bad cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:13:52.800865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40798) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.851942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ca268a-8555-4b9f-9f27-a42cd5142df6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.852306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ca268a-8555-4b9f-9f27-a42cd5142df6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.855714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e3ca268a-8555-4b9f-9f27-a42cd5142df6 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/77c24c03-9bfa-4909-bae9-5a0eba82bc95 HTTP/1.1" status: 404 len: 337 time: 0.0527589 Mar 11 16:13:52.857139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40802) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.897631 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf8efc-96f3-4e2b-b3d5-b22f3447a38a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.898107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaf8efc-96f3-4e2b-b3d5-b22f3447a38a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.899743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4aaf8efc-96f3-4e2b-b3d5-b22f3447a38a tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/d8522089-24b9-4eb5-8db9-d73f624d2eae HTTP/1.1" status: 404 len: 337 time: 0.0416718 Mar 11 16:13:52.902421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40806) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.944773 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef85105-982e-4259-9eeb-1166faa417fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.945123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef85105-982e-4259-9eeb-1166faa417fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:52.946791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0ef85105-982e-4259-9eeb-1166faa417fe tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/f956e91b-2e3b-4835-be3c-e6b902a47035 HTTP/1.1" status: 404 len: 333 time: 0.0434070 Mar 11 16:13:52.949322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40810) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:52.979102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] For port 2d943ac8-8a05-450f-8f0e-c6af16d28834, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2d943ac8-8a05-450f-8f0e-c6af16d28834,segment=NetworkSegment(a49a7ecd-3c8b-4b94-bf92-23c347ac639f),segment_id=a49a7ecd-3c8b-4b94-bf92-23c347ac639f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:13:52.979575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:52.995301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdba9e0-994e-40e8-b59d-ac517e8c2751 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:52.995747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdba9e0-994e-40e8-b59d-ac517e8c2751 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:53.000284 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cbdba9e0-994e-40e8-b59d-ac517e8c2751 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/02c5c4d4-8a1e-4aeb-a10d-e9f35856495a HTTP/1.1" status: 404 len: 337 time: 0.0471041 Mar 11 16:13:53.000589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40814) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:53.052728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef61a6e2-dc19-4f64-8c04-6da96f5044ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] DELETE failed (client error): The resource could not be found. Mar 11 16:13:53.053536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef61a6e2-dc19-4f64-8c04-6da96f5044ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:13:53.055206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ef61a6e2-dc19-4f64-8c04-6da96f5044ba tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/subnets/0fa59dc7-e0da-4610-9c63-fe4944507bd8 HTTP/1.1" status: 404 len: 337 time: 0.0536854 Mar 11 16:13:53.057810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40818) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:53.119646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Calling delete_port for 2d943ac8-8a05-450f-8f0e-c6af16d28834 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:53.132759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Deleting port b8845a7f-7f98-4bbb-9374-348717c76bad {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:13:53.133095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.200048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.244102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] Pushing event deleted for resources: {'Port': ['ID=2d943ac8-8a05-450f-8f0e-c6af16d28834,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:53.250166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40fab06-c4b2-4b43-b38e-8275b332fb4d None None] No DVR routers for this DVR port 2d943ac8-8a05-450f-8f0e-c6af16d28834 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:13:53.360342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.489117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Calling delete_port for b8845a7f-7f98-4bbb-9374-348717c76bad owned by {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:13:53.569341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.617552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Port': ['ID=b8845a7f-7f98-4bbb-9374-348717c76bad,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:53.627039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.641684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d846dec3-58a6-4d96-a1d3-5e03518d67a8 tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/ports/b8845a7f-7f98-4bbb-9374-348717c76bad HTTP/1.1" status: 204 len: 168 time: 0.5826449 Mar 11 16:13:53.644437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40822) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:53.757125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.910178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.935655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d45d03-6b6f-42e4-8cac-138ec37ec17e']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:53.948604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:53.948897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49a7ecd-3c8b-4b94-bf92-23c347ac639f') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:13:53.962622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.979730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.986324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:13:53.986677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:53.986910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:13:54.001487 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:13:54.021248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 2d943ac8-8a05-450f-8f0e-c6af16d28834 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:13:54.021501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2d943ac8-8a05-450f-8f0e-c6af16d28834 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:13:54.170704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.188615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.198074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] Pushing event deleted for resources: {'Network': ['ID=63d45d03-6b6f-42e4-8cac-138ec37ec17e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:54.200546 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1742a836-2e50-4caf-a480-354501409d8e tempest-PortsTestJSON-1348808505 tempest-PortsTestJSON-1348808505-project] 10.222.0.78 "DELETE /v2.0/networks/63d45d03-6b6f-42e4-8cac-138ec37ec17e HTTP/1.1" status: 204 len: 168 time: 0.5551543 Mar 11 16:13:54.514441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40832) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:54.693031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8c82d9a3-f1b4-4821-b895-b887894c9202 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b84671f3c88943c4b9fc92a3000d132c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773596 Mar 11 16:13:54.695478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40838) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:54.764333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.791070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.842880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.864671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef27ed1-4519-4a0c-b8d8-d1fb3776a852,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:54.867916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:54.869002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-12361051-a541-4de1-8017-7f6375f25184 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fef27ed1-4519-4a0c-b8d8-d1fb3776a852 HTTP/1.1" status: 204 len: 168 time: 0.1726513 Mar 11 16:13:55.717043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40860) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:55.860500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f2b1236c-1c6b-4728-9824-af03b50f27fd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:55.861092 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-f2b1236c-1c6b-4728-9824-af03b50f27fd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:13:55.862043 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f2b1236c-1c6b-4728-9824-af03b50f27fd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1440203 Mar 11 16:13:55.865601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40866) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:55.870311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--40317633'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:55.877800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:55.881624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:55.884558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:55.892328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:55.902107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:55.915117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:55.948616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:55.952330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:55.956587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:55.962661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.035185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.040085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.083208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:56.087445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22fdee2-738c-4ea2-a9b5-5540d1ec3d3d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:56.090119 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:56.093445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:56.100016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.157636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.161456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.207387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0809bd33-a435-456a-98bd-329626bcd5ba,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:56.210333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.211513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-43bafe4c-4252-42ea-adbc-05758ff6b6e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3450391 Mar 11 16:13:56.214938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40870) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.220243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '0809bd33-a435-456a-98bd-329626bcd5ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:56.226366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:56.230362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:56.233204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:56.239513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.258203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.321158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.324920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.348680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4482cc2b-6c75-44cb-9f56-34f5c1ef2bd6,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:56.359034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.360333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-42e6851a-8fe8-42da-bb08-d9f161014f45 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1444898 Mar 11 16:13:56.363373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40874) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.369160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '0809bd33-a435-456a-98bd-329626bcd5ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:56.375311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:56.379073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:56.381924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:56.387482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.411316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.478668 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 16:13:56.479684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-83889189-9b94-4475-854d-7c039f6d4f9a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1153328 Mar 11 16:13:56.482519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.552060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.588059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.639072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.655646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0809bd33-a435-456a-98bd-329626bcd5ba,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:56.664679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.668244 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8bfd824e-9010-4b48-a9b2-872f31741288 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/0809bd33-a435-456a-98bd-329626bcd5ba HTTP/1.1" status: 204 len: 168 time: 0.1823411 Mar 11 16:13:56.668498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40882) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.725025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0c97cc5d-cac5-422a-bba9-435c6e8137e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:56.741920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0c97cc5d-cac5-422a-bba9-435c6e8137e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:56.743146 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0c97cc5d-cac5-422a-bba9-435c6e8137e4 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0737119 Mar 11 16:13:56.746960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.752911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098885528'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:56.759707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:56.770183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.781041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.816583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:56.820342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:56.830176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:56.836868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:56.896422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.901050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.950043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccda46e-e09d-49db-8193-6cb0899fbb0d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:56.955828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:56.957013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4593f862-2366-4612-92d9-08deae3f4404 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2090392 Mar 11 16:13:56.959774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40890) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:56.965360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-2cb11351-e69f-4136-915f-d5f15429bba1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '7ccda46e-e09d-49db-8193-6cb0899fbb0d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:56.966123 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-2cb11351-e69f-4136-915f-d5f15429bba1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:56.967026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2cb11351-e69f-4136-915f-d5f15429bba1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063317 Mar 11 16:13:56.969341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.043181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.071168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.118714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.137515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccda46e-e09d-49db-8193-6cb0899fbb0d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:57.145040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.146196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f0423378-057c-498b-9f41-51ea0f2537b2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/7ccda46e-e09d-49db-8193-6cb0899fbb0d HTTP/1.1" status: 204 len: 168 time: 0.1759984 Mar 11 16:13:57.149052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40898) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.200832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7016dbad-0ed9-40c0-85e6-6e18e37e0313 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:57.215743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7016dbad-0ed9-40c0-85e6-6e18e37e0313 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:57.217063 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7016dbad-0ed9-40c0-85e6-6e18e37e0313 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0670745 Mar 11 16:13:57.221365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40902) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.227028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--40931220'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.237556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:57.247887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:57.258001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.292968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:57.297925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:57.301526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:57.307254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:57.366568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.370645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.413245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fad6614-b5d1-4dce-ac9b-ef22f159d838,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:57.423154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.424266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a690f485-1ef1-43cf-83ee-757f65722fa0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2019696 Mar 11 16:13:57.427190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40906) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.432633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-70f1b24d-86fb-49c5-a4d4-4ff8853d48a2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '9fad6614-b5d1-4dce-ac9b-ef22f159d838', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.433276 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-70f1b24d-86fb-49c5-a4d4-4ff8853d48a2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:57.434185 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-70f1b24d-86fb-49c5-a4d4-4ff8853d48a2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061572 Mar 11 16:13:57.438287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40910) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.504295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.534830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.586448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.615206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fad6614-b5d1-4dce-ac9b-ef22f159d838,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:57.622245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.623346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3924e53d-dec4-421c-9697-f7228273389a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/9fad6614-b5d1-4dce-ac9b-ef22f159d838 HTTP/1.1" status: 204 len: 168 time: 0.1841865 Mar 11 16:13:57.626632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40914) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.679711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-25cee4c4-41b1-444f-a952-eaeac03f7e53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:57.695978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-25cee4c4-41b1-444f-a952-eaeac03f7e53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:57.697677 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-25cee4c4-41b1-444f-a952-eaeac03f7e53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0701177 Mar 11 16:13:57.701507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40918) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.707799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1677866533'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.719919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:57.730065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:57.739777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.775754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:57.779364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:57.783392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:57.788914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:57.849239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.853040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.899134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6a7d2b-2341-449b-919d-3c8d37e9d239,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:57.907517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:57.908900 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b48e9bbb-0d51-4ed8-ac35-298054ba6142 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2062290 Mar 11 16:13:57.911790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40922) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.917386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1b4165e5-87c3-4a9f-8e0f-a33d220ddf6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '5b6a7d2b-2341-449b-919d-3c8d37e9d239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.918147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-1b4165e5-87c3-4a9f-8e0f-a33d220ddf6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:57.919160 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1b4165e5-87c3-4a9f-8e0f-a33d220ddf6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063894 Mar 11 16:13:57.922225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40926) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.930777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ac11edac-e1d1-4065-a5e8-504822c388f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '5b6a7d2b-2341-449b-919d-3c8d37e9d239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.931448 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-ac11edac-e1d1-4065-a5e8-504822c388f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:57.932398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ac11edac-e1d1-4065-a5e8-504822c388f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0091858 Mar 11 16:13:57.935194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40930) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.941785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3ac4c93b-80a4-4ab7-8930-6dd60592f780 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '5b6a7d2b-2341-449b-919d-3c8d37e9d239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.942424 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-3ac4c93b-80a4-4ab7-8930-6dd60592f780 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:57.943323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3ac4c93b-80a4-4ab7-8930-6dd60592f780 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072484 Mar 11 16:13:57.945761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40934) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:57.951041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1c1ea875-eb1a-4ef5-a944-75951dae5275 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '5b6a7d2b-2341-449b-919d-3c8d37e9d239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:57.951740 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-1c1ea875-eb1a-4ef5-a944-75951dae5275 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:57.952834 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1c1ea875-eb1a-4ef5-a944-75951dae5275 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060749 Mar 11 16:13:57.956136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40938) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.035469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.063409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.111405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.143157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6a7d2b-2341-449b-919d-3c8d37e9d239,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:58.149459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.150600 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-28b10d5f-d139-44f4-8b0b-f8c961f513cd tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/5b6a7d2b-2341-449b-919d-3c8d37e9d239 HTTP/1.1" status: 204 len: 168 time: 0.1935658 Mar 11 16:13:58.153186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40942) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.205146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7efe25aa-91a7-4daa-993a-ebdd4b305b82 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:58.220915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7efe25aa-91a7-4daa-993a-ebdd4b305b82 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:58.222183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7efe25aa-91a7-4daa-993a-ebdd4b305b82 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0680931 Mar 11 16:13:58.226153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40946) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.231511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--484691476'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.238866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.248564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.259506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.304689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.308653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.313379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.319599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.380968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.385086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.431158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf20db2-2fb3-45b3-a357-26dac0c7a5cc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:58.437774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.439998 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e9cd6d45-0194-4fad-935a-650634950b53 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2124996 Mar 11 16:13:58.442732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40950) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.448540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-db81f8d1-8536-4203-984a-95716752b0f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.449145 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-db81f8d1-8536-4203-984a-95716752b0f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.450143 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-db81f8d1-8536-4203-984a-95716752b0f2 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064600 Mar 11 16:13:58.453019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40954) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.458555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.465927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.470066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.473320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.479035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.515127 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.518905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-eaee2ecc-4c97-4d5b-a883-f0dfe2a8b083 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0622532 Mar 11 16:13:58.519107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40958) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.524279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-cb448a40-bdc0-4aaf-aa4f-a41d71d18d2b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.524875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-cb448a40-bdc0-4aaf-aa4f-a41d71d18d2b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.526657 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cb448a40-bdc0-4aaf-aa4f-a41d71d18d2b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066764 Mar 11 16:13:58.528877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40962) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.534021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.539854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.544244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.548177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.554630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.582677 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.583611 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc7e5d1a-8b65-49d7-9563-7bfae9d29bb6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0539138 Mar 11 16:13:58.586385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40966) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.591813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bad14e05-4d03-460f-82d7-798a30136fa1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.592380 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-bad14e05-4d03-460f-82d7-798a30136fa1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.593332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bad14e05-4d03-460f-82d7-798a30136fa1 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060067 Mar 11 16:13:58.596340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40970) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.602758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.609238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.613584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.616436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.622164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.633537 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Project a82d4d7821ea4083943a799ee86e2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:13:58.653221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.654482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-90b751a7-9138-4768-bfaf-90aaef8553a5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0572238 Mar 11 16:13:58.657569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40974) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.663033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8ebe924d-a461-411d-a0c2-160921b243eb tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.663635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-8ebe924d-a461-411d-a0c2-160921b243eb tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.664530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ebe924d-a461-411d-a0c2-160921b243eb tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059748 Mar 11 16:13:58.667182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.672327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.681344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.685306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.689147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.694838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.705459 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Project a82d4d7821ea4083943a799ee86e2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:13:58.726311 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.727696 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6f3d27ae-47b8-4251-9d1c-617aa3682a28 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0595310 Mar 11 16:13:58.730700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40982) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.736715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': 'cbf20db2-2fb3-45b3-a357-26dac0c7a5cc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:58.742490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:58.746325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:58.749128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:58.756228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:58.766300 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Project a82d4d7821ea4083943a799ee86e2556 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:13:58.785511 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:13:58.786654 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b80269d3-3d96-4d89-8b8c-e87e61b01215 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0550618 Mar 11 16:13:58.789491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40986) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:58.853749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.882738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.930682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.948808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf20db2-2fb3-45b3-a357-26dac0c7a5cc,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:58.955713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:58.958131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f9a3d060-434d-4c2d-bab4-ead0b807805c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/cbf20db2-2fb3-45b3-a357-26dac0c7a5cc HTTP/1.1" status: 204 len: 168 time: 0.1676393 Mar 11 16:13:58.959361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 40990) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.016458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0f6dc04a-f047-4887-a5b6-3a0968f330e3 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:59.033001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0f6dc04a-f047-4887-a5b6-3a0968f330e3 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:59.037953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0f6dc04a-f047-4887-a5b6-3a0968f330e3 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0738149 Mar 11 16:13:59.038352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40994) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.045720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--851690232'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.053366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.063874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.075035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.111029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.114693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.126488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.132255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.191538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.195360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.240658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32866ace-cbd3-4611-aa7e-e30725fa461e,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:59.249530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.250843 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e474f0e-48dc-4ee4-8478-0cbfed2b92af tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2112927 Mar 11 16:13:59.253873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 40998) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.259196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '32866ace-cbd3-4611-aa7e-e30725fa461e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.265507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.269239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.272577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.278989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.315396 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The resource could not be found. Mar 11 16:13:59.316424 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7367ba13-5485-4f53-a2ab-e5160d985df6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0616572 Mar 11 16:13:59.319238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41002) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.324548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '32866ace-cbd3-4611-aa7e-e30725fa461e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c699c2d3-5273-40f2-981b-61c8508a5e2f'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.331678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.335630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.338733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.345800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.384583 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The resource could not be found. Mar 11 16:13:59.385578 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8530704e-16fb-4496-9e6e-3ab79c736fd6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0654712 Mar 11 16:13:59.388339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41006) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.460242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.489190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.539990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.559206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32866ace-cbd3-4611-aa7e-e30725fa461e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:59.565997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.567100 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5e849a8c-4f50-4b5f-82dd-0d75008e4df9 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/32866ace-cbd3-4611-aa7e-e30725fa461e HTTP/1.1" status: 204 len: 168 time: 0.1778855 Mar 11 16:13:59.569656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41010) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.628247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ff9a6916-cc62-4ecd-a76a-aed2d56c48e8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:13:59.648558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ff9a6916-cc62-4ecd-a76a-aed2d56c48e8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:13:59.649715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ff9a6916-cc62-4ecd-a76a-aed2d56c48e8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0791540 Mar 11 16:13:59.653823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41014) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.660043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '686289f1-dccd-49f4-a7d3-609983d7e746', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.666830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.670608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.674299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.680222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.725180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The resource could not be found. Mar 11 16:13:59.726309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fbf45313-3e9d-4686-90bb-2e88374d6d4b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0715210 Mar 11 16:13:59.730007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41018) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.736669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--152873866'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.742744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.753803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.764165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.800805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.805005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.807862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.814431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.870994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.875202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.927876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043d2493-f1f7-4394-af55-fc2baa6a05e0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:13:59.934087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:13:59.935269 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a736c917-6405-48d7-930e-c319146d52c7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2043638 Mar 11 16:13:59.938080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41024) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:13:59.943893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857725091'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:13:59.950015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:13:59.955990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:13:59.959380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:13:59.965333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:13:59.976557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.013184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:00.017520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:00.020332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:00.025893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:00.085307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.089340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.134460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd8581-1e08-4b07-b678-9d1c2cfdf0dd,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:00.138207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.139415 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1c7f862b-686b-4f8c-b5f8-9d8c6d00c323 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2004011 Mar 11 16:14:00.143595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41028) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.149099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '043d2493-f1f7-4394-af55-fc2baa6a05e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9abd8581-1e08-4b07-b678-9d1c2cfdf0dd'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:00.164503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:00.169059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:00.172035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:00.178520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:00.206679 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:14:00.207857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d34cb6a1-2a38-4fae-9081-abe64bf59ca7 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0632091 Mar 11 16:14:00.210584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41032) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.274410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.300915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.350728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.369923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd8581-1e08-4b07-b678-9d1c2cfdf0dd,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:00.380804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.381942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-028861e5-6092-4075-a007-8bf12fd581cc tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/9abd8581-1e08-4b07-b678-9d1c2cfdf0dd HTTP/1.1" status: 204 len: 168 time: 0.1704049 Mar 11 16:14:00.384763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41036) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.456436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba54cb58-52ae-44b0-b6f9-187598414d4c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:00.472946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ba54cb58-52ae-44b0-b6f9-187598414d4c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:00.474326 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ba54cb58-52ae-44b0-b6f9-187598414d4c tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0886681 Mar 11 16:14:00.477234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41040) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.542025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.568590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.616160 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.635938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043d2493-f1f7-4394-af55-fc2baa6a05e0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:00.653134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.654445 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0f589b1f-c38e-4251-96b1-39370c968c6b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/043d2493-f1f7-4394-af55-fc2baa6a05e0 HTTP/1.1" status: 204 len: 168 time: 0.1762748 Mar 11 16:14:00.658939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41044) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.720295 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aa3360e3-4fad-4507-8ecd-49d51640034d tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0559666 Mar 11 16:14:00.720505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.725875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554074904'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:00.731921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:00.737141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:00.740777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:00.746628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:00.757115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.792359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:00.796852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:00.799796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:00.810309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:00.879083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.882833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.935644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352e9fe2-109f-4db8-9156-b1cde3cd5cf0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:00.941115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:00.942502 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-22a94e37-0e0a-43e6-ad2b-b7be93523204 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2211411 Mar 11 16:14:00.945631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41052) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:00.951320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '352e9fe2-109f-4db8-9156-b1cde3cd5cf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:00.958319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:00.962505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:00.965806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:00.971479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:01.005617 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:14:01.006682 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01e78385-4228-40f3-b419-ec25a9b60a6a tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0600107 Mar 11 16:14:01.009341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41056) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.017042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group_rule': {'security_group_id': '352e9fe2-109f-4db8-9156-b1cde3cd5cf0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:01.025139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:01.030338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:01.034823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:01.042478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:01.081945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:14:01.083017 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6ec6e2a8-f888-4719-876c-9a52354667ca tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0725186 Mar 11 16:14:01.086067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41060) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.168678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.202051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.251426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.275577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352e9fe2-109f-4db8-9156-b1cde3cd5cf0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:01.283468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.285739 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-81b1bf4e-d86f-4aaa-8c31-7cdac1f08159 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/352e9fe2-109f-4db8-9156-b1cde3cd5cf0 HTTP/1.1" status: 204 len: 168 time: 0.1983159 Mar 11 16:14:01.288086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41064) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.351301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1f44e404-756b-43e6-8d86-d3cf677c79c8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:01.370382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1f44e404-756b-43e6-8d86-d3cf677c79c8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:01.371629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1f44e404-756b-43e6-8d86-d3cf677c79c8 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0826423 Mar 11 16:14:01.376298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.381877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981080775'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:01.388511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:01.399833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:01.420670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.458105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:01.462619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Usage tracker for resource:security_group_rule and tenant:a82d4d7821ea4083943a799ee86e2556 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:01.465991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:01.472674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:01.537300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.541969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.609414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25a98aa-0394-4602-b921-fb083c260920,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:01.618956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.623672 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c026c310-55f1-4a58-9a48-1440c1d581d0 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2429748 Mar 11 16:14:01.623672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.638640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-27def66d-2f11-44b8-baab-4b00894d63e6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:01.639182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-27def66d-2f11-44b8-baab-4b00894d63e6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 16:14:01.640295 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-27def66d-2f11-44b8-baab-4b00894d63e6 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "PUT /v2.0/security-groups/d25a98aa-0394-4602-b921-fb083c260920 HTTP/1.1" status: 409 len: 330 time: 0.0157356 Mar 11 16:14:01.643281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41076) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.712882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.746472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.794588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.812894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25a98aa-0394-4602-b921-fb083c260920,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:01.823118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:01.832235 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e58568db-c753-4271-9505-fac809de5ae5 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/d25a98aa-0394-4602-b921-fb083c260920 HTTP/1.1" status: 204 len: 168 time: 0.1879203 Mar 11 16:14:01.834848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41080) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.891117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-22c565b8-f5a1-4fae-b8db-3f791388200b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Synchronizing usage tracker for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:01.906848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-22c565b8-f5a1-4fae-b8db-3f791388200b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] Unset dirty status for tenant:a82d4d7821ea4083943a799ee86e2556 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:01.908060 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-22c565b8-f5a1-4fae-b8db-3f791388200b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0719364 Mar 11 16:14:01.911841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41084) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.929067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-b301cc0a-4540-49be-ac3a-730e9ee0f4b3 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] delete failed (client error): The resource could not be found. Mar 11 16:14:01.930119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b301cc0a-4540-49be-ac3a-730e9ee0f4b3 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "DELETE /v2.0/security-groups/10de9c4e-2ed9-42eb-93c3-c29035ac54ac HTTP/1.1" status: 404 len: 347 time: 0.0174015 Mar 11 16:14:01.933969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.953963 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-7341a518-e18f-42eb-b510-3fa682e2d452 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] show failed (client error): The resource could not be found. Mar 11 16:14:01.954902 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7341a518-e18f-42eb-b510-3fa682e2d452 tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-groups/8dc71c53-5042-4b89-a380-ba48be78fae8 HTTP/1.1" status: 404 len: 347 time: 0.0200026 Mar 11 16:14:01.958516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:01.973355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.api.v2.resource [None req-757f3c20-cb4a-4bef-aa07-05c612b4a04b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] show failed (client error): The resource could not be found. Mar 11 16:14:01.974327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-757f3c20-cb4a-4bef-aa07-05c612b4a04b tempest-NegativeSecGroupIPv6Test-1724150415 tempest-NegativeSecGroupIPv6Test-1724150415-project] 10.222.0.78 "GET /v2.0/security-group-rules/154bc811-eef3-4dee-90e3-1fc047a26534 HTTP/1.1" status: 404 len: 356 time: 0.0149674 Mar 11 16:14:02.276186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:02.458888 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2d4bd3a0-c7b8-417c-9f79-34b2647d5b75 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a82d4d7821ea4083943a799ee86e2556&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815238 Mar 11 16:14:02.461334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41106) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:02.538108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:02.565564 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:02.623166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:02.641849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22fdee2-738c-4ea2-a9b5-5540d1ec3d3d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:02.654475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:02.667679 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-907135cd-c2f9-4698-8760-4e2a8489a319 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a22fdee2-738c-4ea2-a9b5-5540d1ec3d3d HTTP/1.1" status: 204 len: 168 time: 0.2026346 Mar 11 16:14:06.165304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4650a-671f-4505-bf64-460afad19826 req-fb2b0a62-0872-4dc4-929a-21deb9bbd3ba tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:06.166747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3c4650a-671f-4505-bf64-460afad19826 req-fb2b0a62-0872-4dc4-929a-21deb9bbd3ba tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.2808514 Mar 11 16:14:06.213097 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3c4650a-671f-4505-bf64-460afad19826 req-0c267f70-8a06-4c89-b8c4-62fcd56fe9c4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404637 Mar 11 16:14:07.504646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bc1ea-378f-4940-942e-305e6e1fbeca req-e4ab8aae-1840-4089-baa9-40e907f8a0fa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:07.506116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f4bc1ea-378f-4940-942e-305e6e1fbeca req-e4ab8aae-1840-4089-baa9-40e907f8a0fa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.1587617 Mar 11 16:14:07.553325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f4bc1ea-378f-4940-942e-305e6e1fbeca req-d984e9e6-73a5-45bb-9689-e53525fc8f68 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409479 Mar 11 16:14:07.685021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7404193-167b-431c-80a4-60389f6a9166 req-fbe679a0-e860-4d2c-8afe-b19b72fcdd3b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:07.686423 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d7404193-167b-431c-80a4-60389f6a9166 req-fbe679a0-e860-4d2c-8afe-b19b72fcdd3b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 945 time: 0.0766563 Mar 11 16:14:07.761082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:14:07.761415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.010311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] For port f4b532ee-b282-4fb3-bb1f-cd245a7338e6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:08.010660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.107863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9902-79c7-402b-82ec-0da6fb0f3cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.424087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.424808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.425122 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Floating IP fa68a421-42e7-4a72-98d0-e243361e5dbd disassociated. External IP: 172.26.4.131, port: f4b532ee-b282-4fb3-bb1f-cd245a7338e6. Mar 11 16:14:08.425461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for f4b532ee-b282-4fb3-bb1f-cd245a7338e6 owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:14:08.575407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:08.624774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=f4b532ee-b282-4fb3-bb1f-cd245a7338e6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:08.791663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1c916980-2638-435c-96a9-cadef27f2b3a req-1fcf7f35-bdd8-48f1-a008-e50c80f57b9e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.1022594 Mar 11 16:14:08.878538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:09.091005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:09.101968 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:09.114466 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:09.115169 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:09.163170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] No DVR routers for this DVR port f4b532ee-b282-4fb3-bb1f-cd245a7338e6 on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:14:09.165686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:09.168310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'name': 'network-vif-deleted', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:09.185219 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d7404193-167b-431c-80a4-60389f6a9166 req-38af6ad7-e2b6-49ce-b1ca-813a91338c10 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "DELETE /v2.0/ports/f4b532ee-b282-4fb3-bb1f-cd245a7338e6 HTTP/1.1" status: 204 len: 173 time: 1.4923847 Mar 11 16:14:09.318000 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:09.318745 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978f8fef-9c9e-4791-8ea2-c6c8a4e9477f', 'name': 'network-vif-deleted', 'tag': 'f4b532ee-b282-4fb3-bb1f-cd245a7338e6', 'status': 'completed', 'code': 200} Mar 11 16:14:09.665306 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:09.669110 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:09.681127 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:09.681646 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:13:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:09.868484 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:09.990389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-d7046b3a-a92f-40dc-b341-dadb28098022 req-40457af5-75c4-48cd-aac8-33fd9f1909b4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:10.007279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-d7046b3a-a92f-40dc-b341-dadb28098022 req-40457af5-75c4-48cd-aac8-33fd9f1909b4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:10.008542 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d7046b3a-a92f-40dc-b341-dadb28098022 req-40457af5-75c4-48cd-aac8-33fd9f1909b4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f8fef-9c9e-4791-8ea2-c6c8a4e9477f HTTP/1.1" status: 200 len: 210 time: 0.0695400 Mar 11 16:14:10.240676 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:10.244922 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b63b37-dab7-4209-b22b-c8c08ff8826e None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:10.486772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd47120-7eed-4b9b-857f-b4679c326966 None None] New status for floating IP fa68a421-42e7-4a72-98d0-e243361e5dbd: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:14:11.170799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e7f11758-9faf-44b7-af28-ba3a12af5cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:11.409470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-d1cd9961-7191-4472-8d99-8eeca263e49d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157294035&fields=id&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 267 time: 0.0508935 Mar 11 16:14:11.568455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7ffdf4c9-a095-4825-a24a-5ffb4b4e7565 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:11.569980 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7ffdf4c9-a095-4825-a24a-5ffb4b4e7565 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.1538670 Mar 11 16:14:11.587711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-475f002d-f0b9-4c2e-b8ba-f5abee3c504c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/quotas/17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 375 time: 0.0116739 Mar 11 16:14:11.671569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-4b91bc3e-66ec-4072-904c-038bfcd380b9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786250 Mar 11 16:14:11.687810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-ac0b2126-f689-46a0-8126-e48df0fe554e service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:14:11.688762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-ac0b2126-f689-46a0-8126-e48df0fe554e service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058553 Mar 11 16:14:11.820905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-78547b85-f571-461d-af67-40bbf2256126 service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259763 Mar 11 16:14:11.887531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:11.957478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-4130b845-b51c-4501-b7e7-10fe53aa25ac service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309714 Mar 11 16:14:12.064031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:12.364246 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82e2c740-b82a-47ea-90e2-c21f8dafee2c req-eef3b353-3ec5-45bb-a229-2201d24c7530 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 210 time: 0.0418053 Mar 11 16:14:12.425175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f4b532ee-b282-4fb3-bb1f-cd245a7338e6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:14:12.463171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: f4b532ee-b282-4fb3-bb1f-cd245a7338e6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:14:12.463512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f4b532ee-b282-4fb3-bb1f-cd245a7338e6 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:14:13.462539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:13.569158 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4ef0f68-6ea0-4002-a947-609d509e238d req-7b905832-43e1-4e07-8ad6-3058bc648c67 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 210 time: 0.0799081 Mar 11 16:14:13.798116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-ad2a4614-c1a2-4c67-b632-52f4b8400b4e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:13.799520 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-ad2a4614-c1a2-4c67-b632-52f4b8400b4e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.2726417 Mar 11 16:14:13.860264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-b8b78f03-2605-4acd-a437-a4cae473864e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 380 time: 0.0467343 Mar 11 16:14:13.873589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'port': {'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'admin_state_up': True, 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'security_groups': ['9b38369f-6869-44cf-a5c4-f8cb19b73d80']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:14.012935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:14.024175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:14.035139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Made reservation on behalf of 17fffdf9346c4da4a63989039d4dca32 for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:14.038341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.214359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.20.0.11 (d1763a71-cd74-4c89-9a57-c767ee25e162/8d11b15c-b283-434a-8b68-7a05fd345702/1dc95600-3ae2-4804-b7a1-597dc72b69f6) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:14.411055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.427333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Transition to ACTIVE for port object 1dc95600-3ae2-4804-b7a1-597dc72b69f6 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:14.451128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.526944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:14.530018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:14.535237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:14.561738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:14.588005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.588685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.588685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.588926 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.589262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.589592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.589984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.590256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.590583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.590901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.591218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:14.613517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:14.614131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.642659 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-7d3feccb-9845-4f3e-a124-3b06c3f6d706 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771595 Mar 11 16:14:14.654785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-85e4fa10-b099-4a7d-8a9d-4542d6a5d4ca tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:14:14.657062 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-85e4fa10-b099-4a7d-8a9d-4542d6a5d4ca tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0084617 Mar 11 16:14:14.775156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Request body: {'port': {'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:14.786668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-721ae7fb-4bc4-46d9-bc97-0eaa01a741cc None None] Provisioning for port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:14.792827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-721ae7fb-4bc4-46d9-bc97-0eaa01a741cc None None] Provisioning complete for port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:14.793199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-721ae7fb-4bc4-46d9-bc97-0eaa01a741cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.863927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-721ae7fb-4bc4-46d9-bc97-0eaa01a741cc None None] Port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:14.909674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7c6b9-d827-4ce3-af50-f54c2d6e0797 req-69149ffd-d0cf-494b-8dfb-a82f87b3fd73 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:14.910502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1fe7c6b9-d827-4ce3-af50-f54c2d6e0797 req-69149ffd-d0cf-494b-8dfb-a82f87b3fd73 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:14.921744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:14.974259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1fe7c6b9-d827-4ce3-af50-f54c2d6e0797 req-69149ffd-d0cf-494b-8dfb-a82f87b3fd73 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:14.975393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fe7c6b9-d827-4ce3-af50-f54c2d6e0797 req-69149ffd-d0cf-494b-8dfb-a82f87b3fd73 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 932 time: 0.2525959 Mar 11 16:14:15.082371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.100130 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fe7c6b9-d827-4ce3-af50-f54c2d6e0797 req-533356a6-ae32-44ca-b868-5c4eeceb1771 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183665 Mar 11 16:14:15.342417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc95600-3ae2-4804-b7a1-597dc72b69f6 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:15.350789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.367070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Transition to ACTIVE for port object 1dc95600-3ae2-4804-b7a1-597dc72b69f6 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:15.371014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.510254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:15.629836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Attempting to bind port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:15.630498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Attempting to bind port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:15.630498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Attempting to bind port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:15.637310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:14:15.637784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Attempting to bind port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:15.648339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:15.648675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:15.649060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Bound using segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:15.649489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Bound port: 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:15.649869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.742319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:15.747082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:15.752904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.828282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:15.829669 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] 10.222.0.11 "PUT /v2.0/ports/1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 1094 time: 1.1659522 Mar 11 16:14:15.830125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:15.850567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d46c48-b058-4ea5-99e3-c9772ec2cbbd service neutron] Pushing event updated for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:16.004422 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'status': 'completed', 'code': 200} Mar 11 16:14:16.043323 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-f2e93b86-378e-474c-8488-4abfb581fbae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1097 time: 0.1744237 Mar 11 16:14:16.118095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-e2d79c07-064a-4403-8209-3527387eae7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 217 time: 0.0661981 Mar 11 16:14:16.180894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-5a57cd06-03b5-4db8-95fa-1217938f950f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:16.182353 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-5a57cd06-03b5-4db8-95fa-1217938f950f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0587647 Mar 11 16:14:16.317516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-1fc42416-1d78-4f51-a7b9-fd5b17b865a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261685 Mar 11 16:14:16.404802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f0c1a-7063-4190-9d8f-fa25e0de3723 req-d148fbc0-397a-433a-8b6b-84696b268e44 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:16.407229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a88f0c1a-7063-4190-9d8f-fa25e0de3723 req-d148fbc0-397a-433a-8b6b-84696b268e44 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.1700962 Mar 11 16:14:16.488334 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a88f0c1a-7063-4190-9d8f-fa25e0de3723 req-952fdede-4abb-45ef-8f7e-d03ef69ee10a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736506 Mar 11 16:14:16.495752 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-9d4a5a68-1c94-48fa-9650-5bba0cdd8f58 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710410 Mar 11 16:14:16.635790 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6438edf0-73f6-4360-a750-c8e245c76df1 req-aa2c59e2-e45b-41f0-8ecf-7abfcfd5582c service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330442 Mar 11 16:14:16.759022 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-eba78332-1db9-43e3-9bb4-9b91376cacce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1097 time: 0.0753760 Mar 11 16:14:16.895416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875393e-483f-483a-9256-54c8e2e53ebf req-71f3faaa-8bed-4178-9f84-e6653d0018dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:16.896861 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-71f3faaa-8bed-4178-9f84-e6653d0018dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1309862 Mar 11 16:14:16.964324 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-d4fa39bc-10ae-492e-8ada-9e8e895c1fbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 217 time: 0.0612223 Mar 11 16:14:17.028612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875393e-483f-483a-9256-54c8e2e53ebf req-40b13569-f942-4d5e-b5e8-b1d5dde44304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:17.029964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-40b13569-f942-4d5e-b5e8-b1d5dde44304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0594428 Mar 11 16:14:17.108338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-63a30270-c414-4a58-aa0b-3b2a631b36ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717993 Mar 11 16:14:17.257765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-070004e7-f1e2-45d0-be1d-61b2d4b6243d service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429961 Mar 11 16:14:17.413049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f875393e-483f-483a-9256-54c8e2e53ebf req-c719d376-1655-49ed-9298-e3d3729a7dfa service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463301 Mar 11 16:14:17.694962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a32e97-20d0-42bc-92cc-9e5f53c73e06 req-08c58d90-61c8-4c93-9f3a-9337e4dde6c4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:17.696343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26a32e97-20d0-42bc-92cc-9e5f53c73e06 req-08c58d90-61c8-4c93-9f3a-9337e4dde6c4 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.0837116 Mar 11 16:14:17.749785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26a32e97-20d0-42bc-92cc-9e5f53c73e06 req-d5b296d7-874c-4059-a5e0-94881e76e929 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 Mar 11 16:14:18.948560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2426b19-d17f-4033-9e6a-908dc54e822b req-3950e258-8c32-4c3b-8a04-6728b050aa24 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:18.950024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d2426b19-d17f-4033-9e6a-908dc54e822b req-3950e258-8c32-4c3b-8a04-6728b050aa24 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.0773830 Mar 11 16:14:18.996753 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d2426b19-d17f-4033-9e6a-908dc54e822b req-508d8dda-f527-4efb-a08b-143165f31be7 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Mar 11 16:14:20.295358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b3ddb-5b29-4103-a50a-6005696daf69 req-3be92ac6-d822-45ff-85b3-5ccce0be2b95 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:20.296722 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d9b3ddb-5b29-4103-a50a-6005696daf69 req-3be92ac6-d822-45ff-85b3-5ccce0be2b95 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.1752105 Mar 11 16:14:20.344543 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d9b3ddb-5b29-4103-a50a-6005696daf69 req-cee9be1c-96a7-4f21-81ad-d6d984a0de70 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 Mar 11 16:14:21.545240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04e6ae-d68e-4679-a1e8-a540d79053a0 req-3800ccf8-7d50-48b2-83b6-f0f575753726 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:21.547481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8e04e6ae-d68e-4679-a1e8-a540d79053a0 req-3800ccf8-7d50-48b2-83b6-f0f575753726 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.0838957 Mar 11 16:14:21.604792 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8e04e6ae-d68e-4679-a1e8-a540d79053a0 req-8b40272d-55b5-4429-b3e2-2f015c5cf5b8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516064 Mar 11 16:14:22.635008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41186) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:22.710214 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e20f4909-5b6a-4a25-9384-e3722ff4b050 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 2999 time: 0.0730655 Mar 11 16:14:22.812618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ccd6-21e8-4559-99c4-6e6176de1db0 req-5cc75583-82e0-47a8-b98b-1ac38a3ec511 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:22.814095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dcb9ccd6-21e8-4559-99c4-6e6176de1db0 req-5cc75583-82e0-47a8-b98b-1ac38a3ec511 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.0821183 Mar 11 16:14:22.863379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dcb9ccd6-21e8-4559-99c4-6e6176de1db0 req-b6b0d565-eb08-4e02-98c5-4bd1a169914b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Mar 11 16:14:24.072035 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:14:24.126317 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-2bccf520-ff51-494f-8614-9dca30528c33 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1407042 Mar 11 16:14:24.132605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53be0b-0705-4953-b45a-31f549cbe0e9 req-11e2dd55-dc1e-4a4a-ad71-923c2fcd6e47 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:24.134026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f53be0b-0705-4953-b45a-31f549cbe0e9 req-11e2dd55-dc1e-4a4a-ad71-923c2fcd6e47 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 944 time: 0.1175821 Mar 11 16:14:24.232835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f53be0b-0705-4953-b45a-31f549cbe0e9 req-bbc2ecf1-1cc5-4571-b07b-6155548fbf00 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929558 Mar 11 16:14:24.249589 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-c93c4ffd-4ebc-4f02-baad-c9a96b220732 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1098 time: 0.0948472 Mar 11 16:14:24.398248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-8e7aa994-567c-4026-a026-f0482e9b570f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:24.399726 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-8e7aa994-567c-4026-a026-f0482e9b570f service neutron] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 897 time: 0.1310112 Mar 11 16:14:24.487602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1dc95600-3ae2-4804-b7a1-597dc72b69f6 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:14:24.504739 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-ea0e316c-93e5-413c-9f71-2bd9c0f32a04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 1000 time: 0.0986907 Mar 11 16:14:24.569325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-21aba12a-c270-47ba-a836-14bd7544a6f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:24.570803 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-21aba12a-c270-47ba-a836-14bd7544a6f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.0593290 Mar 11 16:14:24.622044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:24.637372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:14:24.649930 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-29c09ea9-d57e-4788-903c-6e32b18ae135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717895 Mar 11 16:14:24.699734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:24.719242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc95600-3ae2-4804-b7a1-597dc72b69f6 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:24.736549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:24.740643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:24.787328 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-a5d806d3-868a-48ef-8140-e118c9006399 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305015 Mar 11 16:14:24.807645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:24.816146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.816489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.816821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.817151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.817474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.817820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.818145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.818460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.818775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.819091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.819405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:24.925275 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afe71bbd-7d87-4941-8745-31f31dfb1b28 req-0e55fd09-1da2-4f79-afe5-1492c194f305 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312037 Mar 11 16:14:25.131008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['1dc95600-3ae2-4804-b7a1-597dc72b69f6'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:14:25.446146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea40800-826f-4e1f-a630-00a507f47a90 req-2de2440e-d468-496c-80c1-56eb94b8f940 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:25.447509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8ea40800-826f-4e1f-a630-00a507f47a90 req-2de2440e-d468-496c-80c1-56eb94b8f940 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 945 time: 0.0898995 Mar 11 16:14:25.494791 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8ea40800-826f-4e1f-a630-00a507f47a90 req-925136ef-9c19-42a1-8356-01a2fbe0367b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Mar 11 16:14:25.804346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41202) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:25.871882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922b505-4062-4a32-b2bb-dd355e122744 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:25.873616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7922b505-4062-4a32-b2bb-dd355e122744 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 814 time: 0.0677235 Mar 11 16:14:26.477283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41210) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:26.482812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--1346800695', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:26.487906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:26.491883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:26.494861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:26.501215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:26.502792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1dc95600-3ae2-4804-b7a1-597dc72b69f6 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:26.512362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:26.516612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.548602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:14:26.559567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.559968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 3eec9013-e365-43c3-b293-52507770e6ec of type vlan for network 3cfa9a7f-da89-4d66-8000-3db23bb3caca Mar 11 16:14:26.597426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.629314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:26.634295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:26.634529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.642171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.645969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:26.646539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.757409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.785985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:26.795403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:26.801066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:26.819623 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3384407 Mar 11 16:14:26.819623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2845006-3a45-44fc-ae10-973ee5ec551e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=3cfa9a7f-da89-4d66-8000-3db23bb3caca,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:26.820909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41222) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:26.839221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:14:26.859747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaeb66-aaac-4156-9130-1a9381cf8170 req-33260f48-c30c-4533-b630-5719b328c861 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:26.867514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fbaeb66-aaac-4156-9130-1a9381cf8170 req-33260f48-c30c-4533-b630-5719b328c861 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 945 time: 0.2169824 Mar 11 16:14:26.896002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2301c8-dfbc-4ddb-9154-9d9e6d520abc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:26.897584 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ca2301c8-dfbc-4ddb-9154-9d9e6d520abc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0750349 Mar 11 16:14:26.900538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41226) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:26.954822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fbaeb66-aaac-4156-9130-1a9381cf8170 req-ee031f14-2b99-4022-bcf2-97f269a52638 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861609 Mar 11 16:14:26.970680 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'code': 200} Mar 11 16:14:26.972961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:27.170047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79017ae-236c-439c-aa16-36942c1a992d tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:27.172508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b79017ae-236c-439c-aa16-36942c1a992d tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2697337 Mar 11 16:14:27.175246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:27.254946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7f295b39-e5ae-442f-9d3c-318ce7f1f912 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0760083 Mar 11 16:14:27.256027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41234) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:27.284186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3cf1e96-8cd8-4f02-8aec-ee7167f7a579 req-bf4091b7-ab91-4f77-b570-da4cbe66af13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1099 time: 0.0777748 Mar 11 16:14:27.298252 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-935859de-1a9d-4bfb-ac7a-75d2c62d1ecc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410709 Mar 11 16:14:27.300720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41238) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:27.331382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3cf1e96-8cd8-4f02-8aec-ee7167f7a579 req-3ce26e7d-79b9-4eb5-a3c3-267f18310bb8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 Mar 11 16:14:27.431477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31814bc-a3f4-4da4-ab2d-42f35038fa15 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:27.432944 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e31814bc-a3f4-4da4-ab2d-42f35038fa15 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313152 Mar 11 16:14:27.435789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41242) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:27.479346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c0ba531e-8bf2-4f35-86e1-3a685fe7b855 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424740 Mar 11 16:14:27.481840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41246) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:27.487046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000375134', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:27.597617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:27.601290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:27.604091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:27.610632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:27.621144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:27.808615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.032650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.123252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:28.136321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.136659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.136988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.137315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.137640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.137989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.138319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.138624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.138935 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.139246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.140823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:28.151323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:28.151675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 3cfa9a7f-da89-4d66-8000-3db23bb3caca, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:14:28.176214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:14:28.184797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff3942-a6fe-4284-abd4-1ac910a83db3 req-ad8ac1bb-2aa6-4c44-b581-b402aafd24fe tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:28.186644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40ff3942-a6fe-4284-abd4-1ac910a83db3 req-ad8ac1bb-2aa6-4c44-b581-b402aafd24fe tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.0863261 Mar 11 16:14:28.187996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 3cfa9a7f-da89-4d66-8000-3db23bb3caca) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:28.194581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:28.197816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaff1dc-049c-4056-83fd-b48ef1b89260 None None] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:14:28.198302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.221364 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-db0e6636-1c7d-4a78-8355-7f7bad5b4a64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7384996 Mar 11 16:14:28.248116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40ff3942-a6fe-4284-abd4-1ac910a83db3 req-2fe51bf2-2f5f-45f3-b77c-ee83b96c1328 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508554 Mar 11 16:14:28.468162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:14:28.469739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.630382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Allocated IP 172.20.0.18 (3cfa9a7f-da89-4d66-8000-3db23bb3caca/7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0/2e0e6a18-6c54-4687-afe0-e6f71c12b4ec) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:28.642286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41254) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:28.648140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333795225', 'description': 'tempest-secgroup-smoke-1333795225 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:28.661769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:28.665409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:28.668309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:28.677387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:28.691144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.744312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:28.748362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:28.752736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:28.762003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:28.826089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.830602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.850290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.861500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Transition to ACTIVE for port object 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:28.873992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca62af70-4ff1-4973-bac7-147a1593d850,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:28.881020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Transition to ACTIVE for port object 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:28.885864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.889885 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5c939bf5-8e9c-4f82-bbc0-92b516db17a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2439432 Mar 11 16:14:28.890860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41258) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:28.891684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.896416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:28.902366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:28.912234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:28.915898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:28.922602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:28.940472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:28.963042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:28.966216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:28.971521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:28.974342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Pushing event updated for resources: {'Port': ['ID=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.023745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.028860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.061868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Attempting to bind port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:29.062259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Attempting to bind port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:29.062670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Attempting to bind port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec on network 3cfa9a7f-da89-4d66-8000-3db23bb3caca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:29.063513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebd7acb-f162-4184-8363-411d8f338e05,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.066788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.071585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41262) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.071743 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e0e16c43-5665-426a-86a1-420392eb0514 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1796343 Mar 11 16:14:29.078913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.079242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:29.079674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Checking segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:29.080084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.080472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Bound using segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:29.080938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Bound port: 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:29.081311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.086188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.090324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.094346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.100049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:29.117560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.178782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] For port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:29.182149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] For port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:29.187119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.193108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.196887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.223031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7237a9e-a597-4c2a-a0cd-6dc99c536276,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.234988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.238922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2447d7dc-f1be-4336-964d-da6e260ee6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1630816 Mar 11 16:14:29.239115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41266) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.245149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.251739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.255631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.258468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.264858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:29.271245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c016-d966-40d2-aa04-07cb75382510 None None] Pushing event updated for resources: {'Port': ['ID=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.285200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.356246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.362071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.393952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce264537-fca4-48c6-8a64-d206d781aef6,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.446601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.448547 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e2af3b5e-54e9-421a-9c02-91a0b23ae1c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2079706 Mar 11 16:14:29.451369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41272) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.472552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.485590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.493040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.496085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.501929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:29.506873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fcee8-bf38-4341-98ba-568a22c6a14e req-b3b9bff5-e339-4508-a067-af3df6d3f6d3 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:29.508358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb0fcee8-bf38-4341-98ba-568a22c6a14e req-b3b9bff5-e339-4508-a067-af3df6d3f6d3 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.1185234 Mar 11 16:14:29.525885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.565245 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb0fcee8-bf38-4341-98ba-568a22c6a14e req-0992f18d-ec46-4e0d-8209-fa762b5092d1 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509269 Mar 11 16:14:29.612333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.625201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.651552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7f7fb-970b-4327-87b8-bdf7af339926,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.662517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.663784 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-92435ef8-d6da-4d0a-bcb3-b5d11dcf2299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2111342 Mar 11 16:14:29.666755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41278) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.672453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.678512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.682723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.685887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.692998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:29.705788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:14:29.712787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.781494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.785816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.796559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72378cf8-190c-48ca-8daa-97c8540ba9fa req-602e4338-2527-42df-ab2e-0a56e9fce59c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:29.798108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-72378cf8-190c-48ca-8daa-97c8540ba9fa req-602e4338-2527-42df-ab2e-0a56e9fce59c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.0842245 Mar 11 16:14:29.812410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1493d7f-99e7-41ec-83d7-aa8a5ece4de7,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:29.822685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.827732 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f05cd141-8e54-40a6-9175-99531c9f756d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1593411 Mar 11 16:14:29.828523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41282) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.834255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'ca62af70-4ff1-4973-bac7-147a1593d850', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.841009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.847595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.850047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.854085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-72378cf8-190c-48ca-8daa-97c8540ba9fa req-0cff74b9-7a31-4cb3-b562-62c2734692fa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Mar 11 16:14:29.856387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:29.870619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:14:29.877689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.883034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41286) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.957520 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aa8cbf25-c0f5-4d29-b57e-3e8c1a5b1a26 tempest-TestVolumeBootPattern-1222693458 tempest-TestVolumeBootPattern-1222693458-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1094 time: 0.0731759 Mar 11 16:14:29.960162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41290) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:29.963093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.965877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:29.969934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:29.972447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:29.976788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:floatingip and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:29.980386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:29.987413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:30.008105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.020811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.032355 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1966190 Mar 11 16:14:30.032355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51786d0c-2e1a-4b37-930e-525e9d2def38 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb1ea3-e1f2-46f6-b58b-965d886664a8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:30.090838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:30.201190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.210582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:30.390188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd0d003-8763-4d2b-9fb4-f93aaf624a21 None None] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:14:30.392394 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-6354abf6-bd7c-4a1f-a858-6e912420a9c9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333795225&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.1056559 Mar 11 16:14:30.429320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.26.4.44 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/848a5ebc-30cd-4e15-840f-5671dab14692) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:30.506131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Provisioning for port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:30.515878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Provisioning complete for port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:30.516254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.663695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-b1e17990-99d9-47ea-a5b8-d0bccc12462f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:30.664126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-b1e17990-99d9-47ea-a5b8-d0bccc12462f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:30.714848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.719372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-b1e17990-99d9-47ea-a5b8-d0bccc12462f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:30.720546 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-b1e17990-99d9-47ea-a5b8-d0bccc12462f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=3cfa9a7f-da89-4d66-8000-3db23bb3caca HTTP/1.1" status: 200 len: 797 time: 0.3194597 Mar 11 16:14:30.745418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-4d5ad6c8-246d-4c77-9910-d0f74bc0f658 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0168998 Mar 11 16:14:30.791872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.798003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.837026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] For port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:30.845959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:30.897809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:30.899964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=848a5ebc-30cd-4e15-840f-5671dab14692,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:30.902481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:30.905802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:30.921520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576ef40-fca9-4af2-8f81-89b28ca4fba6 None None] Pushing event updated for resources: {'Port': ['ID=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:30.982221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-186fbcbc-bff1-48e0-9cff-b549189d4b26 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2266874 Mar 11 16:14:31.101927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-f0ffce4c-7775-484c-af1c-bc60d189f186 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:14:31.102910 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-f0ffce4c-7775-484c-af1c-bc60d189f186 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0943711 Mar 11 16:14:31.178479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ed2fad43-89da-4a56-9ee3-f6b5396744c9 None None] Provisioning complete for port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:31.178731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ed2fad43-89da-4a56-9ee3-f6b5396744c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:31.518976 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-3ccb7b3f-875e-4c7f-835a-022513a15884 service neutron] 10.222.0.78 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067745 Mar 11 16:14:31.696843 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c23a08fc-ae0c-4224-a84a-d99ba13f8bca service neutron] 10.222.0.78 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708446 Mar 11 16:14:31.821534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:31.915772 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b2350f-9e4d-4a0e-89d2-e43004f79068 req-0657c99d-244b-4a3e-a404-52ed234c264a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 210 time: 0.0542424 Mar 11 16:14:31.927657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.018240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:32.105476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:32.105933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.178013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.182678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.309274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=848a5ebc-30cd-4e15-840f-5671dab14692,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:32.321420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:32.519810 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Floating IP e87833f7-17bf-44b3-be03-2b953c84364d associated. External IP: 172.26.4.44, port: 1dc95600-3ae2-4804-b7a1-597dc72b69f6. Mar 11 16:14:33.142256 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78cf3dc7-f3fd-4b0a-849e-a360ba37471b req-19bca792-76f2-4c43-86a3-3db0b09458c6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 210 time: 0.0763457 Mar 11 16:14:33.169942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-98d657f1-c3a7-47df-93f1-541a6c0f358e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:33.172674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-98d657f1-c3a7-47df-93f1-541a6c0f358e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=3cfa9a7f-da89-4d66-8000-3db23bb3caca HTTP/1.1" status: 200 len: 797 time: 0.2872953 Mar 11 16:14:33.248677 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-e999c0d4-fd32-4453-9977-42feeba940e4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 472 time: 0.0617898 Mar 11 16:14:33.258082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['ca62af70-4ff1-4973-bac7-147a1593d850']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:33.366605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:33.479362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:14:33.534852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:14:33.542822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:14:33.552111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:14:33.571847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:14:33.574825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:33.771636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.26 (3cfa9a7f-da89-4d66-8000-3db23bb3caca/7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0/26427640-ad67-40fd-96c7-d472b8de2263) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:33.815887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:33.829181 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:33.844365 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:33.845140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:14:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:33.940292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.028391 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ab2772f8-2461-41f7-b127-9598a22d1fb8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0671945 Mar 11 16:14:34.031982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:34.052609 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:34.068819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.086891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 26427640-ad67-40fd-96c7-d472b8de2263 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:34.096069 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'status': 'completed', 'code': 200} Mar 11 16:14:34.113664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.195054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:34.199033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:34.201139 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-51b19044-399f-447e-97b0-dae8bbdbac52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1099 time: 0.0834703 Mar 11 16:14:34.203409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:34.277004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:34.277982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.344746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:34.362473 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-c9cd44b0-7f54-4aba-a059-35aa0a1a87aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079090 Mar 11 16:14:34.368239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-e9c4e9a9-8ba3-4d26-a205-9f3621b8e3e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:34.369863 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-e9c4e9a9-8ba3-4d26-a205-9f3621b8e3e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1575522 Mar 11 16:14:34.384711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Request body: {'port': {'device_id': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:14:34.496006 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-2339d8b4-66fc-4ef1-a485-09a1f9d1c227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 999 time: 0.1200120 Mar 11 16:14:34.515234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.531708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82812d47-bd7f-4cce-80f7-7facb6ec547f req-b9b06d3d-b866-40ea-bcc3-116b9508b388 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:34.532468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-82812d47-bd7f-4cce-80f7-7facb6ec547f req-b9b06d3d-b866-40ea-bcc3-116b9508b388 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:14:34.557268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-712a9508-a265-4804-bfca-5829fa455b13 None None] Provisioning for port 26427640-ad67-40fd-96c7-d472b8de2263 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:34.565251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-712a9508-a265-4804-bfca-5829fa455b13 None None] Provisioning complete for port 26427640-ad67-40fd-96c7-d472b8de2263 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:34.565572 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:31Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:34.566852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-712a9508-a265-4804-bfca-5829fa455b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:34.569950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:34.570271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-d62f5199-ab35-4c13-bbaf-0b524acf4e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:34.571788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-d62f5199-ab35-4c13-bbaf-0b524acf4e8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0691733 Mar 11 16:14:34.583263 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:34.584388 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:14:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:34.630064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-712a9508-a265-4804-bfca-5829fa455b13 None None] Port 26427640-ad67-40fd-96c7-d472b8de2263 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:34.667455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-175653f2-eaac-4a53-8963-944e1f8b673c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879736 Mar 11 16:14:34.709684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-82812d47-bd7f-4cce-80f7-7facb6ec547f req-b9b06d3d-b866-40ea-bcc3-116b9508b388 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:14:34.710870 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82812d47-bd7f-4cce-80f7-7facb6ec547f req-b9b06d3d-b866-40ea-bcc3-116b9508b388 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 932 time: 0.4134719 Mar 11 16:14:34.811398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-f12e6a73-69c8-47b3-937f-168478874552 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368625 Mar 11 16:14:34.833737 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:34.859530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82812d47-bd7f-4cce-80f7-7facb6ec547f req-bafb1142-789a-49f2-8d83-14ca75c37f20 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270864 Mar 11 16:14:34.967131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f64c75f4-106e-49b3-8103-a104c8951f3b req-d4de7e22-af95-48d5-b145-87f62ff6ced6 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496243 Mar 11 16:14:35.080545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26427640-ad67-40fd-96c7-d472b8de2263 {{(pid=83840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:35.088640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.105560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Transition to ACTIVE for port object 26427640-ad67-40fd-96c7-d472b8de2263 will not be triggered until provisioned by entity L2. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:35.118249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.242432 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:31Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:35.247502 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774801c2-e72e-47cd-a2be-3498bf506e51 None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:31Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:35.252166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Pushing event updated for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:35.375654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Attempting to bind port 26427640-ad67-40fd-96c7-d472b8de2263 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:35.375970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Attempting to bind port 26427640-ad67-40fd-96c7-d472b8de2263 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:35.376309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Attempting to bind port 26427640-ad67-40fd-96c7-d472b8de2263 on network 3cfa9a7f-da89-4d66-8000-3db23bb3caca {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:35.382883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Port 26427640-ad67-40fd-96c7-d472b8de2263 on network 3cfa9a7f-da89-4d66-8000-3db23bb3caca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:14:35.383198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Attempting to bind port 26427640-ad67-40fd-96c7-d472b8de2263 on network 3cfa9a7f-da89-4d66-8000-3db23bb3caca {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:35.389428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:35.389788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Checking segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:35.390170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Bound using segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} {{(pid=83840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:35.390594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.managers [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Bound port: 26427640-ad67-40fd-96c7-d472b8de2263, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}}] {{(pid=83840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:35.390937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.481223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7b8eb-41ca-4622-9dc4-b8aabf57578d None None] New status for floating IP e87833f7-17bf-44b3-be03-2b953c84364d: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:14:35.489950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, cleared binding levels {{(pid=83840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:35.493640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=26427640-ad67-40fd-96c7-d472b8de2263,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:35.498772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.576490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:35.578718 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] 10.222.0.11 "PUT /v2.0/ports/26427640-ad67-40fd-96c7-d472b8de2263 HTTP/1.1" status: 200 len: 1094 time: 1.2070966 Mar 11 16:14:35.591797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6b495-4153-4856-8664-ffaad53da918 service neutron] Pushing event updated for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=3']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:35.704173 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-f60f39ee-3407-475e-9d0b-82dbb3a7b4fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 1097 time: 0.0786700 Mar 11 16:14:35.781516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-686f90a2-24ab-4d2f-b3da-f18c39d976e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26427640-ad67-40fd-96c7-d472b8de2263 HTTP/1.1" status: 200 len: 217 time: 0.0703146 Mar 11 16:14:35.859548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-6ef01ce6-070d-49f2-ad55-f60a30cd3ae9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:35.861114 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-6ef01ce6-070d-49f2-ad55-f60a30cd3ae9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0 HTTP/1.1" status: 200 len: 838 time: 0.0730534 Mar 11 16:14:35.943921 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-8d31e8ee-cbe9-4ce7-8bb0-7e6d0b9fab01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cfa9a7f-da89-4d66-8000-3db23bb3caca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767777 Mar 11 16:14:36.102164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:36.157802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-fee3e92d-1fd8-4c3c-85fd-9f99dd7779c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073710 Mar 11 16:14:36.188656 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263', 'status': 'completed', 'code': 200} Mar 11 16:14:36.207026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07a8d9-594a-4825-9ca6-92e6ab7b78b1 req-fed9d5e4-563c-4ddb-bf93-da08069de829 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:36.208489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef07a8d9-594a-4825-9ca6-92e6ab7b78b1 req-fed9d5e4-563c-4ddb-bf93-da08069de829 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 944 time: 0.1841981 Mar 11 16:14:36.336773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef07a8d9-594a-4825-9ca6-92e6ab7b78b1 req-472bc4e8-9d7d-4671-a857-06d4077653dd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808902 Mar 11 16:14:36.356000 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2675b18-29cd-4f81-ac08-b044ca750e9e req-959a0383-5ec3-4dc2-bb8c-4d1f8efc9cf0 service neutron] 10.222.0.11 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911902 Mar 11 16:14:36.489331 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-66fe1b43-1c7f-4576-9084-93724f376574 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 1097 time: 0.0752149 Mar 11 16:14:36.736564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-04692e6a-ba62-4f98-be2a-714d91d8247d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:36.738051 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-04692e6a-ba62-4f98-be2a-714d91d8247d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3cfa9a7f-da89-4d66-8000-3db23bb3caca HTTP/1.1" status: 200 len: 898 time: 0.2431481 Mar 11 16:14:36.816178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-a592cd18-dc13-44f0-aae8-98ec82f921b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=26427640-ad67-40fd-96c7-d472b8de2263 HTTP/1.1" status: 200 len: 217 time: 0.0720932 Mar 11 16:14:36.884767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-29a29d13-22a6-4ada-9171-fb2f822d4bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:36.886373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-29a29d13-22a6-4ada-9171-fb2f822d4bf9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0 HTTP/1.1" status: 200 len: 838 time: 0.0644858 Mar 11 16:14:36.965297 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-3b12ddb4-de56-4c75-8929-9727b3d92988 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3cfa9a7f-da89-4d66-8000-3db23bb3caca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724502 Mar 11 16:14:37.115435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-4aa966cf-757e-4afe-99f2-f1c8a865f33c service neutron] 10.222.0.11 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436250 Mar 11 16:14:37.252619 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44ec5db6-b423-4be6-9018-27d9871eb57d req-a1a2e353-e097-4dc3-b235-9af7de546611 service neutron] 10.222.0.11 "GET /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299243 Mar 11 16:14:37.552693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e594c-8d40-4492-b835-4def2593acd2 req-166996f3-ab5a-4a20-93d0-6c91b6d7acc3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:37.554196 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b29e594c-8d40-4492-b835-4def2593acd2 req-166996f3-ab5a-4a20-93d0-6c91b6d7acc3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 944 time: 0.0877373 Mar 11 16:14:37.607198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b29e594c-8d40-4492-b835-4def2593acd2 req-ee403611-d931-45fd-8684-5793dd7f473c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453045 Mar 11 16:14:38.105905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b13e-1c57-41b7-82c3-83c2fe86b6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.578476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 26427640-ad67-40fd-96c7-d472b8de2263 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:14:38.718969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=26427640-ad67-40fd-96c7-d472b8de2263,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:38.736797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '26427640-ad67-40fd-96c7-d472b8de2263', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'port_id': '26427640-ad67-40fd-96c7-d472b8de2263', 'mac_address': 'fa:16:3e:f0:f0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:14:38.791438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.809153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26427640-ad67-40fd-96c7-d472b8de2263 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:14:38.825247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba427a2-800f-4e0d-a2f8-8de4dc2a5418 req-50ec998f-d7b6-4961-8790-6b04b36a6664 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:38.826875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3ba427a2-800f-4e0d-a2f8-8de4dc2a5418 req-50ec998f-d7b6-4961-8790-6b04b36a6664 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 944 time: 0.0892806 Mar 11 16:14:38.827718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=26427640-ad67-40fd-96c7-d472b8de2263,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:38.831619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:38.882809 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3ba427a2-800f-4e0d-a2f8-8de4dc2a5418 req-8228cc3f-6642-4abd-a647-b108590f9254 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497761 Mar 11 16:14:38.901215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:39.229611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['26427640-ad67-40fd-96c7-d472b8de2263'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:14:40.095921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324b638-a3f9-4b04-b5c3-7519915fdafb req-7592e17c-2b13-4fcb-b1ef-f6f775c2b72b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:40.097674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9324b638-a3f9-4b04-b5c3-7519915fdafb req-7592e17c-2b13-4fcb-b1ef-f6f775c2b72b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 945 time: 0.0868030 Mar 11 16:14:40.150676 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9324b638-a3f9-4b04-b5c3-7519915fdafb req-22327575-d92d-4483-b360-8406feb699f1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467839 Mar 11 16:14:40.579036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 26427640-ad67-40fd-96c7-d472b8de2263 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:40.656731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 26427640-ad67-40fd-96c7-d472b8de2263 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:40.663704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 26427640-ad67-40fd-96c7-d472b8de2263 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:40.663704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.791592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.821153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:14:40.831397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=26427640-ad67-40fd-96c7-d472b8de2263,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:40.835352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:40.881370 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263', 'code': 200} Mar 11 16:14:40.915525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:41.134468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b9ce86a-f80e-4b55-ad1a-62f8bf4653c2 req-47a923b4-0803-4534-9b3f-32c5be50ee4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 1099 time: 0.0861728 Mar 11 16:14:41.175245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef3cb0ce-fded-48c9-a616-12dad14ab197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:41.186973 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b9ce86a-f80e-4b55-ad1a-62f8bf4653c2 req-cebc0ac8-abc3-485f-999f-e9ec3ef11a6e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459204 Mar 11 16:14:41.353568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af28fa-bfae-41cc-8043-027f2b0a4380 req-663733c0-f52f-48cc-84e6-de9ea146eeea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:41.354962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e1af28fa-bfae-41cc-8043-027f2b0a4380 req-663733c0-f52f-48cc-84e6-de9ea146eeea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0784450 Mar 11 16:14:41.418869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e1af28fa-bfae-41cc-8043-027f2b0a4380 req-3647d033-9733-4706-859e-4ae8191ba974 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577593 Mar 11 16:14:41.890661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:42.060853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:42.634879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806904d-b8b8-47aa-8c0d-6dfffd4887ee req-ccab65e5-21e1-4708-ba6b-687aac9f3d6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:42.636338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5806904d-b8b8-47aa-8c0d-6dfffd4887ee req-ccab65e5-21e1-4708-ba6b-687aac9f3d6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0828853 Mar 11 16:14:42.686258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5806904d-b8b8-47aa-8c0d-6dfffd4887ee req-3f80e44a-c608-4ddd-844e-665706f3b31b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Mar 11 16:14:43.570132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:43.891630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1620e-3060-4d85-9618-da221071e600 req-ba33ab39-8c7c-4ae5-84fb-f3ca6396295d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:43.893083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-08d1620e-3060-4d85-9618-da221071e600 req-ba33ab39-8c7c-4ae5-84fb-f3ca6396295d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0839448 Mar 11 16:14:43.939489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-08d1620e-3060-4d85-9618-da221071e600 req-76351387-237d-457e-b810-03575ee629a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408907 Mar 11 16:14:44.155641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a4184-27e7-4489-8c87-1b22c6719e69 req-928c9a06-f85f-4b0b-9043-cb5fb50cc2a4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:14:44.157094 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d63a4184-27e7-4489-8c87-1b22c6719e69 req-928c9a06-f85f-4b0b-9043-cb5fb50cc2a4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0814211 Mar 11 16:14:44.204603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d63a4184-27e7-4489-8c87-1b22c6719e69 req-eb28726a-786a-4e75-b879-4616fefd2ec2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Mar 11 16:14:45.082941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:45.710623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:14:46.610706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.057067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.17 (3cfa9a7f-da89-4d66-8000-3db23bb3caca/7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0/e90f9fd1-f003-4b0a-be0e-05dcff3cc212) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:14:47.232265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.247327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object e90f9fd1-f003-4b0a-be0e-05dcff3cc212 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:47.276205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.348069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:47.348069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:47.354346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:14:47.397593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:47.429602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.545802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.605692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c52f6b7b-e112-49d1-850f-cf334482a732 None None] Provisioning for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:47.613395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c52f6b7b-e112-49d1-850f-cf334482a732 None None] Provisioning complete for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:47.613395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c52f6b7b-e112-49d1-850f-cf334482a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:47.678110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c52f6b7b-e112-49d1-850f-cf334482a732 None None] Port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:48.137794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:48.144643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:48.273294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:48.280444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:48.428472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:14:48.428472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:14:48.714477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f18d9502-66d2-402b-aba8-6ea78c80a35c None None] Provisioning complete for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:48.714477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f18d9502-66d2-402b-aba8-6ea78c80a35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:48.775132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f18d9502-66d2-402b-aba8-6ea78c80a35c None None] Port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:14:48.900710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:14:49.141620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:14:49.150252 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:14:49.168255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6a5091b2-09a4-4de3-bdde-ddfffcc163e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/29a7c1a8-f518-478b-9840-4bf03fd99ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4470122 Mar 11 16:14:49.172227 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:49.172227 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:14:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:49.398044 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:49.786870 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:14:47Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f9fd1-f003-4b0a-be0e-05dcff3cc212', 'name': '', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:bc:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:46Z', 'updated_at': '2022-03-11T16:14:47Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:49.791022 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:14:49.791220 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Updating router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:14:49.849276 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.225931 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.238592 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Transition to ACTIVE for port object e90f9fd1-f003-4b0a-be0e-05dcff3cc212 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:14:50.245369 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.375851 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Pushing event updated for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.391486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:14:50.516843 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Attempting to bind port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:14:50.516843 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Attempting to bind port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:14:50.516843 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Attempting to bind port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 on network 3cfa9a7f-da89-4d66-8000-3db23bb3caca {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Checking segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Bound using segment: {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Bound port: e90f9fd1-f003-4b0a-be0e-05dcff3cc212, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eec9013-e365-43c3-b293-52507770e6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:14:50.525038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.628359 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] For port e90f9fd1-f003-4b0a-be0e-05dcff3cc212, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:14:50.628359 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] For port e90f9fd1-f003-4b0a-be0e-05dcff3cc212, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:14:50.631616 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:50.719104 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:14:50.719104 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:14:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:50.835817 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fbaffc-e8ee-4040-864d-999e856645bb None None] Pushing event updated for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:50.925117 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:14:51.310364 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:14:47Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f9fd1-f003-4b0a-be0e-05dcff3cc212', 'name': '', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:bc:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:46Z', 'updated_at': '2022-03-11T16:14:50Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:14:51.314729 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ba9c2-526d-4a71-96c7-6ea1176bb3ef None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:14:47Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e90f9fd1-f003-4b0a-be0e-05dcff3cc212', 'name': '', 'network_id': '3cfa9a7f-da89-4d66-8000-3db23bb3caca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:bc:ef:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:14:46Z', 'updated_at': '2022-03-11T16:14:50Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:14:52.061905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e90f9fd1-f003-4b0a-be0e-05dcff3cc212 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:52.135812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:14:52.141257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:52.141546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:52.260649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:52.293551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e90f9fd1-f003-4b0a-be0e-05dcff3cc212, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:14:52.297413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:14:52.363893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:14:54.053355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e90f9fd1-f003-4b0a-be0e-05dcff3cc212 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:14:54.127469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:14:54.127469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:01.072437 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:08.120341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c08aa8ba-e4c0-4889-beb4-ec85b8de56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.190035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2210608a-b7ce-4e59-aa3c-882112258ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:11.893406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:12.055339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:13.470544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:15.083878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:20.798626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41394) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:21.216173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:21.991431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port e90f9fd1-f003-4b0a-be0e-05dcff3cc212 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:21.992060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.189621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port e90f9fd1-f003-4b0a-be0e-05dcff3cc212, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:22.196493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.314549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for e90f9fd1-f003-4b0a-be0e-05dcff3cc212 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:22.497541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:22.543126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=e90f9fd1-f003-4b0a-be0e-05dcff3cc212,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:22.587225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.587512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.587640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.588180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.588506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.588826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.589146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.589465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.589803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.590119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.590434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:22.874199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:23.593763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:15:23.799135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:23.808553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:23.813046 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-69c86029-fb1a-48cb-994f-f97a723c2b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/29a7c1a8-f518-478b-9840-4bf03fd99ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0132563 Mar 11 16:15:23.821562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:23.822216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:24.014790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:24.236889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22d555-cf55-40d9-af6c-29dfe98bc482 req-9921dd33-0b68-402a-a5e9-66b2e236ad4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:24.237573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1b22d555-cf55-40d9-af6c-29dfe98bc482 req-9921dd33-0b68-402a-a5e9-66b2e236ad4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:24.255183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1b22d555-cf55-40d9-af6c-29dfe98bc482 req-9921dd33-0b68-402a-a5e9-66b2e236ad4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:24.256536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b22d555-cf55-40d9-af6c-29dfe98bc482 req-9921dd33-0b68-402a-a5e9-66b2e236ad4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0961483 Mar 11 16:15:24.308792 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b22d555-cf55-40d9-af6c-29dfe98bc482 req-f01185e8-8b47-4ee4-a7b0-ba5ee938a896 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Mar 11 16:15:24.411650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:24.417211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:24.428365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:24.428962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:24.656185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:25.036337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:25.037263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-adc7ce00-d793-4825-9ed1-b03608c1e50b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770035 Mar 11 16:15:25.043471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a506-5c63-40f1-bc45-8af544d6bfec None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6221df21-7982-4373-98b3-9581fec8459e', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.93', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'port_id': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'mac_address': 'fa:16:3e:2d:35:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:13:12Z', 'updated_at': '2022-03-11T16:13:16Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:25.182534 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-d095fd2c-3c3a-4f19-8e4f-77540999ae4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1098 time: 0.0690334 Mar 11 16:15:25.336123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-942302ab-b818-41e6-baa0-5be8f83b1698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.337472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-942302ab-b818-41e6-baa0-5be8f83b1698 service neutron] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 897 time: 0.1341956 Mar 11 16:15:25.489339 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-c67c4394-977f-4c30-b7cc-7c335b089ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 1000 time: 0.1452477 Mar 11 16:15:25.570381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-d38520f3-73e9-40c9-b9f0-0f43eab7a7f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.571814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-d38520f3-73e9-40c9-b9f0-0f43eab7a7f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.0764213 Mar 11 16:15:25.582982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110696d-9255-4c2b-9a2b-c46c6f5c0a30 req-0f187866-a322-47ad-9ef9-22ac89f6bc51 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.584437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d110696d-9255-4c2b-9a2b-c46c6f5c0a30 req-0f187866-a322-47ad-9ef9-22ac89f6bc51 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.1424518 Mar 11 16:15:25.682850 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d110696d-9255-4c2b-9a2b-c46c6f5c0a30 req-0138b121-a066-4067-8cca-7a97cbee6171 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca62af70-4ff1-4973-bac7-147a1593d850&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674515 Mar 11 16:15:25.696182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-eafca752-1f29-4128-91ac-9b48aff4c5de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108072 Mar 11 16:15:25.936898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-785805d9-9ca2-440b-920d-c69e48f7cdbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:25.937728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-785805d9-9ca2-440b-920d-c69e48f7cdbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:25.941312 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-63e76753-ce4f-4302-ae82-fd7d90dfcbcd service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379954 Mar 11 16:15:25.949597 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-785805d9-9ca2-440b-920d-c69e48f7cdbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:25.950722 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-785805d9-9ca2-440b-920d-c69e48f7cdbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 946 time: 0.0944548 Mar 11 16:15:25.996299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e90f9fd1-f003-4b0a-be0e-05dcff3cc212 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:26.028238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 26427640-ad67-40fd-96c7-d472b8de2263 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:26.028238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.035511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e90f9fd1-f003-4b0a-be0e-05dcff3cc212 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:26.036206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e90f9fd1-f003-4b0a-be0e-05dcff3cc212 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:26.087356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-3e94000e-070e-47fc-8c0b-0590395377d3 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399393 Mar 11 16:15:26.414753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 26427640-ad67-40fd-96c7-d472b8de2263, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=26427640-ad67-40fd-96c7-d472b8de2263,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:26.415137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.568666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 26427640-ad67-40fd-96c7-d472b8de2263 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:26.723739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.773386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=26427640-ad67-40fd-96c7-d472b8de2263,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:26.858375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e13cf43-45a1-4b51-a664-48c795238c66 req-a5e77360-8bda-433a-8ede-6ddde19542bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=03e5df9b-7b24-4c30-94a8-01ee4c225def HTTP/1.1" status: 200 len: 210 time: 0.0436699 Mar 11 16:15:26.880913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 26427640-ad67-40fd-96c7-d472b8de2263 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:15:26.883608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:26.886839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'name': 'network-vif-deleted', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:15:26.905181 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-db98585e-1d47-4eb5-be8b-b94fba3db171 req-f0ee5903-c93c-408b-a768-062cbe81f97b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/26427640-ad67-40fd-96c7-d472b8de2263 HTTP/1.1" status: 204 len: 173 time: 0.9496610 Mar 11 16:15:26.962570 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e5df9b-7b24-4c30-94a8-01ee4c225def', 'name': 'network-vif-deleted', 'tag': '26427640-ad67-40fd-96c7-d472b8de2263', 'status': 'completed', 'code': 200} Mar 11 16:15:27.982108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41412) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:28.075444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.108636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.190851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.206189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca62af70-4ff1-4973-bac7-147a1593d850,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:28.223451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.223451 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2ed5a0a1-b103-43bf-810a-7a690f47018f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca62af70-4ff1-4973-bac7-147a1593d850 HTTP/1.1" status: 204 len: 168 time: 0.2469258 Mar 11 16:15:28.291883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41418) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:28.495224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet 7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:15:28.498248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.553550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.658017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.741763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.785171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:28.808065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.810069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac9dda-99eb-4a06-94f0-e27733a06740 None None] Network 3cfa9a7f-da89-4d66-8000-3db23bb3caca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:15:28.810594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.810594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.810788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.811125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.811478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.811889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.812545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.812545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.812820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.813146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.813677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:28.819119 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f21d471e-6379-4f6a-9887-28e9939aa866 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/7cd31fbc-aefe-43ed-ae9b-35f4889c7bd0 HTTP/1.1" status: 204 len: 168 time: 0.5259452 Mar 11 16:15:28.821588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41422) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:28.943780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:28.956118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:28.956676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.114391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] DHCP port deletion for 3cfa9a7f-da89-4d66-8000-3db23bb3caca request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:15:29.118801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Deleting port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:29.119178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.190332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:29.190676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.329940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:29.365904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] For port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,segment=NetworkSegment(3eec9013-e365-43c3-b293-52507770e6ec),segment_id=3eec9013-e365-43c3-b293-52507770e6ec)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:29.365904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.501032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Calling delete_port for 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:29.522940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.574508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=2e0e6a18-6c54-4687-afe0-e6f71c12b4ec,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:29.581391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn_limited( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn_limited( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 16:15:29.583984 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 16:15:29.590462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:15:29.590462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:15:29.723652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.752395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfa9a7f-da89-4d66-8000-3db23bb3caca']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:29.767814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eec9013-e365-43c3-b293-52507770e6ec') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:29.767814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eec9013-e365-43c3-b293-52507770e6ec') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:29.782288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.799714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.806675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:15:29.807094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:29.821971 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:29.915535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.934729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:29.947240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=3cfa9a7f-da89-4d66-8000-3db23bb3caca,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:29.963228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b4477c03-3abd-49cd-8df6-e2562865838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/3cfa9a7f-da89-4d66-8000-3db23bb3caca HTTP/1.1" status: 204 len: 168 time: 1.1403539 Mar 11 16:15:29.966215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41426) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:30.051543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:30.090897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Deleting port 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:30.091280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.114343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:30.114684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 2e0e6a18-6c54-4687-afe0-e6f71c12b4ec not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:30.158550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0cf478e7-a28a-41ff-8b35-63abb57004b2 None None] The port '2e0e6a18-6c54-4687-afe0-e6f71c12b4ec' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:15:30.175753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 8c1609aa-c763-42d8-8fd4-871ed65202c4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:30.176089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.374581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.375254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.505612 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 8c1609aa-c763-42d8-8fd4-871ed65202c4 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:30.680213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.735586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=8c1609aa-c763-42d8-8fd4-871ed65202c4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:30.835219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:30.850539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 26427640-ad67-40fd-96c7-d472b8de2263 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:30.903256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 26427640-ad67-40fd-96c7-d472b8de2263 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:30.903598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 26427640-ad67-40fd-96c7-d472b8de2263 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:31.347548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:15:31.558214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:31.568517 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:31.574215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:31.580700 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:31.581302 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:31.632889 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-53ca2f37-16bf-4f82-ae4b-5418fa5701d6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/6221df21-7982-4373-98b3-9581fec8459e HTTP/1.1" status: 204 len: 168 time: 1.6636546 Mar 11 16:15:31.632889 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:15:31.690720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'status': 'completed', 'code': 200} Mar 11 16:15:31.762724 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:31.799273 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-0d56c7ec-26d9-4030-ac28-61f229a8736b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 1098 time: 0.0841713 Mar 11 16:15:31.963806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-79369fa5-1ee9-4bd2-87e6-e186dd89960d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:31.965416 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-79369fa5-1ee9-4bd2-87e6-e186dd89960d service neutron] 10.222.0.11 "GET /v2.0/networks?id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 200 len: 897 time: 0.1589074 Mar 11 16:15:32.062473 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-b8856060-b8f2-480b-aeef-3565c5fa1e39 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 200 len: 217 time: 0.0888250 Mar 11 16:15:32.062948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2138b-7690-4482-a81d-4939e2cd8246 req-265a5a84-8aa2-40ed-9e90-1cab2a8efe58 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:32.064735 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78a2138b-7690-4482-a81d-4939e2cd8246 req-265a5a84-8aa2-40ed-9e90-1cab2a8efe58 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.0841007 Mar 11 16:15:32.112798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-78a2138b-7690-4482-a81d-4939e2cd8246 req-97256c67-9730-4024-b7f0-5eacf4610ab7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:32.131892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-78a2138b-7690-4482-a81d-4939e2cd8246 req-97256c67-9730-4024-b7f0-5eacf4610ab7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:32.133090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78a2138b-7690-4482-a81d-4939e2cd8246 req-97256c67-9730-4024-b7f0-5eacf4610ab7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623167 Mar 11 16:15:32.135972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-8f626d91-16f6-49c5-b1f7-486a8757dc0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:32.137431 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-8f626d91-16f6-49c5-b1f7-486a8757dc0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 200 len: 834 time: 0.0664563 Mar 11 16:15:32.144499 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.148832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:32.164323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:32.164920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.213886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-cb16180c-544f-48b1-adf2-d70f2d870b8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703340 Mar 11 16:15:32.345223 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:32.359235 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-2652846b-4230-402d-bbad-16a761512a64 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368051 Mar 11 16:15:32.509294 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3feee9ff-dc65-485e-90cf-92ef31ce15e4 req-525112d6-5486-4c07-8d53-35290532c0f0 service neutron] 10.222.0.11 "GET /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429915 Mar 11 16:15:32.690089 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:32.694364 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f3c2f-60f6-4c46-8a01-7b2564db1221 None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:22Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd1a66816-356d-4ddb-9d24-a736119f7fd8', 'name': '', 'network_id': '71eea0a2-cd0c-4733-aa83-2a184ec5ae4f', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:cb:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:31Z', 'updated_at': '2022-03-11T16:12:50Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '695469fc-0860-46e9-8c4b-deb0193b0939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:32.924324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2061ab-696f-4547-a0a7-3e3176e1c1fd None None] New status for floating IP 6221df21-7982-4373-98b3-9581fec8459e: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:15:33.351513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977a85f-4193-4e4d-a9ab-0fcd3cb1c809 req-c267bcfa-d1e0-4452-8248-b1ce92408f3b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.353041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4977a85f-4193-4e4d-a9ab-0fcd3cb1c809 req-c267bcfa-d1e0-4452-8248-b1ce92408f3b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.0940194 Mar 11 16:15:33.400083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4977a85f-4193-4e4d-a9ab-0fcd3cb1c809 req-e97f399e-31a1-4475-837e-ea50abdc7a8b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cbaf3d3b-5300-4f07-81d1-c8f0862d500f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 Mar 11 16:15:33.780632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-b1e88f3c-1ce7-4840-ad13-549bf755f905 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:33.781331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-b1e88f3c-1ce7-4840-ad13-549bf755f905 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:33.806262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-b1e88f3c-1ce7-4840-ad13-549bf755f905 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:33.807518 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-b1e88f3c-1ce7-4840-ad13-549bf755f905 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 945 time: 0.1096246 Mar 11 16:15:33.877856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port f92df824-7b3e-4382-8558-f97a9bf89961 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:33.878202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.146688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port f92df824-7b3e-4382-8558-f97a9bf89961, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f92df824-7b3e-4382-8558-f97a9bf89961,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:34.147041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.388473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for f92df824-7b3e-4382-8558-f97a9bf89961 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:34.538075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.574797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33fe05a4-3a06-4c81-bb9d-225ea3f3a68d req-b4100779-992d-49b0-be5a-ecfb5ed94d8d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=eef87cfb-ea1a-4c5c-ba13-81bda5edee62 HTTP/1.1" status: 200 len: 210 time: 0.0416424 Mar 11 16:15:34.588117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=f92df824-7b3e-4382-8558-f97a9bf89961,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:34.675648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port f92df824-7b3e-4382-8558-f97a9bf89961 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:15:34.678211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:34.681131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'name': 'network-vif-deleted', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:15:34.696934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-42cae4b6-4484-42f2-83dd-f3fd77645370 req-0f2b5599-4844-486b-acbe-51c7767e7f09 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/f92df824-7b3e-4382-8558-f97a9bf89961 HTTP/1.1" status: 204 len: 173 time: 0.8837531 Mar 11 16:15:34.739739 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef87cfb-ea1a-4c5c-ba13-81bda5edee62', 'name': 'network-vif-deleted', 'tag': 'f92df824-7b3e-4382-8558-f97a9bf89961', 'status': 'completed', 'code': 200} Mar 11 16:15:35.690419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41446) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:35.762915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.794403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.863014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.885957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf3d3b-5300-4f07-81d1-c8f0862d500f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:35.896439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:35.897545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f698023f-b894-4f15-857b-e8d6be131850 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/cbaf3d3b-5300-4f07-81d1-c8f0862d500f HTTP/1.1" status: 204 len: 168 time: 0.2061503 Mar 11 16:15:35.945881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41454) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:36.368286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.144751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port d1a66816-356d-4ddb-9d24-a736119f7fd8 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:37.145388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.356339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port d1a66816-356d-4ddb-9d24-a736119f7fd8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d1a66816-356d-4ddb-9d24-a736119f7fd8,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:37.356339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.496383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for d1a66816-356d-4ddb-9d24-a736119f7fd8 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:37.688233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:37.737494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=d1a66816-356d-4ddb-9d24-a736119f7fd8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:38.076551 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:15:38.078532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.113305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cbcb73c-caf0-4f3c-88c1-77b7c335d5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:38.797259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:15:38.919062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f92df824-7b3e-4382-8558-f97a9bf89961 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:38.953940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: f92df824-7b3e-4382-8558-f97a9bf89961 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:38.954825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f92df824-7b3e-4382-8558-f97a9bf89961 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:39.028730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:39.048587 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fc6e8ffc-3a88-4069-9d0e-d0dba0ba3463 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/29a7c1a8-f518-478b-9840-4bf03fd99ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0955653 Mar 11 16:15:39.048587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41458) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:39.052262 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Sync routers for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:39.066425 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:39.067026 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:39.243267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet 695469fc-0860-46e9-8c4b-deb0193b0939 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:15:39.246577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.260883 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:39.309787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.419395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.508957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.557538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=695469fc-0860-46e9-8c4b-deb0193b0939,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:39.568849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.578696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c072229-ba54-46e8-bdd1-1f5eec5a6460 None None] Network 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:15:39.583989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-97681708-0e87-4e2b-91cb-ef93157714f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/695469fc-0860-46e9-8c4b-deb0193b0939 HTTP/1.1" status: 204 len: 168 time: 0.5308347 Mar 11 16:15:39.592565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41462) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:39.606860 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:37Z', 'revision_number': 7, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:39.606860 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Checking router: 29a7c1a8-f518-478b-9840-4bf03fd99ba1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:39.629217 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Routers {'29a7c1a8-f518-478b-9840-4bf03fd99ba1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:39.629217 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:39.880347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:39.880925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] Set router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:39.961739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] DHCP port deletion for 71eea0a2-cd0c-4733-aa83-2a184ec5ae4f request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:15:39.970371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Deleting port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:39.970798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.128828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 70b5dc78-b588-4626-b281-8ca81cb9e5d9 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:40.183657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.192004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port d2efee28-5368-41da-b641-5240a6d18d74 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:40.192004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.368764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.369649 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:37Z', 'revision_number': 7, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:40.382598 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e658b1-13a1-442d-ad19-a002a179fa10 None None] The sync data for ids ['29a7c1a8-f518-478b-9840-4bf03fd99ba1'] in dv-neutron-833206-1-hyperv is: [{'id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'name': 'tempest-TestNetworkBasicOps-router-1384962030', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:12:14Z', 'updated_at': '2022-03-11T16:15:37Z', 'revision_number': 7, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'd2efee28-5368-41da-b641-5240a6d18d74', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7c1a8-f518-478b-9840-4bf03fd99ba1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:12:15Z', 'updated_at': '2022-03-11T16:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:40.389304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=70b5dc78-b588-4626-b281-8ca81cb9e5d9,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:40.389304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.434905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port d2efee28-5368-41da-b641-5240a6d18d74, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d2efee28-5368-41da-b641-5240a6d18d74,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:40.434905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.542617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Calling delete_port for 70b5dc78-b588-4626-b281-8ca81cb9e5d9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:40.573502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for d2efee28-5368-41da-b641-5240a6d18d74 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:40.587253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=70b5dc78-b588-4626-b281-8ca81cb9e5d9,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:40.596603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.690787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=70b5dc78-b588-4626-b281-8ca81cb9e5d9,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.698655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:40.704516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:15:40.704516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:15:40.784836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:40.835113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=d2efee28-5368-41da-b641-5240a6d18d74,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:41.152565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.181911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a547582c-50e5-46e7-a8a3-16aec7ca6f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.204786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Deleting port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:41.205165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.413037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.416460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] For port 70b5dc78-b588-4626-b281-8ca81cb9e5d9, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=70b5dc78-b588-4626-b281-8ca81cb9e5d9,segment=NetworkSegment(6ba248c6-5a9a-4746-be90-53fafe5846c4),segment_id=6ba248c6-5a9a-4746-be90-53fafe5846c4)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:41.416934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.420359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.451731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.452289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router 29a7c1a8-f518-478b-9840-4bf03fd99ba1 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:15:41.468110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.469242 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9804a948-26ca-4f4a-aea1-730a427d408f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/29a7c1a8-f518-478b-9840-4bf03fd99ba1 HTTP/1.1" status: 204 len: 168 time: 1.8879056 Mar 11 16:15:41.471998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41466) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:41.551413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Calling delete_port for 70b5dc78-b588-4626-b281-8ca81cb9e5d9 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:15:41.592454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.602798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:15:41.603131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.633856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.679791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] Pushing event deleted for resources: {'Port': ['ID=70b5dc78-b588-4626-b281-8ca81cb9e5d9,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:41.687167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475aedab-f80d-41b8-8d53-0f199e795eee None None] No DVR routers for this DVR port 70b5dc78-b588-4626-b281-8ca81cb9e5d9 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:15:41.692463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] The port '70b5dc78-b588-4626-b281-8ca81cb9e5d9' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:15:41.836251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.863791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71eea0a2-cd0c-4733-aa83-2a184ec5ae4f']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:41.875667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba248c6-5a9a-4746-be90-53fafe5846c4') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:41.875971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba248c6-5a9a-4746-be90-53fafe5846c4') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:41.887624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.906516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.910856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.917663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 933 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:15:41.918132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:15:41.935040 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:15:42.023134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.048358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.060069 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/71eea0a2-cd0c-4733-aa83-2a184ec5ae4f HTTP/1.1" status: 204 len: 168 time: 0.5868554 Mar 11 16:15:42.065686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d1a66816-356d-4ddb-9d24-a736119f7fd8 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:42.075026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c9cf9-d1df-4025-beaa-ef74d252b2e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=71eea0a2-cd0c-4733-aa83-2a184ec5ae4f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:42.094710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41470) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:42.102711 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.106055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--287042074', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:42.109957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: d1a66816-356d-4ddb-9d24-a736119f7fd8 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:42.110300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d1a66816-356d-4ddb-9d24-a736119f7fd8 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:42.111199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d2efee28-5368-41da-b641-5240a6d18d74 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:15:42.112504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:42.117066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:42.119934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:42.126216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:42.146435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: d2efee28-5368-41da-b641-5240a6d18d74 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:15:42.146775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d2efee28-5368-41da-b641-5240a6d18d74 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:15:42.147326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:42.152541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.182877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:15:42.194273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.194554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 7924056b-8362-484a-8425-9cc5e13ae8d3 of type vlan for network 5bdd3c02-7554-43ab-a2c2-299919635b17 Mar 11 16:15:42.222390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.254569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.259422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:42.260020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.374943 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769148 Mar 11 16:15:42.377615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50905f11-d33c-4c74-a8a2-63c2827f61f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=5bdd3c02-7554-43ab-a2c2-299919635b17,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:42.377800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41474) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:42.383230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-305614496', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:42.390257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:42.393653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:15:42.393989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:42.396868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:42.402832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:42.417089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.418115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.439957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.594225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.779995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.809273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:42.955094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.122 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/551eca2e-f47c-4e73-b4a9-c3011b310efc) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:43.113715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.150974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.220323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:43.222969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:43.226603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:15:43.257014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=551eca2e-f47c-4e73-b4a9-c3011b310efc,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:43.469972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.486980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.487710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.739180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8907bb35-9b0f-48c6-a885-5d92d395dc7f is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:15:43.953965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:43.963505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Sync routers for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:43.976747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:43.977367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:43.983267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:43.986198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-258a1133-9593-46e9-8f55-f2bfc1194001 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6073196 Mar 11 16:15:43.987657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41478) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.030814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e1f925fb-f3f5-440f-afc0-95315075c502 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419641 Mar 11 16:15:44.031276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41482) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.166766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846c6d86-d422-44fd-a334-459932d76abd tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:44.168517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-846c6d86-d422-44fd-a334-459932d76abd tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360517 Mar 11 16:15:44.172072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41486) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.181536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:44.215379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b6016f8f-f04d-4ff9-84b3-de70197f754b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421896 Mar 11 16:15:44.218884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.224564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594181593', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:44.345494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:44.349319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:44.352106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:44.358230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:44.368621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:44.478178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.480864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:43Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:44.491092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Checking router: 8907bb35-9b0f-48c6-a885-5d92d395dc7f for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:44.491432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Updating router 8907bb35-9b0f-48c6-a885-5d92d395dc7f port 551eca2e-f47c-4e73-b4a9-c3011b310efc binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:15:44.544424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.719809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.794372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=8194c947-eba3-420c-a26f-912c50d7eb05,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:44.810637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:15:44.811265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 5bdd3c02-7554-43ab-a2c2-299919635b17, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:15:44.832883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:15:44.844440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5bdd3c02-7554-43ab-a2c2-299919635b17) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:44.848477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:44.849060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.869066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e87f7-f27f-4739-be26-80775002c09b None None] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:15:44.873367 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e38cff26-f78d-44c2-91b4-594c9ac44604 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6529772 Mar 11 16:15:44.875757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41494) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:44.968012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:44.988506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Transition to ACTIVE for port object 551eca2e-f47c-4e73-b4a9-c3011b310efc will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:45.006630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.159908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.165656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Attempting to bind port 551eca2e-f47c-4e73-b4a9-c3011b310efc on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:45.166058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Attempting to bind port 551eca2e-f47c-4e73-b4a9-c3011b310efc by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:45.166426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Attempting to bind port 551eca2e-f47c-4e73-b4a9-c3011b310efc on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:15:45.171746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2f2eb-252b-4822-b2d5-d74471022fd9 None None] Pushing event updated for resources: {'Port': ['ID=551eca2e-f47c-4e73-b4a9-c3011b310efc,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:45.209255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:15:45.209630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:15:45.210061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.210452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:15:45.210930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Bound port: 551eca2e-f47c-4e73-b4a9-c3011b310efc, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:45.211302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.285226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-5bdd3c02-7554-43ab-a2c2-299919635b17', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:15:45.286143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.313982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] For port 551eca2e-f47c-4e73-b4a9-c3011b310efc, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:15:45.317943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] For port 551eca2e-f47c-4e73-b4a9-c3011b310efc, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=551eca2e-f47c-4e73-b4a9-c3011b310efc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:15:45.357753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.548350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2f2eb-252b-4822-b2d5-d74471022fd9 None None] Pushing event updated for resources: {'Port': ['ID=551eca2e-f47c-4e73-b4a9-c3011b310efc,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:45.569149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:45.569793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:45.701778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Allocated IP 172.20.0.2 (5bdd3c02-7554-43ab-a2c2-299919635b17/8194c947-eba3-420c-a26f-912c50d7eb05/b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:45.771356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:45.869254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:46.155057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.180008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Transition to ACTIVE for port object b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:46.242886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Transition to ACTIVE for port object b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:46.249814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.323890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (5bdd3c02-7554-43ab-a2c2-299919635b17/8194c947-eba3-420c-a26f-912c50d7eb05/bba391a8-2c6e-4f0b-a81b-ce6392ee6112) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:46.332292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:46.336100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:46.339185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:15:46.341172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Pushing event updated for resources: {'Port': ['ID=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:46.431705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:43Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:46.440842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7647eb-8c71-4a82-b3bb-e602e813d000 None None] The sync data for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv is: [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:43Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:46.444565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Attempting to bind port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:46.444922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Attempting to bind port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:46.445286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Attempting to bind port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 on network 5bdd3c02-7554-43ab-a2c2-299919635b17 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:15:46.452763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:15:46.453140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Checking segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:15:46.453544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.453961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Bound using segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:15:46.454436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Bound port: b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:46.454820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.514349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.532693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object bba391a8-2c6e-4f0b-a81b-ce6392ee6112 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:46.557661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] For port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:15:46.562756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] For port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:15:46.563151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.566503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.641544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:46.644940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:46.649634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:15:46.653972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ebffb-71a2-4180-bbdf-64e3aaa3cb2a None None] Pushing event updated for resources: {'Port': ['ID=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:46.687631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:46.736355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:46.839443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.443123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.447792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.564160 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:47.567821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:47.703566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e538e-ae5c-4a37-bc97-cef06250f928 None None] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:15:47.715764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:47.717938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:47.861379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d974456b-fd1b-4623-bbe1-9679d199e9db None None] Provisioning for port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:48.141414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:48.171470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8907bb35-9b0f-48c6-a885-5d92d395dc7f has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:15:48.222012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:48.228035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:48.228599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.402344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:15:48.414940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Provisioning for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:48.420726 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d3d80017-a50f-4021-8ece-ef5ede58f230 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/8907bb35-9b0f-48c6-a885-5d92d395dc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5406976 Mar 11 16:15:48.420726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41498) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.430829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Provisioning complete for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:48.431196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.483978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.511089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:15:48.534114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:48.540558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.541409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 551eca2e-f47c-4e73-b4a9-c3011b310efc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:48.596986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.597911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.598413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.599092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.599602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.600192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.603046 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e1c6d7eb-eb99-4cb8-a233-ce55b97f15d0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1813486 Mar 11 16:15:48.606205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Provisioning complete for port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:48.606205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0c42-9545-45b7-bd98-2f9ad0d24aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.606910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41502) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.694628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.694914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.695270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.695622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.695971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.696320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:48.698064 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-811d6941-2482-4a5a-bdbe-1fb1ce5cfa24 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0886917 Mar 11 16:15:48.702899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41506) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:48.724631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:48.774656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 551eca2e-f47c-4e73-b4a9-c3011b310efc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:48.789371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 551eca2e-f47c-4e73-b4a9-c3011b310efc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:48.789771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.921937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:48.940674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 551eca2e-f47c-4e73-b4a9-c3011b310efc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=551eca2e-f47c-4e73-b4a9-c3011b310efc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:48.945367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.011301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d9c6026f-5921-402f-8c7a-4f7eaed21207 None None] Provisioning complete for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:49.011584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d9c6026f-5921-402f-8c7a-4f7eaed21207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.036461 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e606bf6e-8bc7-4f97-a7d3-8a422b4d9eae tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3324485 Mar 11 16:15:49.090259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=551eca2e-f47c-4e73-b4a9-c3011b310efc,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.096966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6026f-5921-402f-8c7a-4f7eaed21207 None None] Port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:15:49.282590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41512) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.288659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-276870769', 'description': 'tempest-secgroup-smoke-276870769 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:49.295268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.299121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.301998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.307653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.318129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.357578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.361250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.364034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.369778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.427925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.431596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.481603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ba2353-a89c-42d3-a8cb-b935dfe887bf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.489516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.493849 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b779ead1-b921-428b-9938-1ba526c6490a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2100596 Mar 11 16:15:49.493945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41516) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.500427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:49.506503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.510459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.513978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.519639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.535752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.610305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.614243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.637893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b562715-b9a0-451f-b0f6-c39b5bb1bcf6,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.656696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.658103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ff525f54-feb9-4363-82ee-eca1a0caefd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1631188 Mar 11 16:15:49.662435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41520) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.668299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:49.674916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.678668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.681434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.688230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.707918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.779772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.783288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.808445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c166c3c5-27bb-4977-b7dc-16ffa9771912,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.818180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.819337 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-12fe18d2-ef5e-45eb-b968-a6a029dfde80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1559036 Mar 11 16:15:49.822117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41524) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.828531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:49.834454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:49.838603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:49.842771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:49.848578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:49.871406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.938235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.942601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.967523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31189aea-0155-4e19-af5b-c7025af27b30,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:49.977355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:49.978562 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6d6cad88-6f6d-415d-887b-847bc4a2b024 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1555617 Mar 11 16:15:49.981242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41528) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:49.987137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:49.995309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:50.000033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:50.003108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:50.009142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:50.028433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.079933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:50.102060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.108423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.132642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d0955a-b971-4918-b14d-577935da4c05,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:50.145239 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Sync routers for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:15:50.150249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.153755 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f784df97-597d-421a-a72f-c093b788f854 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1692438 Mar 11 16:15:50.154609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41532) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:50.155522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:50.155963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.160400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:50.163864 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:50.164713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:50.166904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:50.171346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:50.174709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:50.180579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:50.191807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:15:50.198522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.272224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.277501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.297619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 551eca2e-f47c-4e73-b4a9-c3011b310efc up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:50.301951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae1e949-20fe-4f16-a3c1-b4c6abfc1c1d,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:50.313371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.314942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36e78c9c-cf69-45a1-bb0f-39521c59183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1593113 Mar 11 16:15:50.317636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41536) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:15:50.324115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b3ba2353-a89c-42d3-a8cb-b935dfe887bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:50.331748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:50.336443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:15:50.340231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:15:50.346453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:50.359177 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:15:50.366911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.386387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 551eca2e-f47c-4e73-b4a9-c3011b310efc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:50.386669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.402174 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:50.442574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.447149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.490282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef33559-62c3-4fdc-95f3-ec386995f3dc,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:50.501775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.503731 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7006bdc6-fde6-47ba-ad63-b45febe1a2fa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1849053 Mar 11 16:15:50.718537 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-17053af5-90d0-440f-a5e7-be6d208e6144 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-276870769&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0422766 Mar 11 16:15:50.767757 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:47Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:50.771861 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Checking router: 8907bb35-9b0f-48c6-a885-5d92d395dc7f for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:15:50.772199 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Updating router 8907bb35-9b0f-48c6-a885-5d92d395dc7f port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:15:50.828535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:50.972667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-d3671e71-e8c0-42e4-9db3-71796ac24ac4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:50.974014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-d3671e71-e8c0-42e4-9db3-71796ac24ac4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 200 len: 796 time: 0.2479613 Mar 11 16:15:50.990649 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-fc42b6fd-a4c8-46dc-adf6-e78eb3f54c57 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0111215 Mar 11 16:15:51.073119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-76a1cff2-66f7-4bb0-aa73-a071a08e8e2b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:51.089669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-76a1cff2-66f7-4bb0-aa73-a071a08e8e2b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:51.091246 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-76a1cff2-66f7-4bb0-aa73-a071a08e8e2b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950513 Mar 11 16:15:51.208495 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.223245 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Transition to ACTIVE for port object bba391a8-2c6e-4f0b-a81b-ce6392ee6112 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:51.229517 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.247579 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-ee6c9543-ceed-4756-979e-e90878ad7924 service neutron] 10.222.0.78 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433465 Mar 11 16:15:51.358578 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Pushing event updated for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:51.397366 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.397735 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.398139 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.398468 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.398794 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.399116 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.399433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.399753 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.400067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.400380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.401145 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:15:51.408886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-77bafee5-112b-49e3-ba48-792a980ab6fb service neutron] 10.222.0.78 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546607 Mar 11 16:15:51.464946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Attempting to bind port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:51.465401 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Attempting to bind port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:51.465786 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Attempting to bind port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 on network 5bdd3c02-7554-43ab-a2c2-299919635b17 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:15:51.474209 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:15:51.474525 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Checking segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:15:51.474972 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.475381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Bound using segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:15:51.476019 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Bound port: bba391a8-2c6e-4f0b-a81b-ce6392ee6112, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:51.476432 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.589328 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] For port bba391a8-2c6e-4f0b-a81b-ce6392ee6112, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:15:51.593207 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] For port bba391a8-2c6e-4f0b-a81b-ce6392ee6112, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:15:51.599072 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:51.635223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef4ee3d1-a385-47fd-9789-d16e657957e0 req-dc61b5da-98b1-4577-8137-6634ee38408b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 210 time: 0.0513699 Mar 11 16:15:51.687759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558b26d-9b4f-4c02-8743-4556fea23de1 None None] Pushing event updated for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:51.692534 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:15:51.693029 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:51.897505 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:15:52.281925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:51Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:15:52.286698 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa5f1-9924-4493-934e-a1cb4a73d6a0 None None] The sync data for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv is: [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:51Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:15:52.812563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-f28c7ff0-8c8f-494f-a189-326e7e950b80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:52.814019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-f28c7ff0-8c8f-494f-a189-326e7e950b80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:52.834669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-f28c7ff0-8c8f-494f-a189-326e7e950b80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:52.837107 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-f28c7ff0-8c8f-494f-a189-326e7e950b80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 200 len: 796 time: 0.2115788 Mar 11 16:15:52.845559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20a02f13-b5ec-4bd8-823e-51d30f43761a req-6039cb54-b1e1-4320-8d20-b9264e65f4c1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 210 time: 0.0461318 Mar 11 16:15:52.908541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-a6c2c5ec-de43-435a-ade2-f9655ebc8b50 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:15:52.925220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-a6c2c5ec-de43-435a-ade2-f9655ebc8b50 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:15:52.926640 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-a6c2c5ec-de43-435a-ade2-f9655ebc8b50 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 379 time: 0.0759273 Mar 11 16:15:52.937081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['b3ba2353-a89c-42d3-a8cb-b935dfe887bf']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:53.085337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:15:53.097234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:15:53.107971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:15:53.111099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.293748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.12 (5bdd3c02-7554-43ab-a2c2-299919635b17/8194c947-eba3-420c-a26f-912c50d7eb05/03ff0eb4-6cff-4452-b33e-d23725c701ca) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:15:53.493592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.512202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 03ff0eb4-6cff-4452-b33e-d23725c701ca will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:53.537464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.624575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:15:53.628352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:15:53.630295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:53.632399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:15:53.696376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:53.697178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.723781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-55b58455-fc23-46ec-b353-75eaa5b84b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912369 Mar 11 16:15:53.736364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Request body: {'port': {'device_id': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:15:53.850499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.903304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b22a197b-638b-4a99-af58-dd0d25f6b644 None None] Provisioning for port 03ff0eb4-6cff-4452-b33e-d23725c701ca completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:53.909567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b22a197b-638b-4a99-af58-dd0d25f6b644 None None] Provisioning complete for port 03ff0eb4-6cff-4452-b33e-d23725c701ca triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:53.909960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b22a197b-638b-4a99-af58-dd0d25f6b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:53.965653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b22a197b-638b-4a99-af58-dd0d25f6b644 None None] Port 03ff0eb4-6cff-4452-b33e-d23725c701ca cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:15:54.109787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606eec-8ff4-40d8-baae-4d339c57dc0d req-9ae29f38-cccb-4832-a53e-3978c6e61c5f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:54.110307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bba391a8-2c6e-4f0b-a81b-ce6392ee6112 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:54.111505 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3606eec-8ff4-40d8-baae-4d339c57dc0d req-9ae29f38-cccb-4832-a53e-3978c6e61c5f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 932 time: 0.1213827 Mar 11 16:15:54.162738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3606eec-8ff4-40d8-baae-4d339c57dc0d req-8b2ba595-b8a1-487c-8f93-aeaf6f1ef7ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451760 Mar 11 16:15:54.191112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:15:54.196769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:54.197138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.215520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ff0eb4-6cff-4452-b33e-d23725c701ca {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:15:54.223307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.238939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Transition to ACTIVE for port object 03ff0eb4-6cff-4452-b33e-d23725c701ca will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:15:54.243063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.315128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.355733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port bba391a8-2c6e-4f0b-a81b-ce6392ee6112, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:54.361095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.388851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:54.438361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:54.603552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Attempting to bind port 03ff0eb4-6cff-4452-b33e-d23725c701ca on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:15:54.603880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Attempting to bind port 03ff0eb4-6cff-4452-b33e-d23725c701ca by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:15:54.604208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Attempting to bind port 03ff0eb4-6cff-4452-b33e-d23725c701ca on network 5bdd3c02-7554-43ab-a2c2-299919635b17 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:15:54.611371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Port 03ff0eb4-6cff-4452-b33e-d23725c701ca on network 5bdd3c02-7554-43ab-a2c2-299919635b17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:15:54.611690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Attempting to bind port 03ff0eb4-6cff-4452-b33e-d23725c701ca on network 5bdd3c02-7554-43ab-a2c2-299919635b17 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:15:54.618191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:15:54.618525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Checking segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:15:54.618901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Bound using segment: {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:15:54.619318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Bound port: 03ff0eb4-6cff-4452-b33e-d23725c701ca, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7924056b-8362-484a-8425-9cc5e13ae8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:15:54.619657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.715761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:15:54.719591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:15:54.723988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.790594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:54.792134 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] 10.222.0.11 "PUT /v2.0/ports/03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 200 len: 1094 time: 1.0609593 Mar 11 16:15:54.792571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:15:54.806381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86d547-f8f5-4c9b-97c2-2d2df5ef7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:54.869423 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'status': 'completed', 'code': 200} Mar 11 16:15:54.919091 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-96bc6753-57b2-48d3-9e34-5069a9e2b38d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1097 time: 0.0827427 Mar 11 16:15:54.987803 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-d33eed72-4f6f-41e2-af18-03ac45bdde9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 200 len: 217 time: 0.0616028 Mar 11 16:15:55.053696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-d5050216-47b8-406b-9552-e7aff8e423ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.055702 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-d5050216-47b8-406b-9552-e7aff8e423ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8194c947-eba3-420c-a26f-912c50d7eb05 HTTP/1.1" status: 200 len: 834 time: 0.0621862 Mar 11 16:15:55.140931 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-107d4b60-850e-4aaa-915e-75fa230b4f9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bdd3c02-7554-43ab-a2c2-299919635b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789862 Mar 11 16:15:55.280921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-6a27f8bc-2bde-40db-811c-215655f815a2 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325901 Mar 11 16:15:55.378683 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc2c41-1817-4697-87e8-09104b8a6500 req-385d132b-2dcc-40ba-bd52-5d92ba49359a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.380309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3fcc2c41-1817-4697-87e8-09104b8a6500 req-385d132b-2dcc-40ba-bd52-5d92ba49359a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 944 time: 0.0837746 Mar 11 16:15:55.421864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cee217b8-1531-44ad-b11b-3ead234e5e19 req-3ad6b46f-541e-4675-b684-cdd05450ea46 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340415 Mar 11 16:15:55.429868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3fcc2c41-1817-4697-87e8-09104b8a6500 req-7e6f08d4-41e6-4f18-87a7-0de5347eeeff tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423636 Mar 11 16:15:55.535588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-f2b54cb5-709c-4367-ab12-30969c72e632 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1097 time: 0.0687656 Mar 11 16:15:55.673929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-1fd83d51-3bb4-4d78-a961-f24a94d015aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.675330 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-1fd83d51-3bb4-4d78-a961-f24a94d015aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 200 len: 897 time: 0.1333864 Mar 11 16:15:55.753292 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-c53fbfcb-1396-46ae-a171-8996f39ae45a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 200 len: 217 time: 0.0721686 Mar 11 16:15:55.822926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-5c09f25d-6fcb-477b-b5d4-68df346b88a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:55.824331 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-5c09f25d-6fcb-477b-b5d4-68df346b88a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8194c947-eba3-420c-a26f-912c50d7eb05 HTTP/1.1" status: 200 len: 834 time: 0.0645826 Mar 11 16:15:55.910425 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-e4a2a6a3-24f4-4b5f-8888-6ef48d30f156 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bdd3c02-7554-43ab-a2c2-299919635b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798976 Mar 11 16:15:56.059604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bba391a8-2c6e-4f0b-a81b-ce6392ee6112 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:15:56.067108 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-5d094047-60e6-44ef-9a56-d245f664f514 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498187 Mar 11 16:15:56.136228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:15:56.136598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:56.200211 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed7bd68-ba94-4221-9235-cbc57c869d13 req-2951958d-adfe-40b3-b352-496b014fe22a service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270311 Mar 11 16:15:56.659083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec286d-87b1-40e5-aca8-25d14cc95fec req-91d73c6a-1ba4-40e4-8de9-5fddb0d8a019 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:56.660538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9ec286d-87b1-40e5-aca8-25d14cc95fec req-91d73c6a-1ba4-40e4-8de9-5fddb0d8a019 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 944 time: 0.0891457 Mar 11 16:15:56.718688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9ec286d-87b1-40e5-aca8-25d14cc95fec req-3068daea-a1fb-4d33-83c8-f37c1b32b699 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525837 Mar 11 16:15:57.932168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26182949-46df-439b-b3a4-7f759b68b282 req-8402d4c8-6074-440a-a1b8-679ca06edfb5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:57.933531 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26182949-46df-439b-b3a4-7f759b68b282 req-8402d4c8-6074-440a-a1b8-679ca06edfb5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 944 time: 0.0769582 Mar 11 16:15:57.981550 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26182949-46df-439b-b3a4-7f759b68b282 req-d37f92bb-c61b-496c-adbe-0e966e1e183f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Mar 11 16:15:58.991875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 03ff0eb4-6cff-4452-b33e-d23725c701ca details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:15:59.140057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:59.154584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'port_id': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'mac_address': 'fa:16:3e:4f:a1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:15:59.194433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3273a1-7669-404a-9d0b-c08c6ab26eb0 req-07f4dc77-2bde-4ae1-bb9d-298fe23beabc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:15:59.196607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b3273a1-7669-404a-9d0b-c08c6ab26eb0 req-07f4dc77-2bde-4ae1-bb9d-298fe23beabc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 944 time: 0.0866172 Mar 11 16:15:59.242411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.244497 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b3273a1-7669-404a-9d0b-c08c6ab26eb0 req-f96b8e73-deff-4b1a-93dd-d7062c892da0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Mar 11 16:15:59.260634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ff0eb4-6cff-4452-b33e-d23725c701ca {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:15:59.277292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:15:59.281582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:15:59.347304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:15:59.632061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['03ff0eb4-6cff-4452-b33e-d23725c701ca'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:16:00.448742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2538-ceec-421c-91e6-d48cd7df51df req-71d280a5-c26c-43f1-b6af-e06f6b7f2c95 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:00.450222 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-28bb2538-ceec-421c-91e6-d48cd7df51df req-71d280a5-c26c-43f1-b6af-e06f6b7f2c95 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 945 time: 0.0798225 Mar 11 16:16:00.505625 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-28bb2538-ceec-421c-91e6-d48cd7df51df req-4792f3bc-89b2-4c57-9871-35eac9d47b61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489767 Mar 11 16:16:01.007451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 03ff0eb4-6cff-4452-b33e-d23725c701ca up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:01.083159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 03ff0eb4-6cff-4452-b33e-d23725c701ca completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:01.087743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 03ff0eb4-6cff-4452-b33e-d23725c701ca triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:01.088372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.205541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.234307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:16:01.243553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:16:01.247960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:01.291709 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'code': 200} Mar 11 16:16:01.317350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:01.534543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a60f68d5-d9ab-46d7-8c02-e6b6cc14f39a req-0e3595b3-4785-410c-a0e4-fab676a446a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1099 time: 0.0697949 Mar 11 16:16:01.588945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a60f68d5-d9ab-46d7-8c02-e6b6cc14f39a req-7e7b7a10-4613-4b99-be18-3147cbe1ac02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488708 Mar 11 16:16:01.724614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba7756-933f-4379-95e0-b40ed125db96 req-89d82f9c-1954-4f27-af24-86404cfaf882 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:01.726118 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7ba7756-933f-4379-95e0-b40ed125db96 req-89d82f9c-1954-4f27-af24-86404cfaf882 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0908811 Mar 11 16:16:01.775527 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7ba7756-933f-4379-95e0-b40ed125db96 req-20594000-0ff5-4b7e-b798-e88b3d05d1fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401428 Mar 11 16:16:02.991130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e378e1-867a-42ff-aa2c-8a721aa78c8a req-4f9b8e17-9550-41cd-b2f2-50a48144c358 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:02.993382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-49e378e1-867a-42ff-aa2c-8a721aa78c8a req-4f9b8e17-9550-41cd-b2f2-50a48144c358 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0823421 Mar 11 16:16:03.048526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-49e378e1-867a-42ff-aa2c-8a721aa78c8a req-1d653df7-fc0f-4c2e-8729-e40d82662ed2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Mar 11 16:16:04.285949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d311a-09c4-4962-842f-5097f0f30353 req-45e2d171-c4a8-4fee-819d-1fdc5f5c5d89 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.287498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-773d311a-09c4-4962-842f-5097f0f30353 req-45e2d171-c4a8-4fee-819d-1fdc5f5c5d89 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0944676 Mar 11 16:16:04.347355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-773d311a-09c4-4962-842f-5097f0f30353 req-15e88a51-12c8-4ad8-993c-49093bbb4348 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532029 Mar 11 16:16:04.574617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cf9b8-b997-4f38-9f06-b0b7c025f15b req-b827fde9-209c-4eff-9cfc-e63d9d2e690b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:04.576715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-535cf9b8-b997-4f38-9f06-b0b7c025f15b req-b827fde9-209c-4eff-9cfc-e63d9d2e690b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0906742 Mar 11 16:16:04.624741 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-535cf9b8-b997-4f38-9f06-b0b7c025f15b req-faf50aa2-c4f6-48a7-b52e-e86f9e3f8a1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Mar 11 16:16:04.652504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41586) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:04.728532 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-93a92974-0193-4d8d-a007-0169d14b9205 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1094 time: 0.0748668 Mar 11 16:16:04.731097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41590) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:04.737281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:16:04.743848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:04.748342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:04.750928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:04.760333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:04.772029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:04.916532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.149379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.190 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/6bd96771-8ac7-48c4-a80c-281a35041939) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:05.312872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.343808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:05.417066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:05.421068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:05.423180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=6bd96771-8ac7-48c4-a80c-281a35041939,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:05.425223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:16:05.943375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.001222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.209423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.214814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.324991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=6bd96771-8ac7-48c4-a80c-281a35041939,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:06.339740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:06.547802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 97ce6d29-beeb-48a1-bb50-fd309f0bc175 associated. External IP: 172.26.4.190, port: 03ff0eb4-6cff-4452-b33e-d23725c701ca. Mar 11 16:16:07.056127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8907bb35-9b0f-48c6-a885-5d92d395dc7f has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:16:07.268938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:16:07.279785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Sync routers for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:16:07.291723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:16:07.292319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.294315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:07.374276 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-355f4f84-91e5-4a25-a44e-b5bf9ccb0861 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6419137 Mar 11 16:16:07.374924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:16:07.376960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41594) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:07.433799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'status': 'completed', 'code': 200} Mar 11 16:16:07.486582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:16:07.636547 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1540f9c2-31c1-4f09-ba08-207a095c942d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/97ce6d29-beeb-48a1-bb50-fd309f0bc175 HTTP/1.1" status: 200 len: 992 time: 0.2582774 Mar 11 16:16:07.654292 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-8bf8d3ca-a1fc-4423-98c2-72b76de94f99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1099 time: 0.1153157 Mar 11 16:16:07.813255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-6fd30d9a-2722-4b3f-9b8b-b88d2fdee5e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:07.814802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-6fd30d9a-2722-4b3f-9b8b-b88d2fdee5e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 200 len: 897 time: 0.1535728 Mar 11 16:16:07.858911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '97ce6d29-beeb-48a1-bb50-fd309f0bc175', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'port_id': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'mac_address': 'fa:16:3e:4f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:05Z', 'updated_at': '2022-03-11T16:16:05Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.862844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Checking router: 8907bb35-9b0f-48c6-a885-5d92d395dc7f for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:16:07.873770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:16:07.874368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:15:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:07.923606 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-71ec4e04-17d2-4295-8be7-f7f019bf35e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 200 len: 1000 time: 0.1024694 Mar 11 16:16:07.993609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-145b7217-9799-4e93-a947-f0508f950aeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:07.995086 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-145b7217-9799-4e93-a947-f0508f950aeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8194c947-eba3-420c-a26f-912c50d7eb05 HTTP/1.1" status: 200 len: 834 time: 0.0608575 Mar 11 16:16:08.072235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:16:08.078754 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-fc35197c-f85a-48d6-b8f4-beeec29029b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bdd3c02-7554-43ab-a2c2-299919635b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779006 Mar 11 16:16:08.173352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0c4df3f2-881f-4c2d-b92e-d1b091ea42e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:08.222588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-6e5dce80-50e1-4d2d-aa94-ac7f7e34b5c3 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379857 Mar 11 16:16:08.363131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4ed3e614-fd10-4ed1-84f0-855fe2ff47cf req-daf93d25-934f-44b3-9971-3e15f0fe6774 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343679 Mar 11 16:16:08.516152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '97ce6d29-beeb-48a1-bb50-fd309f0bc175', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'port_id': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'mac_address': 'fa:16:3e:4f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:05Z', 'updated_at': '2022-03-11T16:16:05Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:08.520334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50f28-c44c-4b93-ba0f-7975904efeaa None None] The sync data for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv is: [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '97ce6d29-beeb-48a1-bb50-fd309f0bc175', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.190', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'port_id': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'mac_address': 'fa:16:3e:4f:a1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:05Z', 'updated_at': '2022-03-11T16:16:05Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:16:08.640469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41600) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:08.747698 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ebd6e691-4c6d-4af6-a799-9ecc2d5e60c6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/97ce6d29-beeb-48a1-bb50-fd309f0bc175 HTTP/1.1" status: 200 len: 992 time: 0.1055927 Mar 11 16:16:09.079647 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a7dd1-c33e-41c1-8b8d-48ad074eb0a9 None None] New status for floating IP 97ce6d29-beeb-48a1-bb50-fd309f0bc175: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:16:09.752278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:09.859471 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6e073dff-8a70-413b-be4c-eb886e336c03 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/97ce6d29-beeb-48a1-bb50-fd309f0bc175 HTTP/1.1" status: 200 len: 994 time: 0.1061504 Mar 11 16:16:11.184512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b65bc49e-86e5-4df0-b6bc-342697527ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:11.899067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:12.064774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:13.474304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:15.078589 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:15.088995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:27.079936 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-05b0deac-e747-4ca9-b6be-fbd962337000 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808647 Mar 11 16:16:27.205733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-33f77130-5ae9-4629-b161-08dfda9d2802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1099 time: 0.0914085 Mar 11 16:16:27.419582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-58a95c04-3b68-4496-8c16-5f497921e10b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.421101 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-58a95c04-3b68-4496-8c16-5f497921e10b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1924689 Mar 11 16:16:27.559520 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-2f393873-bdb6-4576-93cc-edb732dc17a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 1001 time: 0.1313360 Mar 11 16:16:27.634539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-d876b5e3-c18b-4269-94c0-eb8ceecf4e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:27.635903 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-d876b5e3-c18b-4269-94c0-eb8ceecf4e01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0694606 Mar 11 16:16:27.824207 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-80f253e4-835d-43cd-bcab-aefd1356e546 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1822510 Mar 11 16:16:28.024153 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-70f19bb9-0b02-46ae-9b14-8de8b0e99a66 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936877 Mar 11 16:16:28.182999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6982cc0b-187a-4b22-92ae-c2e2d5e9349f req-6d11333c-7101-42c8-8e7c-1542b7f5c174 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528165 Mar 11 16:16:30.933749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-42a73d4c-bad8-4947-831a-939faf3a1726 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157294035&fields=id&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 267 time: 0.0420060 Mar 11 16:16:31.090880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-68478e9d-5601-47bb-8fa6-620c81169b70 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:31.092293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-68478e9d-5601-47bb-8fa6-620c81169b70 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.1515076 Mar 11 16:16:31.107784 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-e1a6fdd8-e873-4cf7-87c5-762f1a44d4b3 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/quotas/17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 375 time: 0.0103045 Mar 11 16:16:31.194132 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-a011b78f-0d61-4140-ab7d-3ace6bc37397 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0813308 Mar 11 16:16:31.434393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-ff196dd8-7161-422f-b2a2-227d6bb840c7 service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273345 Mar 11 16:16:31.570834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-df714094-355c-481b-95c8-e85c641acaa1 service neutron] 10.222.0.78 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301270 Mar 11 16:16:31.988794 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87bcb6d5-3ac9-43cd-acac-26eb6e1e57c2 req-3caa022e-f56b-4eaa-a553-a6dcca9bf468 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 210 time: 0.0502541 Mar 11 16:16:33.091064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-2d7e0eff-d47b-44cd-85b1-d608fd9212c8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:33.092488 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-2d7e0eff-d47b-44cd-85b1-d608fd9212c8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 812 time: 0.1650355 Mar 11 16:16:33.166763 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-bab581ba-4686-4a19-b83b-5b75e72063f2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17fffdf9346c4da4a63989039d4dca32 HTTP/1.1" status: 200 len: 380 time: 0.0589235 Mar 11 16:16:33.169487 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-433afd35-c5d1-4273-a1dd-07f174b2f2f7 req-fd431f6e-6a66-40a6-b89b-0240fae6ebe9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 210 time: 0.0443549 Mar 11 16:16:33.184568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'port': {'device_id': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'admin_state_up': True, 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'security_groups': ['9b38369f-6869-44cf-a5c4-f8cb19b73d80']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:16:33.342688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:33.352055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:33.362844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Made reservation on behalf of 17fffdf9346c4da4a63989039d4dca32 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:16:33.365957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.538605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.20.0.12 (d1763a71-cd74-4c89-9a57-c767ee25e162/8d11b15c-b283-434a-8b68-7a05fd345702/5ebdfffe-1e69-467f-b1fd-26e26f578a6c) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:33.750037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.766334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Transition to ACTIVE for port object 5ebdfffe-1e69-467f-b1fd-26e26f578a6c will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:33.792291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:33.875172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network d1763a71-cd74-4c89-9a57-c767ee25e162 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:33.878251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:33.881108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:16:33.927031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:33.945175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.945514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.945882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.946507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.946849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.947178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.947498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.947821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.948134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.948446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.948765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:33.962514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:33.963128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.011925 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-49dcb1ef-724b-4d22-bb03-2582691ad92c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8317864 Mar 11 16:16:34.028544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Request body: {'port': {'device_id': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:16:34.156321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.222339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05bb7c43-79ed-4f87-a41b-91c3f0f1cfdf None None] Provisioning for port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:34.228304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05bb7c43-79ed-4f87-a41b-91c3f0f1cfdf None None] Provisioning complete for port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:34.228679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05bb7c43-79ed-4f87-a41b-91c3f0f1cfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.294389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-05bb7c43-79ed-4f87-a41b-91c3f0f1cfdf None None] Port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:16:34.398045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fafa8-fec7-4ab7-b6eb-6d0bb7614f1a req-f81ca4e3-2d6e-4f79-98fa-0aa67cd05e9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:34.402142 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-262fafa8-fec7-4ab7-b6eb-6d0bb7614f1a req-f81ca4e3-2d6e-4f79-98fa-0aa67cd05e9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 932 time: 0.0870728 Mar 11 16:16:34.452932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-262fafa8-fec7-4ab7-b6eb-6d0bb7614f1a req-9c7afae1-017f-4ece-ab89-9204767d4b54 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Mar 11 16:16:34.550484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebdfffe-1e69-467f-b1fd-26e26f578a6c {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:16:34.557771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.574256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Transition to ACTIVE for port object 5ebdfffe-1e69-467f-b1fd-26e26f578a6c will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:16:34.579206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:34.826594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:34.944329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Attempting to bind port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:16:34.944672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Attempting to bind port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:16:34.945002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Attempting to bind port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:16:34.951239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c on network d1763a71-cd74-4c89-9a57-c767ee25e162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:16:34.951562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Attempting to bind port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c on network d1763a71-cd74-4c89-9a57-c767ee25e162 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:16:34.958285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:16:34.958629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Checking segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:16:34.959011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Bound using segment: {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:16:34.959439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Bound port: 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae1341b-22ab-451b-8883-05b4e6ede375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:16:34.959787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.055032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:16:35.058258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:16:35.063398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.127120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:35.128577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 1094 time: 1.1097791 Mar 11 16:16:35.129109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:16:35.150749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b159c-eb99-4220-b2c2-d7afc23ed2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:35.255790 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-89cb973e-6421-47cc-9773-0c588030fee7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1097 time: 0.0787122 Mar 11 16:16:35.323018 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'status': 'completed', 'code': 200} Mar 11 16:16:35.339491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-c4749520-cde0-40ff-bd85-5d6a2142cfac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 217 time: 0.0735416 Mar 11 16:16:35.411096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-988109d4-eb72-466d-9b1e-449ed43b8184 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:35.412453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-988109d4-eb72-466d-9b1e-449ed43b8184 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0667920 Mar 11 16:16:35.492226 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-1fb6367b-4f48-4138-b0a0-76af49afaa54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727668 Mar 11 16:16:35.637870 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-75eb837e-a244-4195-9fd5-0c192ee35dfd service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383104 Mar 11 16:16:35.661364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6249c1d-4b26-47d8-994f-f0383e4e4d4b req-fa46e86a-d538-4b30-acf9-e58600afeaba tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:35.662820 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6249c1d-4b26-47d8-994f-f0383e4e4d4b req-fa46e86a-d538-4b30-acf9-e58600afeaba tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0833926 Mar 11 16:16:35.713100 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6249c1d-4b26-47d8-994f-f0383e4e4d4b req-f8ee6bbc-0779-4130-b316-fb12ca5378b1 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 Mar 11 16:16:35.776114 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fdd1cd29-f96f-4e4a-be34-29af15107efe req-35b81496-8f6b-4b75-872e-838b9591446c service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324921 Mar 11 16:16:35.906532 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-163735c9-a4ca-4487-8ac3-06f65fba0b4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1097 time: 0.0723085 Mar 11 16:16:36.046794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11023da-1fca-4700-9177-6ed451c260a5 req-f6536ea2-b402-449e-8b83-c277632b53c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.048234 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-f6536ea2-b402-449e-8b83-c277632b53c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1340771 Mar 11 16:16:36.129604 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-1daad62f-9bf0-433e-a365-da8819554a2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 217 time: 0.0743492 Mar 11 16:16:36.193978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11023da-1fca-4700-9177-6ed451c260a5 req-0296c0c9-be7e-4265-92a0-f6dde749df6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.195415 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-0296c0c9-be7e-4265-92a0-f6dde749df6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0587661 Mar 11 16:16:36.284142 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-f975d39c-7439-4b0c-8ea2-9e3b90877352 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816646 Mar 11 16:16:36.422112 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-88f7700b-e727-4c0e-928b-5f2a2512c986 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300254 Mar 11 16:16:36.665277 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a11023da-1fca-4700-9177-6ed451c260a5 req-2bc01589-75ce-4f71-8907-557fcd8de2e9 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360389 Mar 11 16:16:36.929601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2180e58-f719-4644-a8b4-5ee2a47c5a13 req-36077e2b-d7d8-4912-909f-85418d777551 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:36.931703 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2180e58-f719-4644-a8b4-5ee2a47c5a13 req-36077e2b-d7d8-4912-909f-85418d777551 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0933156 Mar 11 16:16:36.979652 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2180e58-f719-4644-a8b4-5ee2a47c5a13 req-d3fdc26e-bbd1-41bf-8108-280f1cfaacf0 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419927 Mar 11 16:16:38.125941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad00335-20f6-4ae3-a4c2-f6809a593707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:38.187981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6969ec-e5f6-4f84-b4da-2d0a597270fa req-3aae56d0-a34a-491c-aa43-0b4ce2aeb9aa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:38.189420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6e6969ec-e5f6-4f84-b4da-2d0a597270fa req-3aae56d0-a34a-491c-aa43-0b4ce2aeb9aa tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0873930 Mar 11 16:16:38.236814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6e6969ec-e5f6-4f84-b4da-2d0a597270fa req-b93d6e9e-329d-4c72-8f8d-ec59a0e536ca tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418243 Mar 11 16:16:39.538602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c087b-4202-4b51-bee0-9c34a281ef51 req-6e5d2195-1e76-45fb-bf57-47d745b25392 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:39.539998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a27c087b-4202-4b51-bee0-9c34a281ef51 req-6e5d2195-1e76-45fb-bf57-47d745b25392 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.1809936 Mar 11 16:16:39.597728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a27c087b-4202-4b51-bee0-9c34a281ef51 req-720500ed-699a-4cd9-9282-d2ea25fa1aba tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518067 Mar 11 16:16:40.803868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd0b1d-79fd-4bc8-8418-33a3cceb33d1 req-65cc92cd-7861-442a-9d18-a71304be9a29 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:40.805332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91dd0b1d-79fd-4bc8-8418-33a3cceb33d1 req-65cc92cd-7861-442a-9d18-a71304be9a29 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0808060 Mar 11 16:16:40.851736 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91dd0b1d-79fd-4bc8-8418-33a3cceb33d1 req-982630a0-e727-44b8-9da7-8aa45096c9c7 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Mar 11 16:16:41.198992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-75034877-53c6-4006-9da4-372d1a5081fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:41.905150 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.061935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:42.069962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ba01d-ccf9-4a55-a61e-f961ea406ff9 req-0ae84041-5c14-4c28-bb72-35e97d91a85f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:42.071430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-699ba01d-ccf9-4a55-a61e-f961ea406ff9 req-0ae84041-5c14-4c28-bb72-35e97d91a85f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0866983 Mar 11 16:16:42.127649 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-699ba01d-ccf9-4a55-a61e-f961ea406ff9 req-7b885a6d-eddf-492e-81dc-514b83545f58 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422826 Mar 11 16:16:43.231521 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ebdfffe-1e69-467f-b1fd-26e26f578a6c details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:16:43.376010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6fa4-be6e-4a97-a244-43df7affc059 req-73de3895-b41c-4dd8-b99f-6e518a6bb59e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:43.377565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f58e6fa4-be6e-4a97-a244-43df7affc059 req-73de3895-b41c-4dd8-b99f-6e518a6bb59e tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 944 time: 0.0998533 Mar 11 16:16:43.400955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:16:43.420557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'port_id': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'mac_address': 'fa:16:3e:e2:d4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:16:43.434248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f58e6fa4-be6e-4a97-a244-43df7affc059 req-b358345b-8333-4657-9ff0-3ce0ab751ac9 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Mar 11 16:16:43.511020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.516939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.603758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebdfffe-1e69-467f-b1fd-26e26f578a6c {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:16:43.711436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:16:43.715811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:43.804296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:43.817415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.817791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.818124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.818450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.818775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.819950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.819950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.819950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.821491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.821491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:43.821491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:44.111925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['5ebdfffe-1e69-467f-b1fd-26e26f578a6c'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:16:44.681088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a47bf3-d46d-4113-9427-8896e073cb96 req-2f038b3e-3a73-46da-a615-1bd7a60f5533 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:44.682841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91a47bf3-d46d-4113-9427-8896e073cb96 req-2f038b3e-3a73-46da-a615-1bd7a60f5533 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 945 time: 0.1038892 Mar 11 16:16:44.739404 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91a47bf3-d46d-4113-9427-8896e073cb96 req-6027189f-f1e6-4785-a8b5-8e13c83a1943 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Mar 11 16:16:45.108740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:45.967844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b92ff-c648-4115-8a93-9a0f6bc2e360 req-dfe229af-b674-4d5e-b64d-addafb81a7a8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:45.968563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d9b92ff-c648-4115-8a93-9a0f6bc2e360 req-dfe229af-b674-4d5e-b64d-addafb81a7a8 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 945 time: 0.0872705 Mar 11 16:16:46.015694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d9b92ff-c648-4115-8a93-9a0f6bc2e360 req-d1d0f3c9-dcfc-4bc2-9241-da8f67698248 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Mar 11 16:16:47.232661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa7b07-85d5-456c-b6de-e219c4014ac8 req-2371d995-7b9a-438c-a020-a2cc4ee7f157 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:47.234213 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-65aa7b07-85d5-456c-b6de-e219c4014ac8 req-2371d995-7b9a-438c-a020-a2cc4ee7f157 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 945 time: 0.0820794 Mar 11 16:16:47.249665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ebdfffe-1e69-467f-b1fd-26e26f578a6c up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:16:47.285586 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-65aa7b07-85d5-456c-b6de-e219c4014ac8 req-2805c5f4-a930-4def-aa8d-51f6aa432e72 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 Mar 11 16:16:47.320746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:16:47.325330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:16:47.326205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.456549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.484112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:16:47.493454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:16:47.498291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:47.545559 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'code': 200} Mar 11 16:16:47.573897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:47.859881 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-908df4b4-eab6-43db-9d9f-00aedd495503 req-2e870ff3-887f-4272-a976-7c19fd9fe8f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1099 time: 0.0690758 Mar 11 16:16:47.904676 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-908df4b4-eab6-43db-9d9f-00aedd495503 req-b2ddcdae-96d1-42a5-97cb-31e06010b9c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Mar 11 16:16:48.496856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c173ab-e192-4436-b1c7-348351596232 req-11624365-c843-4e31-a2ee-8362fd90eda2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:48.498453 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-77c173ab-e192-4436-b1c7-348351596232 req-11624365-c843-4e31-a2ee-8362fd90eda2 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.0782254 Mar 11 16:16:48.544583 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-77c173ab-e192-4436-b1c7-348351596232 req-35b528ab-0e79-495d-bb6a-d30caa433757 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Mar 11 16:16:49.758982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313cade-955e-476b-b3a4-4621cbfa6620 req-5198dbe5-f4d4-4bc5-acf5-a63273159b80 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:49.760406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5313cade-955e-476b-b3a4-4621cbfa6620 req-5198dbe5-f4d4-4bc5-acf5-a63273159b80 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.0912275 Mar 11 16:16:49.811541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5313cade-955e-476b-b3a4-4621cbfa6620 req-a2d9ddff-7903-4bdb-bc83-041367f66553 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Mar 11 16:16:50.017849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645be5f-d187-45d9-8f41-cf82f0477d17 req-a6a88c89-afa6-4f5e-9d41-63089f88377c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:50.019385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a645be5f-d187-45d9-8f41-cf82f0477d17 req-a6a88c89-afa6-4f5e-9d41-63089f88377c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.0825999 Mar 11 16:16:50.066893 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a645be5f-d187-45d9-8f41-cf82f0477d17 req-11e8eaf8-1b28-4cc9-84e4-a14c74fd8901 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418258 Mar 11 16:16:50.095979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41716) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:50.175097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4e6a9d9-e5c2-47c7-bd00-11ff6da360a4 tempest-TestVolumeBootPattern-1222693458 tempest-TestVolumeBootPattern-1222693458-project-admin] Synchronizing usage tracker for tenant:f88fd3fb2c764272823d3890d6991560 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:16:50.191385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4e6a9d9-e5c2-47c7-bd00-11ff6da360a4 tempest-TestVolumeBootPattern-1222693458 tempest-TestVolumeBootPattern-1222693458-project-admin] Unset dirty status for tenant:f88fd3fb2c764272823d3890d6991560 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:16:50.192739 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c4e6a9d9-e5c2-47c7-bd00-11ff6da360a4 tempest-TestVolumeBootPattern-1222693458 tempest-TestVolumeBootPattern-1222693458-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1094 time: 0.0957062 Mar 11 16:16:50.195886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41722) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:16:50.201880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:16:50.207907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:16:50.214319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Usage tracker for resource:floatingip and tenant:17fffdf9346c4da4a63989039d4dca32 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:16:50.219434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:16:50.225803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:16:50.236195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.381604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.523270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Allocated IP 172.26.4.68 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/045b6959-7c27-4a14-a285-dc0066947cbe) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:16:50.686286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.714775 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:50.791724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:16:50.794398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:16:50.799028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:16:50.829277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=045b6959-7c27-4a14-a285-dc0066947cbe,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:50.853131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.853475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.853842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.854176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.854511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.854841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.855168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.855491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.855810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.856128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:50.856444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:16:51.409287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.472908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.687523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.693283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:51.804751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event updated for resources: {'Port': ['ID=045b6959-7c27-4a14-a285-dc0066947cbe,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:16:51.820136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.019983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Floating IP 2c27f006-6099-4a20-9305-97cde47d9b59 associated. External IP: 172.26.4.68, port: 5ebdfffe-1e69-467f-b1fd-26e26f578a6c. Mar 11 16:16:52.079469 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:16:52.444161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:16:52.647723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:16:52.657345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:16:52.676624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:16:52.677937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:16:52.678559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:16:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:52.857349 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-35b3f75b-ea4b-4189-ab01-105b87e1ec6a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6600506 Mar 11 16:16:52.858048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:16:52.876734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:16:52.913994 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'status': 'completed', 'code': 200} Mar 11 16:16:53.017961 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-8eb6a03c-c52e-4605-9481-46397b9c1541 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1099 time: 0.0706890 Mar 11 16:16:53.156078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-7859187f-54a2-40ad-8156-955fdeaa46cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.157437 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-7859187f-54a2-40ad-8156-955fdeaa46cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1318479 Mar 11 16:16:53.281077 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-828eecda-b82f-497c-90af-f115402eabb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 999 time: 0.1165729 Mar 11 16:16:53.285111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '2c27f006-6099-4a20-9305-97cde47d9b59', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:e2:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:51Z', 'updated_at': '2022-03-11T16:16:51Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}, {'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:53.289283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:16:53.300824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:16:53.301429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:16:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:53.350967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-8e98a4eb-48b9-4bba-886e-7ce884c3d608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:16:53.352426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-8e98a4eb-48b9-4bba-886e-7ce884c3d608 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0641396 Mar 11 16:16:53.435976 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-38029ab8-1c67-4eb2-85c0-67bb97c6664c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761817 Mar 11 16:16:53.491257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:16:53.572519 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-a8617c6b-75cf-49d2-b4f6-5eb880f6cbb2 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306312 Mar 11 16:16:53.720576 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3042a29e-f4dc-4b9e-9cc9-53330b86cd3a req-d004a4a9-f82c-495a-ac24-e7ae61e99cc7 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413698 Mar 11 16:16:53.881188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '2c27f006-6099-4a20-9305-97cde47d9b59', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:e2:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:51Z', 'updated_at': '2022-03-11T16:16:51Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}, {'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:16:53.885342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2998cb3-30aa-416d-9e8c-4f59568d58ce None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '2c27f006-6099-4a20-9305-97cde47d9b59', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.68', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:e2:d4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:16:51Z', 'updated_at': '2022-03-11T16:16:51Z', 'revision_number': 0, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}, {'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:16:54.093230 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4affaf6-9781-43da-811c-eab0f0a63790 None None] New status for floating IP 2c27f006-6099-4a20-9305-97cde47d9b59: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:17:08.126035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d1de6586-3760-4c48-8c5d-dd84a133bdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.188906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c556417c-87bf-4ea7-afc7-bf5f763190d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:11.910036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:12.060927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:13.472776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:15.102883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:22.925665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41748) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.115711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36b87ec0-ed46-4e36-94b5-f360453f98c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/97ce6d29-beeb-48a1-bb50-fd309f0bc175 HTTP/1.1" status: 200 len: 994 time: 0.1888933 Mar 11 16:17:23.417607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41758) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:23.626601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 6bd96771-8ac7-48c4-a80c-281a35041939 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:23.626938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.799271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.799604 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:23.919081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 6bd96771-8ac7-48c4-a80c-281a35041939 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:24.175951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.224884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=6bd96771-8ac7-48c4-a80c-281a35041939,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:24.316401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.733496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8907bb35-9b0f-48c6-a885-5d92d395dc7f has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:24.959243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:24.969599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Sync routers for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:24.978742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:24.981358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:24.983066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.039491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3da78bf0-5f12-4d45-9924-ca31bd2f63a8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/97ce6d29-beeb-48a1-bb50-fd309f0bc175 HTTP/1.1" status: 204 len: 168 time: 1.6181824 Mar 11 16:17:25.039491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:25.104513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'status': 'completed', 'code': 200} Mar 11 16:17:25.176539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:25.230955 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-85784ef5-6968-47bf-9059-f3b97817a60c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 1099 time: 0.0844953 Mar 11 16:17:25.382349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860297-be8e-4a2c-b181-73feb86009d4 req-4b12fc80-33ba-4466-807c-e82659d60168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:25.383836 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-4b12fc80-33ba-4466-807c-e82659d60168 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 200 len: 897 time: 0.1462433 Mar 11 16:17:25.458943 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-7f248676-aefb-4fb2-a323-98bc3aa39762 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 200 len: 217 time: 0.0686536 Mar 11 16:17:25.480166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6834e8d-b1a2-4cd9-b553-6c80723a31e0 req-86c97cc3-9652-4ac1-98dd-88761a20efd8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:25.486195 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6834e8d-b1a2-4cd9-b553-6c80723a31e0 req-86c97cc3-9652-4ac1-98dd-88761a20efd8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0990505 Mar 11 16:17:25.535340 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6834e8d-b1a2-4cd9-b553-6c80723a31e0 req-0bfed895-7276-4932-8d2a-af35973ce1c6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461593 Mar 11 16:17:25.543869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87860297-be8e-4a2c-b181-73feb86009d4 req-e82e22cc-eea4-4c1d-a3c5-7ca42781914e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:25.546637 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-e82e22cc-eea4-4c1d-a3c5-7ca42781914e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8194c947-eba3-420c-a26f-912c50d7eb05 HTTP/1.1" status: 200 len: 834 time: 0.0761840 Mar 11 16:17:25.579433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.583670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Checking router: 8907bb35-9b0f-48c6-a885-5d92d395dc7f for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:25.594746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:25.595340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:25.630664 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-15cdfc4c-2c4a-4d3d-a0ca-8c1c20802519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bdd3c02-7554-43ab-a2c2-299919635b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719337 Mar 11 16:17:25.778763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:25.781022 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-42ba95a5-3716-4f8d-be12-a5421bf5c533 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422694 Mar 11 16:17:26.021878 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87860297-be8e-4a2c-b181-73feb86009d4 req-4b6668e6-e347-48b3-becc-e8c59b0fd7b6 service neutron] 10.222.0.11 "GET /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330468 Mar 11 16:17:26.127571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:26.131502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e7499-2b50-4bbd-9e01-14b77bb7a335 None None] The sync data for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv is: [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'bba391a8-2c6e-4f0b-a81b-ce6392ee6112', 'name': '', 'network_id': '5bdd3c02-7554-43ab-a2c2-299919635b17', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:19:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:46Z', 'updated_at': '2022-03-11T16:15:54Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8194c947-eba3-420c-a26f-912c50d7eb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:26.356385 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56e9cd-cb0f-4bb4-9645-7776ee66558b None None] New status for floating IP 97ce6d29-beeb-48a1-bb50-fd309f0bc175: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:17:26.753150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75e25a-87ba-4260-8a84-397616e12d4d req-db45db31-334d-4e12-ba4c-bba26f34cbc0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:26.757976 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b75e25a-87ba-4260-8a84-397616e12d4d req-db45db31-334d-4e12-ba4c-bba26f34cbc0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0906689 Mar 11 16:17:26.801820 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b75e25a-87ba-4260-8a84-397616e12d4d req-c08d92eb-6d19-4686-aba3-5d72f27698af tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b3ba2353-a89c-42d3-a8cb-b935dfe887bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Mar 11 16:17:27.105343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-43709e87-40ec-4866-9c40-da6e04da452e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:27.106057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-43709e87-40ec-4866-9c40-da6e04da452e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:27.121599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-43709e87-40ec-4866-9c40-da6e04da452e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:27.122805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-43709e87-40ec-4866-9c40-da6e04da452e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 946 time: 0.0990038 Mar 11 16:17:27.192779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 03ff0eb4-6cff-4452-b33e-d23725c701ca {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:27.193153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.440225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 03ff0eb4-6cff-4452-b33e-d23725c701ca, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=03ff0eb4-6cff-4452-b33e-d23725c701ca,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:27.440484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.567337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 03ff0eb4-6cff-4452-b33e-d23725c701ca owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:27.715074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.767373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=03ff0eb4-6cff-4452-b33e-d23725c701ca,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:27.844291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 03ff0eb4-6cff-4452-b33e-d23725c701ca on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:27.846887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:27.849668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'name': 'network-vif-deleted', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:27.865621 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac11d754-1878-4a24-9edc-d0a862ead8b1 req-ace725ae-595c-4096-a9b4-3bd5bd941eae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/03ff0eb4-6cff-4452-b33e-d23725c701ca HTTP/1.1" status: 204 len: 173 time: 0.7356944 Mar 11 16:17:27.906875 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6136f1cb-ad8f-4762-b343-acc2a94e9978', 'name': 'network-vif-deleted', 'tag': '03ff0eb4-6cff-4452-b33e-d23725c701ca', 'status': 'completed', 'code': 200} Mar 11 16:17:27.971606 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fe72d386-429e-48a0-a7e0-a2b1dc7b8be6 req-7b666866-f958-42e4-9cef-ba598932f2ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=6136f1cb-ad8f-4762-b343-acc2a94e9978 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Mar 11 16:17:29.017814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-e06ced9f-f207-472a-bf95-fc8a74ebe921 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699592 Mar 11 16:17:29.080060 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:17:29.096366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.167413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.170728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-76b9d5c2-e374-4260-a5fd-e714fccd2510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1099 time: 0.0747440 Mar 11 16:17:29.199736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.270153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.290107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ba2353-a89c-42d3-a8cb-b935dfe887bf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:29.307482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.308664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-185af758-1406-4acb-bba9-f3b49d69c63f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/b3ba2353-a89c-42d3-a8cb-b935dfe887bf HTTP/1.1" status: 204 len: 168 time: 0.2113492 Mar 11 16:17:29.328272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-eb2860f3-fe5f-4167-b780-086b919c8ce3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.329806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-eb2860f3-fe5f-4167-b780-086b919c8ce3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1391582 Mar 11 16:17:29.359581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41782) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:29.432328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-bd53f0f8-299e-4a51-b139-d6bee55678b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 1001 time: 0.0949881 Mar 11 16:17:29.501936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-f92416a5-5e71-4493-a19b-7eb66fe1e422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:29.503504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-f92416a5-5e71-4493-a19b-7eb66fe1e422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0646765 Mar 11 16:17:29.581754 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-ef4d0748-236e-43cb-bc2e-ae999a98dce2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710647 Mar 11 16:17:29.737624 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-ca35a285-2198-4dd3-ae25-54a9f9918e55 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485970 Mar 11 16:17:29.771176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:29.967374 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-059eec9d-93d8-4cbd-b70e-87ade86d7a58 req-7f5d4687-c096-4f1b-a2d9-7b1b2197324e service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233245 Mar 11 16:17:30.421090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port bba391a8-2c6e-4f0b-a81b-ce6392ee6112 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:30.421799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.715653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port bba391a8-2c6e-4f0b-a81b-ce6392ee6112, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:30.716916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:30.841933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for bba391a8-2c6e-4f0b-a81b-ce6392ee6112 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:31.035144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.090173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=bba391a8-2c6e-4f0b-a81b-ce6392ee6112,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:31.399996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:31.482279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 03ff0eb4-6cff-4452-b33e-d23725c701ca no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:31.516211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 03ff0eb4-6cff-4452-b33e-d23725c701ca {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:31.516558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 03ff0eb4-6cff-4452-b33e-d23725c701ca not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:31.985857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8907bb35-9b0f-48c6-a885-5d92d395dc7f has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:32.304915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:32.315255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Sync routers for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:32.320268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1a02161d-42e4-4262-a957-401fd38415ea tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/8907bb35-9b0f-48c6-a885-5d92d395dc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9595675 Mar 11 16:17:32.322854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:32.327274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:32.327885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:32.517385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:32.520285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet 8194c947-eba3-420c-a26f-912c50d7eb05 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:17:32.523803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.580004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.678348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.755107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.794308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=8194c947-eba3-420c-a26f-912c50d7eb05,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:32.800813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:32.807868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:17:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:32.812075 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9abc8928-e7b0-4e4f-8805-a240c3774246 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/8194c947-eba3-420c-a26f-912c50d7eb05 HTTP/1.1" status: 204 len: 168 time: 0.4880958 Mar 11 16:17:32.812391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31d62d-20a3-4c64-9c6b-d338dd6747fe None None] Network 5bdd3c02-7554-43ab-a2c2-299919635b17 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:32.814900 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41792) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:32.828642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Checking router: 8907bb35-9b0f-48c6-a885-5d92d395dc7f for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:32.916322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Routers {'8907bb35-9b0f-48c6-a885-5d92d395dc7f'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:32.916828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.034577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.215599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] Set router 8907bb35-9b0f-48c6-a885-5d92d395dc7f gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:33.247551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.257562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 551eca2e-f47c-4e73-b4a9-c3011b310efc {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:33.257964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.346022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] DHCP port deletion for 5bdd3c02-7554-43ab-a2c2-299919635b17 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:17:33.395964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Deleting port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:17:33.396681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.456306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 551eca2e-f47c-4e73-b4a9-c3011b310efc, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=551eca2e-f47c-4e73-b4a9-c3011b310efc,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:33.456664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.581021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 551eca2e-f47c-4e73-b4a9-c3011b310efc owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:33.711123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] For port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,segment=NetworkSegment(7924056b-8362-484a-8425-9cc5e13ae8d3),segment_id=7924056b-8362-484a-8425-9cc5e13ae8d3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:33.711960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.856809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Calling delete_port for b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:17:33.860913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:33.910248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=551eca2e-f47c-4e73-b4a9-c3011b310efc,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:33.915868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:17:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:33.926319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ea5aa-dbbb-4548-bf1a-cb711dce872a None None] The sync data for ids ['8907bb35-9b0f-48c6-a885-5d92d395dc7f'] in dv-neutron-833206-1-hyperv is: [{'id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'name': 'tempest-TestNetworkBasicOps-router-305614496', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:17:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '551eca2e-f47c-4e73-b4a9-c3011b310efc', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:aa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8907bb35-9b0f-48c6-a885-5d92d395dc7f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:15:42Z', 'updated_at': '2022-03-11T16:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:33.959972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.004376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] Pushing event deleted for resources: {'Port': ['ID=b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:34.011266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694959-2abc-4253-b689-a485bbe29d6c None None] No DVR routers for this DVR port b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:17:34.167475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.383488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bba391a8-2c6e-4f0b-a81b-ce6392ee6112 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:34.423221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: bba391a8-2c6e-4f0b-a81b-ce6392ee6112 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:34.423728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bba391a8-2c6e-4f0b-a81b-ce6392ee6112 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:34.424140 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:34.449301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.453599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.457306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:34.457650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b18eb4f1-3aff-4c3b-8aa6-797a1c5fc649 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:34.479544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.480087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router 8907bb35-9b0f-48c6-a885-5d92d395dc7f {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:17:34.495512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.500538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-24888e95-7a57-4881-8db1-7f6c7c267cfb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/8907bb35-9b0f-48c6-a885-5d92d395dc7f HTTP/1.1" status: 204 len: 168 time: 1.6812313 Mar 11 16:17:34.500853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41796) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:34.624019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.763694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.789284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdd3c02-7554-43ab-a2c2-299919635b17']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:34.803213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7924056b-8362-484a-8425-9cc5e13ae8d3') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:34.803500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7924056b-8362-484a-8425-9cc5e13ae8d3') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:34.815705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.831461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.837663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:17:34.838073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:17:34.853458 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:17:34.940494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.967061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:34.979401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=5bdd3c02-7554-43ab-a2c2-299919635b17,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:34.986584 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5058778d-4734-44f5-a9cd-ed97a0d9e4aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/5bdd3c02-7554-43ab-a2c2-299919635b17 HTTP/1.1" status: 204 len: 168 time: 0.4845469 Mar 11 16:17:34.998919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41800) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.006068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--536707933', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:35.011810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:35.017421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:35.020372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:35.026204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:35.037186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:35.040224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.079526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:17:35.088395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.088989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 51bb40e1-5ba1-43b0-b7e0-0766a13d1711 of type vlan for network cf727589-356b-44fa-a867-19cb8e091484 Mar 11 16:17:35.116404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.146453 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.150229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:35.150679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.277217 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769706 Mar 11 16:17:35.280935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41804) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:35.287912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-185417668', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:35.293050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd168-c7f2-4a28-8939-5d65f93a6e43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=cf727589-356b-44fa-a867-19cb8e091484,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:35.297991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:35.302026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:35.306072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:35.306187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network cf727589-356b-44fa-a867-19cb8e091484 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:17:35.312836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:35.328149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.329285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.352153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.607506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.788031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.821097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:35.966725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.161 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a545e746-ce64-4863-82f7-e6c2abfa6b84) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:36.079251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 551eca2e-f47c-4e73-b4a9-c3011b310efc no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:17:36.113183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 551eca2e-f47c-4e73-b4a9-c3011b310efc {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:17:36.113559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 551eca2e-f47c-4e73-b4a9-c3011b310efc not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:17:36.123348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.153818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.226106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:36.228711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:36.232434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:36.264590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=a545e746-ce64-4863-82f7-e6c2abfa6b84,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:36.408878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.409778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.649096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:17:36.858817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:36.869224 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:36.885328 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:36.885987 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:36.886474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:36.887848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b7e3a5af-ef87-4baa-9d4b-919ad8cc248f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6059587 Mar 11 16:17:36.891286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41808) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.066951 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:37.095759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5d9e6abc-144f-4f6c-9d73-e9156a7f6b6b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2005546 Mar 11 16:17:37.096033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41814) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.232571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83a81ed-c262-457c-8ac6-c28142bab813 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:37.233954 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d83a81ed-c262-457c-8ac6-c28142bab813 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368914 Mar 11 16:17:37.237008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41818) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.277004 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-20cc5c61-b837-4414-bbd0-c84251c7a837 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388458 Mar 11 16:17:37.279571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41822) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:37.285672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632351207', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:37.415452 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:36Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:37.419543 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:37.419870 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Updating router 3f2c92de-240e-4dc8-be17-709074c498a0 port a545e746-ce64-4863-82f7-e6c2abfa6b84 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:17:37.474345 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.506897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:37.511394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:37.515528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:37.521995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:37.532765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:37.641079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.833406 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.848281 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Transition to ACTIVE for port object a545e746-ce64-4863-82f7-e6c2abfa6b84 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:37.855764 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.912425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.928555 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Pushing event updated for resources: {'Port': ['ID=a545e746-ce64-4863-82f7-e6c2abfa6b84,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:37.943734 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.944081 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.944715 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.944832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.946510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.946510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.946510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.946510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.946510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.948983 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.948983 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:37.966268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Attempting to bind port a545e746-ce64-4863-82f7-e6c2abfa6b84 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:37.966268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Attempting to bind port a545e746-ce64-4863-82f7-e6c2abfa6b84 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:37.966268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Attempting to bind port a545e746-ce64-4863-82f7-e6c2abfa6b84 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Bound port: a545e746-ce64-4863-82f7-e6c2abfa6b84, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:37.978443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.010352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=afbf79b7-f8ad-495a-af00-9385b333e53b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.038812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:38.039915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: cf727589-356b-44fa-a867-19cb8e091484, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:17:38.070917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network cf727589-356b-44fa-a867-19cb8e091484 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:17:38.087137 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] For port a545e746-ce64-4863-82f7-e6c2abfa6b84, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:38.093051 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] For port a545e746-ce64-4863-82f7-e6c2abfa6b84, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a545e746-ce64-4863-82f7-e6c2abfa6b84,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:38.093458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, cf727589-356b-44fa-a867-19cb8e091484) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:38.097296 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.100183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:38.101008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.112181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc669f04-3c74-4e55-9ea3-177f2bbdf85a None None] Network cf727589-356b-44fa-a867-19cb8e091484 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:38.156025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-210da96f-ac6a-44aa-ad6e-cfff3608ed43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8530581 Mar 11 16:17:38.156025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41826) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:38.188075 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:38.188075 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:38.206217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-940602c1-9c8d-44fe-82e1-6bb57d92345f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.472911 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f418f-fe32-4961-8386-5492d700f2b1 None None] Pushing event updated for resources: {'Port': ['ID=a545e746-ce64-4863-82f7-e6c2abfa6b84,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:38.508005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-cf727589-356b-44fa-a867-19cb8e091484', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:17:38.508005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:38.602479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:38.748284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Allocated IP 172.20.0.2 (cf727589-356b-44fa-a867-19cb8e091484/afbf79b7-f8ad-495a-af00-9385b333e53b/0827528f-5b5e-465e-b369-4895b4dd8ad1) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:39.000618 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:36Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:39.007797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facc608d-4ad4-408c-99b5-962600641e28 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:36Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:39.075863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.102724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Transition to ACTIVE for port object 0827528f-5b5e-465e-b369-4895b4dd8ad1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:39.133836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Transition to ACTIVE for port object 0827528f-5b5e-465e-b369-4895b4dd8ad1 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:39.145969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.226190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Network cf727589-356b-44fa-a867-19cb8e091484 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:39.228278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:39.238577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:39.265543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.286892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Pushing event updated for resources: {'Port': ['ID=0827528f-5b5e-465e-b369-4895b4dd8ad1,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.381132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Attempting to bind port 0827528f-5b5e-465e-b369-4895b4dd8ad1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:39.381812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Attempting to bind port 0827528f-5b5e-465e-b369-4895b4dd8ad1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:39.382149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Attempting to bind port 0827528f-5b5e-465e-b369-4895b4dd8ad1 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:39.394870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:39.396311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Checking segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:39.396311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.396459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Bound using segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:39.398657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Bound port: 0827528f-5b5e-465e-b369-4895b4dd8ad1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:39.398657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.524761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] For port 0827528f-5b5e-465e-b369-4895b4dd8ad1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:39.529852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] For port 0827528f-5b5e-465e-b369-4895b4dd8ad1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0827528f-5b5e-465e-b369-4895b4dd8ad1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:39.536497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:39.625949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4b94b-30c3-4a40-b6b9-d07bf4910a7c None None] Pushing event updated for resources: {'Port': ['ID=0827528f-5b5e-465e-b369-4895b4dd8ad1,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:39.998212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (cf727589-356b-44fa-a867-19cb8e091484/afbf79b7-f8ad-495a-af00-9385b333e53b/57b49ddb-bbe9-40e3-954c-f853ddc70ee1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:40.234646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a545e746-ce64-4863-82f7-e6c2abfa6b84 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:40.274346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.296860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:40.349176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.376322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a545e746-ce64-4863-82f7-e6c2abfa6b84 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:40.382457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a545e746-ce64-4863-82f7-e6c2abfa6b84 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:40.382457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.438637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network cf727589-356b-44fa-a867-19cb8e091484 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:40.443049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:40.446181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:40.487673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:40.528555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.534876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.571969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a545e746-ce64-4863-82f7-e6c2abfa6b84, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a545e746-ce64-4863-82f7-e6c2abfa6b84,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:40.571969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.571969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0827528f-5b5e-465e-b369-4895b4dd8ad1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:40.688473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:40.765848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a545e746-ce64-4863-82f7-e6c2abfa6b84,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:40.788420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 0827528f-5b5e-465e-b369-4895b4dd8ad1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:41.124332 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56156867-4309-4729-ab88-27d3079350b3 None None] Network cf727589-356b-44fa-a867-19cb8e091484 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:17:41.235588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.235588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.244362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-94438ce3-af43-487a-88e3-10a432022cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.271495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Provisioning for port 0827528f-5b5e-465e-b369-4895b4dd8ad1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:41.281995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Provisioning complete for port 0827528f-5b5e-465e-b369-4895b4dd8ad1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:41.281995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.384693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.399176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.543294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.552801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network cf727589-356b-44fa-a867-19cb8e091484 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:41.554018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:41.594430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] For port 0827528f-5b5e-465e-b369-4895b4dd8ad1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0827528f-5b5e-465e-b369-4895b4dd8ad1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:41.601834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.697612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5e43d-fbef-4938-873a-0ba7d372198b None None] Pushing event updated for resources: {'Port': ['ID=0827528f-5b5e-465e-b369-4895b4dd8ad1,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:41.911811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:41.942063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Provisioning complete for port 0827528f-5b5e-465e-b369-4895b4dd8ad1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:41.942371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.132407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.163206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Provisioning for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:42.172421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a545e746-ce64-4863-82f7-e6c2abfa6b84 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:42.179369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:17:42.227838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Provisioning complete for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:42.227838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.354347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e710ceda-5a4b-4df2-9413-707d8cc711d3 None None] Port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:42.354347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a545e746-ce64-4863-82f7-e6c2abfa6b84 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:42.358108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.471273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:17:42.484616 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33abea93-9ba4-4406-9f7a-dbab7702a029 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/3f2c92de-240e-4dc8-be17-709074c498a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3455341 Mar 11 16:17:42.486960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41830) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.491437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0827528f-5b5e-465e-b369-4895b4dd8ad1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:42.519314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-979e7d2d-fec8-4359-9b68-acbbacc0ce70 None None] Provisioning complete for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:42.519314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-979e7d2d-fec8-4359-9b68-acbbacc0ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.595287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-979e7d2d-fec8-4359-9b68-acbbacc0ce70 None None] Port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:42.611877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 0827528f-5b5e-465e-b369-4895b4dd8ad1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:42.612280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:42.647188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.647573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.647947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.648322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.648681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.649041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.654204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cdf54ad2-ae14-4e5e-b7da-b110984a95bc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1630659 Mar 11 16:17:42.654553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.735882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.735882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.736027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.736431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.736783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.737131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:42.738944 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-edb7c640-1430-45cf-b106-2c12e4fc0ccb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0834856 Mar 11 16:17:42.741568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:42.959068 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8f8e33c5-3f49-4911-9d8f-760f5abf934a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2163477 Mar 11 16:17:43.043937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:17:43.057321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:43.058092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.248718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:43.424515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41846) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.430791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146366316', 'description': 'tempest-secgroup-smoke-146366316 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:43.438434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.442591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.445547 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.451897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.463248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.486385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.504338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.508345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.511105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.517594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.578009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.582405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.587466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:41Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:43.593124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:17:43.593481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Updating router 3f2c92de-240e-4dc8-be17-709074c498a0 port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:17:43.630416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9cc3d5-f379-47d5-b8a7-2749d333363d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.638026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.638026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e8f80b6b-5cec-4615-8e28-74085fa44d66 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2106330 Mar 11 16:17:43.639610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41850) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.646344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:43.652366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.655189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.656856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.659822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.665945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.684134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.748042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.751850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.774757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd58a1a-9e86-4450-9fc8-d299c206cedf,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.784581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.785958 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c463d72a-c468-477d-8819-d4964203e590 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1451054 Mar 11 16:17:43.788623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41854) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.794499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:43.800598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.804944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.808096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.814165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.831305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.896786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.901778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.928774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13242c8c-8ff6-43cb-9368-f8f909a286f0,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:43.938700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:43.940039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d7badc95-2b38-4a40-88b7-f191368b1fe5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505127 Mar 11 16:17:43.942755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41858) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:43.955815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:43.962266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:43.967349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:43.970587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:43.976341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:43.993424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.027249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.040358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Transition to ACTIVE for port object 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:44.048211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.068991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.075389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.100731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66b7645-5202-49d8-91df-7d153cdddd42,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.115111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.118216 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3465eac9-cc2c-4fc1-8d0c-a6f2fb0f92b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1744554 Mar 11 16:17:44.119212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41862) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.126011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:44.133410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:44.138358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:44.141586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:44.147729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:44.175585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Pushing event updated for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.179638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.188745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.189171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.189572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.189990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.190385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.190779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.191186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.191572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.191957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.192340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.192724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.267447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.273207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.293656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a639a86-e732-4354-b99c-86e2e0d55538,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.312711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.314441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-65d9f76b-1553-41c6-a264-d0a592f5c480 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1935480 Mar 11 16:17:44.317382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41866) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.323486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:44.330126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:44.333923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:44.337277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:44.344076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:44.347674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Attempting to bind port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:44.348030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Attempting to bind port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:44.348385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Attempting to bind port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:44.354885 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:17:44.361281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:44.361646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Checking segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:44.362051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.362153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.362436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Bound using segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:44.363023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Bound port: 57b49ddb-bbe9-40e3-954c-f853ddc70ee1, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:44.363394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.435974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.439840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.463153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b504d4eb-8250-40b3-8637-26310db128ca,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.466386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] For port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:44.475993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] For port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:44.477001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.477391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.477758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.478089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.478430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.478749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.479710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.479710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.479887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.480178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.480495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:17:44.485063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.486230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-47ee944b-33b8-44cc-8804-92af79f27758 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1677237 Mar 11 16:17:44.487237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.489969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41870) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:17:44.495563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'cb9cc3d5-f379-47d5-b8a7-2749d333363d', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:44.502194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:44.505904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:17:44.508685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:17:44.515565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:44.530006 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:17:44.536473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.569659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821378-03b7-4ac3-b4a8-fe2242cd4c56 None None] Pushing event updated for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.582195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:17:44.582919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:44.609996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.615260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.650705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:44.652093 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1610098 Mar 11 16:17:44.655323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b3521-8862-40c6-8e87-0c5cf82e0f4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67446977-f979-4561-8efa-4bb3634d074f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:44.792111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:17:44.852713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-e88e4142-ce42-4cb2-af5e-21737bc8de4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:44.868517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-e88e4142-ce42-4cb2-af5e-21737bc8de4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:44.869755 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-e88e4142-ce42-4cb2-af5e-21737bc8de4a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146366316&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0624430 Mar 11 16:17:45.032260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d95e4502-0fc1-4f18-9a44-e70e3a8db292 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:45.032941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d95e4502-0fc1-4f18-9a44-e70e3a8db292 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:45.052701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d95e4502-0fc1-4f18-9a44-e70e3a8db292 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:45.054144 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d95e4502-0fc1-4f18-9a44-e70e3a8db292 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 796 time: 0.1772411 Mar 11 16:17:45.079607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-0b19dc82-798e-4318-838d-dd465a3e9df0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0157156 Mar 11 16:17:45.124286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:45.153396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:44Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:17:45.158489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea1aa69-42e2-4d1b-ae64-7f04b9271b04 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:44Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:17:45.172745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-437f9fcd-e7a3-42da-8be4-2e0b9098c42f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:17:45.195090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c888aad1-b255-4349-81c4-2684e7d8015e req-437f9fcd-e7a3-42da-8be4-2e0b9098c42f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:17:45.196152 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-437f9fcd-e7a3-42da-8be4-2e0b9098c42f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109424 Mar 11 16:17:45.407928 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d740312f-33c6-4c7e-b950-3dd152809fcc service neutron] 10.222.0.78 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691577 Mar 11 16:17:45.671325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-a8bfc6ea-0fd0-4c86-98a9-662740b2afd1 service neutron] 10.222.0.78 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570057 Mar 11 16:17:46.158756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:46.230666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:46.235676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:46.236046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.358892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.391268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:46.394780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:46.463215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:46.898861 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce229de1-d83c-4626-a993-288ba06a2644 req-9fb17137-6a56-4942-a3cd-772b99af31ae tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 210 time: 0.0454073 Mar 11 16:17:47.998291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888aad1-b255-4349-81c4-2684e7d8015e req-6c62c3e1-15fc-4388-9ee4-f31437693bab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:47.999829 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-6c62c3e1-15fc-4388-9ee4-f31437693bab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 796 time: 0.1684384 Mar 11 16:17:48.087104 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-792ed0de-6ba6-465d-a5ab-b74db7858915 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 379 time: 0.0661011 Mar 11 16:17:48.098730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['cb9cc3d5-f379-47d5-b8a7-2749d333363d']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:48.115528 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-820878cb-ba92-4fe3-a2eb-ab7ea980d2c2 req-e07fe1a5-2b85-4191-b4e9-8ce94a0aaf0e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 210 time: 0.0680122 Mar 11 16:17:48.159951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:48.237326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:48.238866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.257979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:17:48.268575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:17:48.280763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:17:48.282573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.471844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.5 (cf727589-356b-44fa-a867-19cb8e091484/afbf79b7-f8ad-495a-af00-9385b333e53b/bd58f826-f1b1-465c-a297-81b8ec1f7903) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:17:48.681151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.701382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object bd58f826-f1b1-465c-a297-81b8ec1f7903 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:48.729886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.815486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network cf727589-356b-44fa-a867-19cb8e091484 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:17:48.815486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:17:48.822229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:17:48.880258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:48.899871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:48.899871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:48.930425 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-b35d75ce-8fa2-4a21-a721-3635e71b7681 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8376381 Mar 11 16:17:48.941605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Request body: {'port': {'device_id': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:17:49.066391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.076614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-35299c04-e9f5-4855-b126-6c96253c56db None None] Provisioning for port bd58f826-f1b1-465c-a297-81b8ec1f7903 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:49.083088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-35299c04-e9f5-4855-b126-6c96253c56db None None] Provisioning complete for port bd58f826-f1b1-465c-a297-81b8ec1f7903 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:49.083456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35299c04-e9f5-4855-b126-6c96253c56db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.143997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-35299c04-e9f5-4855-b126-6c96253c56db None None] Port bd58f826-f1b1-465c-a297-81b8ec1f7903 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:17:49.361313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81a5da-efe1-4ee2-b60f-1799ccece22f req-5fdb0c95-fbd0-4ca3-9c40-83cba2db11e0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:49.361313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d81a5da-efe1-4ee2-b60f-1799ccece22f req-5fdb0c95-fbd0-4ca3-9c40-83cba2db11e0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 931 time: 0.0866804 Mar 11 16:17:49.414501 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d81a5da-efe1-4ee2-b60f-1799ccece22f req-fb25bc52-4680-464f-b8eb-81267d8a71b1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515971 Mar 11 16:17:49.476207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd58f826-f1b1-465c-a297-81b8ec1f7903 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:17:49.483897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.500078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Transition to ACTIVE for port object bd58f826-f1b1-465c-a297-81b8ec1f7903 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:17:49.503859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.672290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Pushing event updated for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:49.816500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Attempting to bind port bd58f826-f1b1-465c-a297-81b8ec1f7903 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:17:49.816820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Attempting to bind port bd58f826-f1b1-465c-a297-81b8ec1f7903 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:17:49.816961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Attempting to bind port bd58f826-f1b1-465c-a297-81b8ec1f7903 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:49.823962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Port bd58f826-f1b1-465c-a297-81b8ec1f7903 on network cf727589-356b-44fa-a867-19cb8e091484 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:17:49.825445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Attempting to bind port bd58f826-f1b1-465c-a297-81b8ec1f7903 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:17:49.834987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:17:49.834987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Checking segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:17:49.834987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Bound using segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:17:49.836321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Bound port: bd58f826-f1b1-465c-a297-81b8ec1f7903, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:17:49.836321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:49.960084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:17:49.960084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:17:49.964632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.128595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:50.128595 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] 10.222.0.11 "PUT /v2.0/ports/bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 1093 time: 1.1906867 Mar 11 16:17:50.128595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:50.144784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820523a-aa9f-44e1-9bd7-c21974aeaf3d service neutron] Pushing event updated for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:50.217346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'status': 'completed', 'code': 200} Mar 11 16:17:50.285074 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-3794694e-20e1-4f6c-b473-4db26f1d941a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1096 time: 0.1033363 Mar 11 16:17:50.372761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-1982124c-be5f-4bc2-ab80-393f188daac6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 217 time: 0.0777245 Mar 11 16:17:50.455767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888aad1-b255-4349-81c4-2684e7d8015e req-7eff9b53-b81f-49da-834e-14de797d3553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:50.457853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-7eff9b53-b81f-49da-834e-14de797d3553 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0808766 Mar 11 16:17:50.546930 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-41e0ee03-7983-4fa2-ba58-e3bf0f75ff71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795655 Mar 11 16:17:50.633630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056366f7-c702-4027-9ef9-adbc4a9f9f04 req-847769cc-e747-4d39-b946-15bea817245f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:50.636201 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-056366f7-c702-4027-9ef9-adbc4a9f9f04 req-847769cc-e747-4d39-b946-15bea817245f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 943 time: 0.0883050 Mar 11 16:17:50.688690 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-056366f7-c702-4027-9ef9-adbc4a9f9f04 req-bfbdb78a-3e46-4a16-9013-de9aa4f0b379 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 Mar 11 16:17:50.691358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-c83177c5-0c1e-41cd-b112-99ed80232a07 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371996 Mar 11 16:17:50.837099 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c888aad1-b255-4349-81c4-2684e7d8015e req-bb88a1b6-66ec-4b89-bedc-b4543576b55c service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389477 Mar 11 16:17:50.958098 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-0a36d9f1-174c-4601-8e8a-4ddd157c72b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1096 time: 0.0779684 Mar 11 16:17:51.101488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-9582fe7b-b51d-426d-ae05-328c5f4dbfce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:51.102966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-9582fe7b-b51d-426d-ae05-328c5f4dbfce service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1389782 Mar 11 16:17:51.180292 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-b3e528b2-e403-43f7-8f38-a862acb82757 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 217 time: 0.0711472 Mar 11 16:17:51.256786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-275df27a-81a3-4f2a-9600-1ef6ef18d4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:51.258996 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-275df27a-81a3-4f2a-9600-1ef6ef18d4f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0714428 Mar 11 16:17:51.342352 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-5f3fcdf7-2a25-405a-9a0f-f6d6122921a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777788 Mar 11 16:17:51.482035 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-78ea8811-f531-42c6-be5c-e8b2039e7525 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317310 Mar 11 16:17:51.622156 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5dc1c948-8e03-4392-ada0-0d2668538ac6 req-3e037ae4-e7a6-49fd-aa71-0f7f68eb1bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321285 Mar 11 16:17:51.894022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99935468-e8ed-4486-b8b1-461a04f9ffc3 req-62621299-9735-4e07-a555-6bd3b57c89c6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:51.895489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99935468-e8ed-4486-b8b1-461a04f9ffc3 req-62621299-9735-4e07-a555-6bd3b57c89c6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 943 time: 0.0843244 Mar 11 16:17:51.945378 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99935468-e8ed-4486-b8b1-461a04f9ffc3 req-1450249d-d748-40a3-98ad-812fd487a5ce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Mar 11 16:17:53.156837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ea911-62c8-4190-93dd-e4488257b271 req-ebb014e6-3e55-4d27-a43e-55bd93aea7a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:53.158327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e98ea911-62c8-4190-93dd-e4488257b271 req-ebb014e6-3e55-4d27-a43e-55bd93aea7a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 943 time: 0.0812378 Mar 11 16:17:53.205746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e98ea911-62c8-4190-93dd-e4488257b271 req-0aa92497-9dfe-42d2-a43b-100fba133f4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418324 Mar 11 16:17:54.414832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1e93-992d-49a0-acfa-ed70ef1d23f3 req-dce10307-31db-4b17-8b15-a98216a8a678 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:54.416429 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a66c1e93-992d-49a0-acfa-ed70ef1d23f3 req-dce10307-31db-4b17-8b15-a98216a8a678 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 943 time: 0.0818539 Mar 11 16:17:54.467024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a66c1e93-992d-49a0-acfa-ed70ef1d23f3 req-ef45d399-d55e-4609-90bb-afca0c557aaa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440867 Mar 11 16:17:55.614310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bd58f826-f1b1-465c-a297-81b8ec1f7903 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:17:55.685398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78389f4-a983-4706-be2a-11d55a62acef req-ba3623e1-d0bc-4188-8fd9-61783d06de16 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:55.686892 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c78389f4-a983-4706-be2a-11d55a62acef req-ba3623e1-d0bc-4188-8fd9-61783d06de16 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 943 time: 0.0814335 Mar 11 16:17:55.739175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c78389f4-a983-4706-be2a-11d55a62acef req-7702f8f1-8582-49a7-9ed8-1d5c873c4a76 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464854 Mar 11 16:17:55.758515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:55.772901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'port_id': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'mac_address': 'fa:16:3e:83:0b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:17:55.830623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.848881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd58f826-f1b1-465c-a297-81b8ec1f7903 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:17:55.864306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:55.868485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:55.971661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:56.242121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['bd58f826-f1b1-465c-a297-81b8ec1f7903'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:17:56.956744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96228e5e-83d1-4dd6-8375-e583bd9e9138 req-4f6c89d5-0d51-4b1c-9426-c205bcea864d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:56.958194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96228e5e-83d1-4dd6-8375-e583bd9e9138 req-4f6c89d5-0d51-4b1c-9426-c205bcea864d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 944 time: 0.0866516 Mar 11 16:17:57.006188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96228e5e-83d1-4dd6-8375-e583bd9e9138 req-bb1be383-78d2-43a5-aec5-fc14fd47eca5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424826 Mar 11 16:17:57.631997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bd58f826-f1b1-465c-a297-81b8ec1f7903 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:17:57.702007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port bd58f826-f1b1-465c-a297-81b8ec1f7903 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:17:57.707103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port bd58f826-f1b1-465c-a297-81b8ec1f7903 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:17:57.707471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.829729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.858777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:17:57.868464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:17:57.872964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:17:57.925967 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'code': 200} Mar 11 16:17:57.954690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:17:58.151804 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-68dd99bc-31a3-4654-9222-3f7b8f66de83 req-d37c5bca-1116-42e3-b677-f3758ce3f1ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1098 time: 0.0690582 Mar 11 16:17:58.199754 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-68dd99bc-31a3-4654-9222-3f7b8f66de83 req-3287a08e-3782-47f9-b923-16cf7d1d1275 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Mar 11 16:17:58.208540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50d8c0-c7ea-43f2-a669-dc6eee3f49f7 req-76b8c324-1c00-456e-a92f-3287582e6288 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:58.210013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa50d8c0-c7ea-43f2-a669-dc6eee3f49f7 req-76b8c324-1c00-456e-a92f-3287582e6288 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0785155 Mar 11 16:17:58.263814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa50d8c0-c7ea-43f2-a669-dc6eee3f49f7 req-20271122-2958-429f-93b0-7de9b7804097 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Mar 11 16:17:59.467982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f471e12-c7c4-4f1f-9490-7788dd5b2bf0 req-3c1ad950-fcdb-499a-84c5-3403dc3971f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:17:59.469554 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f471e12-c7c4-4f1f-9490-7788dd5b2bf0 req-3c1ad950-fcdb-499a-84c5-3403dc3971f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0824726 Mar 11 16:17:59.515179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f471e12-c7c4-4f1f-9490-7788dd5b2bf0 req-94da4f18-e0ef-4293-819c-163ff1e8a924 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401328 Mar 11 16:18:00.721193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade34e5-aeeb-4db4-a7d7-c2b1d3287138 req-9680aef0-36e8-4d01-8f97-a1ebdcaf080c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:00.722730 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ade34e5-aeeb-4db4-a7d7-c2b1d3287138 req-9680aef0-36e8-4d01-8f97-a1ebdcaf080c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0799813 Mar 11 16:18:00.777130 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ade34e5-aeeb-4db4-a7d7-c2b1d3287138 req-c2e26af6-d7bc-4261-9dfc-9d10eb350624 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488558 Mar 11 16:18:00.989401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449c885-1975-4380-94da-713ffe8e9f10 req-35fa98f8-cc8b-4e50-a741-3e2080810bf8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:00.990945 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e449c885-1975-4380-94da-713ffe8e9f10 req-35fa98f8-cc8b-4e50-a741-3e2080810bf8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0898890 Mar 11 16:18:01.039651 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e449c885-1975-4380-94da-713ffe8e9f10 req-293dde1e-562d-46f8-b9d1-a2b4d875d4b4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424275 Mar 11 16:18:01.070057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41926) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.156612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-51efbe19-7daa-4558-9e68-b888b7b2cc7f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1093 time: 0.0853860 Mar 11 16:18:01.159589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41930) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:01.164627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:18:01.170739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:18:01.174543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:18:01.177353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:18:01.184310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:18:01.198948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.334125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.500380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.47 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/c2688c8f-64aa-41f1-8049-36dbd27f2b7b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:18:01.651358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.681647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:01.751802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:18:01.754823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:18:01.758906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:18:01.788838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=c2688c8f-64aa-41f1-8049-36dbd27f2b7b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:01.812261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.812599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.812934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.813269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.813592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.813951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.814272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.814591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.814909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.815224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:01.815538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:02.375030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.431028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.647621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.652321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.767311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=c2688c8f-64aa-41f1-8049-36dbd27f2b7b,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:02.780843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:02.976054 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1 associated. External IP: 172.26.4.47, port: bd58f826-f1b1-465c-a297-81b8ec1f7903. Mar 11 16:18:03.386180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:18:03.594932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:18:03.609205 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:18:03.622083 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:03.622913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:03.628306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:03.790341 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8b1e08d5-dfe2-4bc5-9309-50794cdcea7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6296620 Mar 11 16:18:03.790990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:18:03.793856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41934) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:03.841652 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:03.853872 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'status': 'completed', 'code': 200} Mar 11 16:18:04.055883 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-20e34114-800c-4e91-a78e-c901f54cacb0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 990 time: 0.2605686 Mar 11 16:18:04.082388 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-1f8a637b-7d6f-455b-944b-adc3d02c558b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1098 time: 0.2072616 Mar 11 16:18:04.211064 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:83:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:18:02Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:04.215888 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:18:04.220668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-f39610e7-8bd4-43c5-ae67-5e33c261e7ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:04.222134 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-f39610e7-8bd4-43c5-ae67-5e33c261e7ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1335323 Mar 11 16:18:04.226331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:04.226922 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:04.338733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-7e292b5c-3e82-463c-8595-540ad7aa1766 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 998 time: 0.1091974 Mar 11 16:18:04.400368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-cfda8555-db35-4446-b965-f256d29c2611 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:04.401832 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-cfda8555-db35-4446-b965-f256d29c2611 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0571213 Mar 11 16:18:04.420334 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:04.479154 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-bef104aa-7edf-4c09-b60c-313950254901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693955 Mar 11 16:18:04.617284 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-8f106143-a4c9-4ba7-9b39-ffba8a5ec4e8 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319115 Mar 11 16:18:04.763323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5811f68-edb4-4b6e-80a8-3491e4a5cc79 req-6b666723-4305-4db9-aebe-ec6c48026667 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399682 Mar 11 16:18:04.782824 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:83:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:18:02Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:04.787061 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c8c67e-1a31-4863-8fca-a379e3419d71 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:83:0b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:18:02Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:18:04.996644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c38bb-c59f-4bb2-81b8-db8615103c0d None None] New status for floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:18:05.058211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 41940) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:05.168409 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-80e97bab-8af9-4a38-8a96-5de5f09e0da6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 990 time: 0.1082218 Mar 11 16:18:06.081606 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:06.172161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41944) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:06.297309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9fe606bb-08ab-405a-84d0-24a704a36c3d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 992 time: 0.1239283 Mar 11 16:18:08.126317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-be7122e4-8ad7-4f42-b52f-a104b61f63a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.193795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a7574fa-e640-4b45-aa32-ef794228dd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:11.912589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:12.057861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:13.478276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:15.117206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:31.073183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-06c9363b-2bb7-4a79-bd39-eb9cfa7d968f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782607 Mar 11 16:18:31.163013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-fadbb95e-0c1c-4060-9d2a-f7feeaed1c27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1099 time: 0.0697653 Mar 11 16:18:31.309792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-d05ff795-dfd3-4a52-9f51-ab53d9c43e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.311269 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-d05ff795-dfd3-4a52-9f51-ab53d9c43e60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1282876 Mar 11 16:18:31.422721 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-793b1c4a-d996-4bc3-815d-57ee4cd052ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 1001 time: 0.1041765 Mar 11 16:18:31.485575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-b59eddce-14af-40a9-a613-c018204a477c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:31.487033 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-b59eddce-14af-40a9-a613-c018204a477c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0580401 Mar 11 16:18:31.570654 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-fe50244d-a741-4ab6-b5ad-07d706a95b4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762618 Mar 11 16:18:31.707745 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-521dae05-d6d3-4fd5-ad32-0b01fff7c3a4 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308422 Mar 11 16:18:31.950453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74b3d5c8-0b60-40ba-94e4-783a70447b5d req-82fdefb5-d131-4aca-92a5-b85e5cd39e6a service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366068 Mar 11 16:18:32.143653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41948) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:32.352809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port 045b6959-7c27-4a14-a285-dc0066947cbe {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:32.353068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.533955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.534293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.656048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for 045b6959-7c27-4a14-a285-dc0066947cbe owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:32.809213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:32.852411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=045b6959-7c27-4a14-a285-dc0066947cbe,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:32.950462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.368694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:18:33.672620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:18:33.682018 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:18:33.689451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:33.696360 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:33.696968 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:33.752584 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4f878118-af70-4a63-afa8-ad87264a6069 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "DELETE /v2.0/floatingips/2c27f006-6099-4a20-9305-97cde47d9b59 HTTP/1.1" status: 204 len: 168 time: 1.6078520 Mar 11 16:18:33.753144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:18:33.817400 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'status': 'completed', 'code': 200} Mar 11 16:18:33.879869 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:33.921210 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-b441bdae-7d13-4c17-95df-765237d49a8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 1099 time: 0.0807574 Mar 11 16:18:34.080988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-1d817811-2d0c-41c3-8be0-a69efdae2594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.082841 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-1d817811-2d0c-41c3-8be0-a69efdae2594 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.1550975 Mar 11 16:18:34.163752 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-58303aef-a885-4050-a66f-750976ec3cd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 200 len: 217 time: 0.0721736 Mar 11 16:18:34.192960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90d71-b354-47cb-8d45-f515534c721d req-093a48ce-3b3e-40d8-ad30-a3b6c8d1dd9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.193652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-dff90d71-b354-47cb-8d45-f515534c721d req-093a48ce-3b3e-40d8-ad30-a3b6c8d1dd9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:34.213729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-dff90d71-b354-47cb-8d45-f515534c721d req-093a48ce-3b3e-40d8-ad30-a3b6c8d1dd9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:34.218208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dff90d71-b354-47cb-8d45-f515534c721d req-093a48ce-3b3e-40d8-ad30-a3b6c8d1dd9b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.1106703 Mar 11 16:18:34.237506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-e0dd4017-8b5b-446d-98d1-4f08f9f23993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:34.239183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-e0dd4017-8b5b-446d-98d1-4f08f9f23993 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0689015 Mar 11 16:18:34.269069 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dff90d71-b354-47cb-8d45-f515534c721d req-4708627b-1fcf-4cab-9f14-47d3c534538d tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462139 Mar 11 16:18:34.319103 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.323432 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:18:34.329802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-de409b1d-65fa-4d2b-a402-4f8acf7acb84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842018 Mar 11 16:18:34.334956 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:34.335538 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.478976 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-666c0453-ad2c-41bd-9f03-248487418d52 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416183 Mar 11 16:18:34.516576 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:34.619194 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5651a7a9-abbb-421f-a773-7bfd94e3da82 req-f27e7524-8085-4cb1-b31d-fed0511e8847 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323354 Mar 11 16:18:34.875256 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:34.879822 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5b3b7e-d294-40ec-bdc1-83b0fc74e9e0 None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'e87833f7-17bf-44b3-be03-2b953c84364d', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'port_id': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'mac_address': 'fa:16:3e:58:54:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:14:31Z', 'updated_at': '2022-03-11T16:14:35Z', 'revision_number': 1, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:18:35.126893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b4bdc1-c7cc-411f-aa19-f4e9df8bae4c None None] New status for floating IP 2c27f006-6099-4a20-9305-97cde47d9b59: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:18:35.481506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b38f4-3b18-4048-9680-f7443ed21b78 req-08725f44-58b2-4c52-b70f-9ac395242efd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:35.482906 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a9b38f4-3b18-4048-9680-f7443ed21b78 req-08725f44-58b2-4c52-b70f-9ac395242efd tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.0881405 Mar 11 16:18:35.533098 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a9b38f4-3b18-4048-9680-f7443ed21b78 req-61801fde-5a4f-4719-b234-18f329f81a6c tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445724 Mar 11 16:18:35.866669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d8615-e001-48d2-ab82-fd48009cc12c req-7e1f35ae-a603-4ae2-9c11-c0205d326c2a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:35.867380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-827d8615-e001-48d2-ab82-fd48009cc12c req-7e1f35ae-a603-4ae2-9c11-c0205d326c2a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:35.879479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-827d8615-e001-48d2-ab82-fd48009cc12c req-7e1f35ae-a603-4ae2-9c11-c0205d326c2a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:35.880630 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-827d8615-e001-48d2-ab82-fd48009cc12c req-7e1f35ae-a603-4ae2-9c11-c0205d326c2a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 946 time: 0.0902445 Mar 11 16:18:35.950676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:35.951016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.204674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] For port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:36.204895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.329049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for 5ebdfffe-1e69-467f-b1fd-26e26f578a6c owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:36.475624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.522544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=5ebdfffe-1e69-467f-b1fd-26e26f578a6c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:36.600001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] No DVR routers for this DVR port 5ebdfffe-1e69-467f-b1fd-26e26f578a6c on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:36.602389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:36.604844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'name': 'network-vif-deleted', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:18:36.623611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-827d8615-e001-48d2-ab82-fd48009cc12c req-0541d44e-d572-4a90-b632-a05d399b16eb tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "DELETE /v2.0/ports/5ebdfffe-1e69-467f-b1fd-26e26f578a6c HTTP/1.1" status: 204 len: 173 time: 0.7373719 Mar 11 16:18:36.671461 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29228cee-30a4-4f41-b5ad-e79260d2ee5d', 'name': 'network-vif-deleted', 'tag': '5ebdfffe-1e69-467f-b1fd-26e26f578a6c', 'status': 'completed', 'code': 200} Mar 11 16:18:36.710632 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d36bfd55-554d-40a1-b973-d04de2666e3c req-f3e49b74-471b-4088-b584-2f9bad12f3db tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=29228cee-30a4-4f41-b5ad-e79260d2ee5d HTTP/1.1" status: 200 len: 210 time: 0.0440476 Mar 11 16:18:38.137403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45732cf1-fdbe-495b-9e97-fdc804501dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:39.885159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ebdfffe-1e69-467f-b1fd-26e26f578a6c no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:39.919084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 5ebdfffe-1e69-467f-b1fd-26e26f578a6c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:18:39.919430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 5ebdfffe-1e69-467f-b1fd-26e26f578a6c not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:41.205107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-54d429de-16ed-445d-bd4f-82965b3c8fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:41.915003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.061638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.493625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 41992) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:42.721679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port 848a5ebc-30cd-4e15-840f-5671dab14692 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:42.722045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.897315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:42.897631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.020893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for 848a5ebc-30cd-4e15-840f-5671dab14692 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:43.088224 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:18:43.175504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.223500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=848a5ebc-30cd-4e15-840f-5671dab14692,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:43.317542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.541198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:43.854335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:18:44.065265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:18:44.076205 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:18:44.082981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:44.088261 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:44.088849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.141369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-492bbf4b-5b93-4be8-a6e0-03dbc056fcee tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "DELETE /v2.0/floatingips/e87833f7-17bf-44b3-be03-2b953c84364d HTTP/1.1" status: 204 len: 168 time: 1.6466362 Mar 11 16:18:44.142103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:18:44.203907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'status': 'completed', 'code': 200} Mar 11 16:18:44.278445 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:44.313311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-584aa2a4-3c24-485d-b131-4e35521dd596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17fffdf9346c4da4a63989039d4dca32&device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 1099 time: 0.0860219 Mar 11 16:18:44.569613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350979-fd2c-431e-96b1-270ec5921949 req-a40c12c8-6c33-43fb-939d-ce67b476b9c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:44.571025 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-a40c12c8-6c33-43fb-939d-ce67b476b9c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 200 len: 913 time: 0.2487175 Mar 11 16:18:44.583570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303fe68-e04a-46a0-a587-024ddd90b04e req-df71efd7-bb8a-42e6-9905-32f8bb1fd4c6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:44.583570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3303fe68-e04a-46a0-a587-024ddd90b04e req-df71efd7-bb8a-42e6-9905-32f8bb1fd4c6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:44.606074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3303fe68-e04a-46a0-a587-024ddd90b04e req-df71efd7-bb8a-42e6-9905-32f8bb1fd4c6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:44.607627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3303fe68-e04a-46a0-a587-024ddd90b04e req-df71efd7-bb8a-42e6-9905-32f8bb1fd4c6 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.1247697 Mar 11 16:18:44.634817 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.638812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:18:44.645693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-e6511970-d0a3-4629-974f-77b8ed3803a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 200 len: 217 time: 0.0679018 Mar 11 16:18:44.650308 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:44.650925 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:44.663179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3303fe68-e04a-46a0-a587-024ddd90b04e req-62abb24a-c0f0-416a-bda7-24bf9f44482b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488050 Mar 11 16:18:44.717964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c350979-fd2c-431e-96b1-270ec5921949 req-60e993eb-ad5e-4725-b24a-0d2d5e2cfec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:44.719413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-60e993eb-ad5e-4725-b24a-0d2d5e2cfec4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 200 len: 851 time: 0.0662212 Mar 11 16:18:44.799895 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-0033281f-3526-41c8-a67e-99b54d5eb2a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d1763a71-cd74-4c89-9a57-c767ee25e162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731328 Mar 11 16:18:44.878591 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:44.939865 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-576c21d6-15e5-4ba1-a95f-048d0c3b7497 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322393 Mar 11 16:18:45.080380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c350979-fd2c-431e-96b1-270ec5921949 req-21418af7-b6c6-443e-a713-ec659cb6da17 service neutron] 10.222.0.11 "GET /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334693 Mar 11 16:18:45.135691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:45.226977 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:45.231632 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acbe897-9607-40da-ba02-7cf19f495773 None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:10:09Z', 'revision_number': 4, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '51ee59f6-5776-4882-bf7a-8c3a7c5eab3f', 'name': '', 'network_id': 'd1763a71-cd74-4c89-9a57-c767ee25e162', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'mac_address': 'fa:16:3e:06:41:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:07Z', 'updated_at': '2022-03-11T16:10:23Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'subnets': [{'id': '8d11b15c-b283-434a-8b68-7a05fd345702', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:18:45.460654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a476c-d70d-4c75-8d6b-9094bfafdcb3 None None] New status for floating IP e87833f7-17bf-44b3-be03-2b953c84364d: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:18:45.872968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a185e77-8a3f-494d-8404-38a0277c6dad req-f65214d6-14e2-4b35-af6e-4dd778f91429 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:45.874358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4a185e77-8a3f-494d-8404-38a0277c6dad req-f65214d6-14e2-4b35-af6e-4dd778f91429 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.0796628 Mar 11 16:18:45.921179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4a185e77-8a3f-494d-8404-38a0277c6dad req-7d857172-f7c9-44ef-abd7-a872fef6797a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/security-groups?id=9b38369f-6869-44cf-a5c4-f8cb19b73d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413170 Mar 11 16:18:46.238204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-8e876039-afbb-4eb4-bbb6-4c7589f19811 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:18:46.238884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-8e876039-afbb-4eb4-bbb6-4c7589f19811 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Synchronizing usage tracker for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:18:46.251462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-8e876039-afbb-4eb4-bbb6-4c7589f19811 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Unset dirty status for tenant:17fffdf9346c4da4a63989039d4dca32 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:18:46.252524 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-8e876039-afbb-4eb4-bbb6-4c7589f19811 tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 946 time: 0.0932145 Mar 11 16:18:46.327672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:46.327930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.582726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] For port 1dc95600-3ae2-4804-b7a1-597dc72b69f6, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=1dc95600-3ae2-4804-b7a1-597dc72b69f6,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:46.583055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.709212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for 1dc95600-3ae2-4804-b7a1-597dc72b69f6 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:46.856449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:46.906808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=1dc95600-3ae2-4804-b7a1-597dc72b69f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:46.981454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.981823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.982161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.982491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.982819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.983147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.983475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.983812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.984137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.984452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:46.984769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:18:47.001499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] No DVR routers for this DVR port 1dc95600-3ae2-4804-b7a1-597dc72b69f6 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:47.003961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:47.006636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'name': 'network-vif-deleted', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:18:47.024282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b4713b09-409b-44cf-9b76-641b4d1fbc52 req-87079b4d-598a-4e82-8fc7-c4ec7e67512f tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.11 "DELETE /v2.0/ports/1dc95600-3ae2-4804-b7a1-597dc72b69f6 HTTP/1.1" status: 204 len: 173 time: 0.7655125 Mar 11 16:18:47.071099 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d577a3-8493-4113-a758-9a234f9c8796', 'name': 'network-vif-deleted', 'tag': '1dc95600-3ae2-4804-b7a1-597dc72b69f6', 'status': 'completed', 'code': 200} Mar 11 16:18:47.097859 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c855cf1-dc1c-4676-af76-87980a049c7e req-49aa5dbc-ee28-4687-ad4e-4e6873b419ff tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "GET /v2.0/ports?device_id=e9d577a3-8493-4113-a758-9a234f9c8796 HTTP/1.1" status: 200 len: 210 time: 0.0511711 Mar 11 16:18:48.205338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42012) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:48.360396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Deleting port 671fd783-eb9a-4b33-a710-f67b34b6490a {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:48.360742 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.530016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.530257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.655138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Calling delete_port for 671fd783-eb9a-4b33-a710-f67b34b6490a owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:48.797038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.844670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'Port': ['ID=671fd783-eb9a-4b33-a710-f67b34b6490a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:48.941994 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.955566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:48.956797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43288cc4-7c51-46ad-81ea-fcf690a5b81b tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "DELETE /v2.0/floatingips/fa68a421-42e7-4a72-98d0-e243361e5dbd HTTP/1.1" status: 204 len: 168 time: 0.7504685 Mar 11 16:18:49.919651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1dc95600-3ae2-4804-b7a1-597dc72b69f6 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:49.993307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 1dc95600-3ae2-4804-b7a1-597dc72b69f6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:18:49.993664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 1dc95600-3ae2-4804-b7a1-597dc72b69f6 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:51.564321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42032) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:51.645631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.678874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.748124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.765665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38369f-6869-44cf-a5c4-f8cb19b73d80,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:51.778150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:51.779270 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3d6042b2-8ca4-436c-a609-17270851f24a tempest-TestVolumeBootPattern-910971781 tempest-TestVolumeBootPattern-910971781-project] 10.222.0.78 "DELETE /v2.0/security-groups/9b38369f-6869-44cf-a5c4-f8cb19b73d80 HTTP/1.1" status: 204 len: 168 time: 0.2139921 Mar 11 16:18:51.849230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42038) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:52.529648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.175249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Deleting port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:53.175952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.361812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] For port 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:53.362081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.485606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Calling delete_port for 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:53.674552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:53.723268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ee59f6-5776-4882-bf7a-8c3a7c5eab3f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:54.119970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:54.715220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Router 81b923e8-65d6-45c6-93cd-29169cba18b0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:18:54.918085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:18:54.927889 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Sync routers for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:18:54.933757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ec12837-f502-44ff-b0fd-81e0c414e7e9 admin admin] 10.222.0.78 "PUT /v2.0/routers/81b923e8-65d6-45c6-93cd-29169cba18b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0809205 Mar 11 16:18:54.934396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42046) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:54.942516 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:54.943113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:55.134947 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:55.141105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.359462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.368766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Deleting port 4971be81-ea99-4e51-bd53-b2fa154d3ad3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:55.369096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.429209 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:18:53Z', 'revision_number': 5, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port': {'id': '4971be81-ea99-4e51-bd53-b2fa154d3ad3', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:2e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:09:59Z', 'updated_at': '2022-03-11T16:10:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:55.434217 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Checking router: 81b923e8-65d6-45c6-93cd-29169cba18b0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:18:55.454151 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Routers {'81b923e8-65d6-45c6-93cd-29169cba18b0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:18:55.454812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['81b923e8-65d6-45c6-93cd-29169cba18b0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:55.607293 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] Set router 81b923e8-65d6-45c6-93cd-29169cba18b0 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:18:55.671434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] For port 4971be81-ea99-4e51-bd53-b2fa154d3ad3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4971be81-ea99-4e51-bd53-b2fa154d3ad3,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:55.671701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:55.711775 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:18:55Z', 'revision_number': 6, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:55.716984 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19fceb-86a7-499e-8224-38a226454f1c None None] The sync data for ids ['81b923e8-65d6-45c6-93cd-29169cba18b0'] in dv-neutron-833206-1-hyperv is: [{'id': '81b923e8-65d6-45c6-93cd-29169cba18b0', 'name': 'tempest-TestVolumeBootPattern-1431881380-router', 'tenant_id': '17fffdf9346c4da4a63989039d4dca32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:09:56Z', 'updated_at': '2022-03-11T16:18:55Z', 'revision_number': 6, 'project_id': '17fffdf9346c4da4a63989039d4dca32', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:18:55.807470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Calling delete_port for 4971be81-ea99-4e51-bd53-b2fa154d3ad3 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:55.984206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.031619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Pushing event deleted for resources: {'Port': ['ID=4971be81-ea99-4e51-bd53-b2fa154d3ad3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:56.267725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.492735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:56.528584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:18:56.528936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 51ee59f6-5776-4882-bf7a-8c3a7c5eab3f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:56.546474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.550895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.578007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.578985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b923e8-65d6-45c6-93cd-29169cba18b0 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:18:56.597783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.598905 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8ad15f3b-da7e-4e4d-889b-17c78fda0735 admin admin] 10.222.0.78 "DELETE /v2.0/routers/81b923e8-65d6-45c6-93cd-29169cba18b0 HTTP/1.1" status: 204 len: 168 time: 1.6636150 Mar 11 16:18:56.601541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42050) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:56.768831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Deleting subnet 8d11b15c-b283-434a-8b68-7a05fd345702 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:18:56.771832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.822922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.904616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:56.978166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.015517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d11b15c-b283-434a-8b68-7a05fd345702,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.023151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.029148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f7652-b3e7-4dc2-8a34-6739a6cbd2d4 None None] Network d1763a71-cd74-4c89-9a57-c767ee25e162 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:18:57.032322 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4143b5ec-9875-4525-8aec-371adb9869db admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8d11b15c-b283-434a-8b68-7a05fd345702 HTTP/1.1" status: 204 len: 168 time: 0.4272532 Mar 11 16:18:57.032493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42054) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:57.141302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.152137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Deleting port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:57.152473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.286601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] DHCP port deletion for d1763a71-cd74-4c89-9a57-c767ee25e162 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:18:57.290946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Deleting port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:57.291308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.363595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] For port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:57.363943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.487893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Calling delete_port for e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:57.504619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] For port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,segment=NetworkSegment(2ae1341b-22ab-451b-8883-05b4e6ede375),segment_id=2ae1341b-22ab-451b-8883-05b4e6ede375)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:57.505144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.563702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.619748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.624638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] No DVR routers for this DVR port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:18:57.662246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Calling delete_port for e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:57.736037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:18:57.736388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:18:57.751135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.775980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1763a71-cd74-4c89-9a57-c767ee25e162']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:57.789899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae1341b-22ab-451b-8883-05b4e6ede375') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:57.790195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae1341b-22ab-451b-8883-05b4e6ede375') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:18:57.802375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.818615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.825191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:18:57.825563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:18:57.838511 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:18:57.919761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.925922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:57.954819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] Pushing event deleted for resources: {'Network': ['ID=d1763a71-cd74-4c89-9a57-c767ee25e162,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:57.968720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ffd8329-67f7-4b4f-8b1d-55b2248c4cec admin admin] 10.222.0.78 "DELETE /v2.0/networks/d1763a71-cd74-4c89-9a57-c767ee25e162 HTTP/1.1" status: 204 len: 168 time: 0.9351687 Mar 11 16:18:57.971536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42058) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:18:58.166256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:58.200615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:18:58.200958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:58.201369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4971be81-ea99-4e51-bd53-b2fa154d3ad3 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:18:58.235959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4971be81-ea99-4e51-bd53-b2fa154d3ad3 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:18:58.236302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4971be81-ea99-4e51-bd53-b2fa154d3ad3 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:18:58.237599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Deleting port e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:58.237990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:58.301674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6ade5-76a8-4e32-b6eb-1d4468b7654d None None] The port 'e5b4f38f-8b1e-4a59-bb3d-21dc9c23cba5' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:18:58.501792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.131844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Deleting port 448f8882-935d-4168-917a-64c2612aa436 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:18:59.132547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.309173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] For port 448f8882-935d-4168-917a-64c2612aa436, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=448f8882-935d-4168-917a-64c2612aa436,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:18:59.309517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.428471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Calling delete_port for 448f8882-935d-4168-917a-64c2612aa436 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:18:59.595971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:18:59.642572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=448f8882-935d-4168-917a-64c2612aa436,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:18:59.938863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:00.652622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Router aa37fecc-562b-4046-ad3d-732e6bdc5b6b has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:00.859422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:00.868673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Sync routers for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:00.878249 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11f8f95c-77f0-40ce-88e2-5809e3c2f8c0 admin admin] 10.222.0.78 "PUT /v2.0/routers/aa37fecc-562b-4046-ad3d-732e6bdc5b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9056938 Mar 11 16:19:00.880820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42062) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:00.884402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:00.885048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.083235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:01.084272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.279816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.290137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Deleting port 18a69070-964f-4521-a528-9ea81bc7b4bd {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:01.290477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.370818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166'}], 'enable_snat': True}, 'gw_port_id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:18:59Z', 'revision_number': 5, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port': {'id': '18a69070-964f-4521-a528-9ea81bc7b4bd', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:10:24Z', 'updated_at': '2022-03-11T16:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.374712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Checking router: aa37fecc-562b-4046-ad3d-732e6bdc5b6b for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:01.386964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Routers {'aa37fecc-562b-4046-ad3d-732e6bdc5b6b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:01.387573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:18:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.580467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] Set router aa37fecc-562b-4046-ad3d-732e6bdc5b6b gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:01.590350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] For port 18a69070-964f-4521-a528-9ea81bc7b4bd, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=18a69070-964f-4521-a528-9ea81bc7b4bd,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:01.590717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.687484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:19:01Z', 'revision_number': 6, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:01.691498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46deb9da-d102-48dc-8d0c-a38d0e6cbd50 None None] The sync data for ids ['aa37fecc-562b-4046-ad3d-732e6bdc5b6b'] in dv-neutron-833206-1-hyperv is: [{'id': 'aa37fecc-562b-4046-ad3d-732e6bdc5b6b', 'name': 'tempest-TestVolumeBootPattern-372409328-router', 'tenant_id': 'f88fd3fb2c764272823d3890d6991560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:10:21Z', 'updated_at': '2022-03-11T16:19:01Z', 'revision_number': 6, 'project_id': 'f88fd3fb2c764272823d3890d6991560', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:01.718261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Calling delete_port for 18a69070-964f-4521-a528-9ea81bc7b4bd owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:01.889491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:01.934366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18a69070-964f-4521-a528-9ea81bc7b4bd,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:02.173238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.430249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.435156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.471362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.471731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa37fecc-562b-4046-ad3d-732e6bdc5b6b {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:19:02.484165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 448f8882-935d-4168-917a-64c2612aa436 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:02.492814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.494174 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9960a24d-fdae-4a23-8449-ce764b9f33e3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/aa37fecc-562b-4046-ad3d-732e6bdc5b6b HTTP/1.1" status: 204 len: 168 time: 1.6124313 Mar 11 16:19:02.497343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:02.528808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 448f8882-935d-4168-917a-64c2612aa436 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:02.529381 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 448f8882-935d-4168-917a-64c2612aa436 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:02.569360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Deleting subnet 345a49e5-9b90-4ac0-83b7-1f6ff453b857 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:19:02.572414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.623187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.709839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.788482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.829047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345a49e5-9b90-4ac0-83b7-1f6ff453b857,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:02.834746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:02.845276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.845614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.845971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.846306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.846632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.846961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.847281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.847596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.847909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.848414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.848527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:02.848686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0e3f4-3514-4b72-8c56-365521470387 None None] Network c7ce6fb5-363f-43bd-8b6f-2da07371da57 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:19:02.854329 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a17bf50a-dba4-44e9-86b1-2db833b98124 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/345a49e5-9b90-4ac0-83b7-1f6ff453b857 HTTP/1.1" status: 204 len: 168 time: 0.3535695 Mar 11 16:19:02.854622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:03.062582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.075085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Deleting port 6395c690-459d-443f-95f4-b971c09c14c3 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:03.075512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.121171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] DHCP port deletion for c7ce6fb5-363f-43bd-8b6f-2da07371da57 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:19:03.125509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Deleting port 6395c690-459d-443f-95f4-b971c09c14c3 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:03.125976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.292881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] For port 6395c690-459d-443f-95f4-b971c09c14c3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6395c690-459d-443f-95f4-b971c09c14c3,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:03.293294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.345475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] For port 6395c690-459d-443f-95f4-b971c09c14c3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=6395c690-459d-443f-95f4-b971c09c14c3,segment=NetworkSegment(488cacba-ab9c-4a5f-8342-8e216f5a4dca),segment_id=488cacba-ab9c-4a5f-8342-8e216f5a4dca)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:03.345772 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.419602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Calling delete_port for 6395c690-459d-443f-95f4-b971c09c14c3 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:03.472567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Calling delete_port for 6395c690-459d-443f-95f4-b971c09c14c3 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:19:03.500784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.548086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Pushing event deleted for resources: {'Port': ['ID=6395c690-459d-443f-95f4-b971c09c14c3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:03.555089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] No DVR routers for this DVR port 6395c690-459d-443f-95f4-b971c09c14c3 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:19:03.555682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:19:03.556178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:19:03.673965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.700985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ce6fb5-363f-43bd-8b6f-2da07371da57']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:03.712792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488cacba-ab9c-4a5f-8342-8e216f5a4dca') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:03.713080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488cacba-ab9c-4a5f-8342-8e216f5a4dca') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:03.725018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.742187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.748972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:19:03.749391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:19:03.762294 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:19:03.840894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.846706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:03.870713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ce6fb5-363f-43bd-8b6f-2da07371da57,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:03.878964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f69d14b2-27f4-48e2-b3f2-96c63f660357 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c7ce6fb5-363f-43bd-8b6f-2da07371da57 HTTP/1.1" status: 204 len: 168 time: 1.0226851 Mar 11 16:19:04.025975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42078) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.057139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Deleting port 6395c690-459d-443f-95f4-b971c09c14c3 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:19:04.057818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.090270 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9634d951-1b60-4c59-b0ac-b646f1dfe36b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17fffdf9346c4da4a63989039d4dca32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0589812 Mar 11 16:19:04.090697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42082) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.127708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5ef5efca-a779-4cd9-b811-bb78413c5c72 None None] The port '6395c690-459d-443f-95f4-b971c09c14c3' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:19:04.167168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.168775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 18a69070-964f-4521-a528-9ea81bc7b4bd no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:04.194782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.202048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 18a69070-964f-4521-a528-9ea81bc7b4bd {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:04.202374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 18a69070-964f-4521-a528-9ea81bc7b4bd not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:04.202789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6395c690-459d-443f-95f4-b971c09c14c3 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:19:04.237162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 6395c690-459d-443f-95f4-b971c09c14c3 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:19:04.237504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 6395c690-459d-443f-95f4-b971c09c14c3 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:19:04.254462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.272556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcabc01f-229e-49ec-be99-8111dd78a409,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:04.281261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.282426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-83bf759d-d577-4ea6-950a-36cb5d6a5330 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fcabc01f-229e-49ec-be99-8111dd78a409 HTTP/1.1" status: 204 len: 168 time: 0.1905203 Mar 11 16:19:04.680795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42090) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.736705 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a3662527-5745-4538-a21e-656b7827a90e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f88fd3fb2c764272823d3890d6991560&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546846 Mar 11 16:19:04.739222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42094) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:04.811120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.837665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.890565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.905633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5ee6c1-67b1-4807-8d5b-0d26d12cf13a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:04.913124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:04.914280 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-07b34bb8-feec-46b5-b991-bcaa26316b5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ae5ee6c1-67b1-4807-8d5b-0d26d12cf13a HTTP/1.1" status: 204 len: 168 time: 0.1741819 Mar 11 16:19:08.125756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e43dadb-0807-436e-b3e1-236d799d7f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.196157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c042e012-ca18-4060-ba1a-556801e67676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:11.918421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:12.070897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:13.483000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:15.139533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:17.294191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42104) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:17.392693 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f92c5d7-0dfe-45e7-8cad-ee26f92d9ee3 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&network_id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 2999 time: 0.0972593 Mar 11 16:19:18.950182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42116) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:19.012361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a15ad4-d36f-40af-aa1c-e86f5514c273 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:19.013970 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89a15ad4-d36f-40af-aa1c-e86f5514c273 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e HTTP/1.1" status: 200 len: 814 time: 0.0627975 Mar 11 16:19:19.515116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42124) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:19.520752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:19.625795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.005269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.009953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.010850 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1 disassociated. External IP: 172.26.4.47, port: bd58f826-f1b1-465c-a297-81b8ec1f7903. Mar 11 16:19:20.079350 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:19:20.433761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:20.640369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:20.645252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:20.651782 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:20.664433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:20.665026 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:19:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:20.698764 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-09c31ada-b7bc-42e8-a3ea-7763d85562e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 689 time: 1.1818984 Mar 11 16:19:20.699158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:20.709833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42130) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:20.779953 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'status': 'completed', 'code': 200} Mar 11 16:19:20.808021 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a6353383-c292-4e67-8190-eb8a067eedd6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 689 time: 0.0962529 Mar 11 16:19:20.885268 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:21.055769 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-4ff933db-6da5-435f-ba33-93fdf7d139a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1098 time: 0.2748833 Mar 11 16:19:21.197011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-4ce1da87-1ec4-45a6-809e-8fa6008f79b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.198876 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-4ce1da87-1ec4-45a6-809e-8fa6008f79b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1372042 Mar 11 16:19:21.215247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.219135 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:21.231405 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:21.231923 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:19:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.268863 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-0b6840e1-d1e6-4b78-a9c2-09ab1737d4e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 217 time: 0.0640457 Mar 11 16:19:21.331843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-dc47f21e-587c-448b-be21-81a40a264d72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:21.333380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-dc47f21e-587c-448b-be21-81a40a264d72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0586514 Mar 11 16:19:21.413267 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:21.414082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-1c4ac6fc-ba2e-4cbf-b144-9163b0353f64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739810 Mar 11 16:19:21.663840 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-3836f24e-1e82-46c3-ac65-c0958de5a840 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440794 Mar 11 16:19:21.762386 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:21.766384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fdb0e8-8c03-4939-bb8c-f09df375daf9 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:21.809523 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7bbc80d-e9ee-49a8-b664-785c7dbe7212 req-4423d783-4dd1-4314-81a8-9386a09f3be0 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396353 Mar 11 16:19:21.812879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42136) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:21.905175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a476df32-8c56-4aef-b039-96aba57fbe7e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 689 time: 0.0911663 Mar 11 16:19:22.006765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9346057-2847-405e-b784-6aec09b8d77e None None] New status for floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:19:22.909022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42140) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:22.999065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e4e24df1-d6ed-4843-9a56-296f9667ee58 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 687 time: 0.0887649 Mar 11 16:19:24.205159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42146) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.210797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442233743', 'description': 'tempest-secgroup-smoke-1442233743 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.217654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.227105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.237584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.274109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.278378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.281162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.286804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.347968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.352145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.398090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda611d0-fa65-462d-86e2-a0339c6e2919,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.404323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.405555 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bda48199-0823-4509-8d38-021ecdbbc970 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1993780 Mar 11 16:19:24.408774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42150) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.414490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.421356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.425143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.428229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.434024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.450863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.517271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.525037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.547980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deabd05e-705a-4507-ae4d-533b9680c3e4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.571808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.573380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1cf0798a-b745-4fb8-9eb2-9b3d081ebee1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1636965 Mar 11 16:19:24.576921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42154) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.582560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.589634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.593464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.596403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.602289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.620726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.686231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.690073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.716802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ba8234-6a23-46c3-80af-feb59d0883bc,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.727205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.728969 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c4f2f785-c28b-44a5-adc8-26481d45f439 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1508319 Mar 11 16:19:24.732138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42158) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.737510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.743534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.747813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.750646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.756203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.773851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.839602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.847194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.872127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7170f08-eb27-478a-8d67-4dd2b9a28cb2,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:24.882607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.883778 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e9e64eb-16bd-405e-9e09-4a2d753b4c9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1507421 Mar 11 16:19:24.887410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42162) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:24.892949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:24.898839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:24.904415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:24.907315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:24.912868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:24.929550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:24.996459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.000493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.023773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8156f7-71ae-4166-b903-3bd0d80feea4,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.042537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.043741 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-425a813b-31be-45da-ad6d-658658d0c6b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1552212 Mar 11 16:19:25.046859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42166) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:25.052491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:25.059713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:25.063625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:25.066764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:25.072388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:25.086097 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:19:25.093722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.158189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.161870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.188382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc86fec2-2299-4b7c-b6ca-2d90fc64427c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.199437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.200618 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d8e01ae4-acb8-43c9-96fa-863e62d471e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1527412 Mar 11 16:19:25.203652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42170) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:25.209245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'dda611d0-fa65-462d-86e2-a0339c6e2919', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:25.216573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:25.220338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:25.223241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:25.229864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:25.240805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:19:25.248449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.317664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.321553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.347493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945a415b-9b9c-4210-b10f-d43d3fb56e08,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:25.356029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:25.357192 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5062badb-9e1c-4ec2-9a0d-d599d72628f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1525769 Mar 11 16:19:25.895538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-759409dd-220d-412f-bbc2-48fe98e56ce3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442233743&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0418072 Mar 11 16:19:26.065029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-2790a02c-e489-481c-b520-0c1af62e3904 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:26.066476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-2790a02c-e489-481c-b520-0c1af62e3904 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 796 time: 0.1642168 Mar 11 16:19:26.086757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-d52777ba-a286-46c9-97ba-beeaf92047f6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0116119 Mar 11 16:19:26.178691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-b9617a6b-b8e5-4150-a38d-835c714d9dbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856519 Mar 11 16:19:26.318140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-753cc574-cba9-4958-8c2a-7c32c168c894 service neutron] 10.222.0.78 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269681 Mar 11 16:19:26.555685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-b585524d-8ecb-4b08-98cd-0bd6b315ff2b service neutron] 10.222.0.78 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317266 Mar 11 16:19:27.861059 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e0fba033-a776-43f7-8c5e-0ae8521999c0 req-e32023cf-2227-4e55-a917-e4d3224b115d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 210 time: 0.1280077 Mar 11 16:19:29.055451 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afb3986c-37c4-4b43-aa8d-7a0facac8ffb req-ba7fadf5-5d77-4b22-8b59-4dd3cdcaa7c5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 210 time: 0.0674365 Mar 11 16:19:29.087356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-c320c0fd-576f-4dc8-ad13-de995853efe6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:29.087356 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-c320c0fd-576f-4dc8-ad13-de995853efe6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 796 time: 0.1745467 Mar 11 16:19:29.139445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-10ca641b-94d3-4303-9bae-b462b9c74ba7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:19:29.156309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-10ca641b-94d3-4303-9bae-b462b9c74ba7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:19:29.157533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-10ca641b-94d3-4303-9bae-b462b9c74ba7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 472 time: 0.0603435 Mar 11 16:19:29.167906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['dda611d0-fa65-462d-86e2-a0339c6e2919']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:29.314095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:19:29.318202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:19:29.320990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:19:29.327285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:19:29.336736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:19:29.341070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.506113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.9 (cf727589-356b-44fa-a867-19cb8e091484/afbf79b7-f8ad-495a-af00-9385b333e53b/6dfc16dd-18fc-49c4-a53b-f18979059083) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:19:29.703830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.720314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 6dfc16dd-18fc-49c4-a53b-f18979059083 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:29.742568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.814763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network cf727589-356b-44fa-a867-19cb8e091484 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:19:29.817635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:19:29.821454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:19:29.859347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:29.897071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:29.897677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:29.922971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0d14640d-4fae-48af-b584-5af470fb6114 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601130 Mar 11 16:19:29.935325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Request body: {'port': {'device_id': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:30.035097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87975155-a88f-4e04-a529-ff72c17937f4 None None] Provisioning for port 6dfc16dd-18fc-49c4-a53b-f18979059083 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:30.045503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-87975155-a88f-4e04-a529-ff72c17937f4 None None] Provisioning complete for port 6dfc16dd-18fc-49c4-a53b-f18979059083 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:30.045908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-87975155-a88f-4e04-a529-ff72c17937f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.064474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.108110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-87975155-a88f-4e04-a529-ff72c17937f4 None None] Port 6dfc16dd-18fc-49c4-a53b-f18979059083 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:19:30.272385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b874-3dd6-4536-ab06-384ea2800270 req-4131e2cf-1b0a-42ad-a121-da2ec6e49793 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:30.273869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1b3b874-3dd6-4536-ab06-384ea2800270 req-4131e2cf-1b0a-42ad-a121-da2ec6e49793 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 931 time: 0.0816109 Mar 11 16:19:30.331109 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1b3b874-3dd6-4536-ab06-384ea2800270 req-a998e8fe-cd9a-471e-8b8e-672ad21f37a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Mar 11 16:19:30.524315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfc16dd-18fc-49c4-a53b-f18979059083 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:19:30.533130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.547252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Transition to ACTIVE for port object 6dfc16dd-18fc-49c4-a53b-f18979059083 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:19:30.550998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.676892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:30.792118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Attempting to bind port 6dfc16dd-18fc-49c4-a53b-f18979059083 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:19:30.792498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Attempting to bind port 6dfc16dd-18fc-49c4-a53b-f18979059083 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:19:30.792822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Attempting to bind port 6dfc16dd-18fc-49c4-a53b-f18979059083 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:30.798933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Port 6dfc16dd-18fc-49c4-a53b-f18979059083 on network cf727589-356b-44fa-a867-19cb8e091484 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:19:30.799245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Attempting to bind port 6dfc16dd-18fc-49c4-a53b-f18979059083 on network cf727589-356b-44fa-a867-19cb8e091484 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:19:30.805278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:19:30.805633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Checking segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:19:30.806026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Bound using segment: {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:19:30.806441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Bound port: 6dfc16dd-18fc-49c4-a53b-f18979059083, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bb40e1-5ba1-43b0-b7e0-0766a13d1711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:19:30.807277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.906283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:19:30.909384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6dfc16dd-18fc-49c4-a53b-f18979059083,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:19:30.913490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.992052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:30.993541 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] 10.222.0.11 "PUT /v2.0/ports/6dfc16dd-18fc-49c4-a53b-f18979059083 HTTP/1.1" status: 200 len: 1093 time: 1.0628958 Mar 11 16:19:30.994006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:31.016774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5638556-a90d-4564-aada-c390dc03ff54 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:31.085196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'status': 'completed', 'code': 200} Mar 11 16:19:31.129394 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-cda0a1fe-c662-4b24-bc51-4886c3dc12fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 1096 time: 0.0795155 Mar 11 16:19:31.203080 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-42b61c2f-87f2-4a3c-89d5-a141cde86d25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dfc16dd-18fc-49c4-a53b-f18979059083 HTTP/1.1" status: 200 len: 217 time: 0.0664277 Mar 11 16:19:31.266192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-24b2952b-ff7c-44f1-b562-ee76b9203f7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:31.267639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-24b2952b-ff7c-44f1-b562-ee76b9203f7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0593989 Mar 11 16:19:31.355060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-1c3e8e3e-8115-42e9-a7ca-aa9b0e0734cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815914 Mar 11 16:19:31.492351 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-9820c761-0d4b-4701-99cd-5c337d04f98b service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309953 Mar 11 16:19:31.559215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dd82f-3bb7-47a9-8357-02ab368c8753 req-6daa66fc-6688-45fa-ac0d-63c5a7ff164d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:31.560759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d48dd82f-3bb7-47a9-8357-02ab368c8753 req-6daa66fc-6688-45fa-ac0d-63c5a7ff164d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 943 time: 0.0895972 Mar 11 16:19:31.610479 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d48dd82f-3bb7-47a9-8357-02ab368c8753 req-bfa07346-823c-4317-938d-93a3ea85675a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Mar 11 16:19:31.631864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6b4b2b9e-015a-4f36-8186-c0a9a00722a3 req-0ea34175-0172-434b-a3cb-b8c06e22d1cf service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334314 Mar 11 16:19:31.768078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-d5b8f458-0492-4dcb-9cc0-46713ffb07f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 1096 time: 0.0704572 Mar 11 16:19:31.898179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b9897-682a-4593-88f7-45a41772329b req-38ba8529-c6cf-4485-8dc5-5c14834c9fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:31.899654 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-38ba8529-c6cf-4485-8dc5-5c14834c9fd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1308818 Mar 11 16:19:32.071424 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-d65e72f6-e937-47bd-9830-442add71ee33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dfc16dd-18fc-49c4-a53b-f18979059083 HTTP/1.1" status: 200 len: 217 time: 0.1621585 Mar 11 16:19:32.138089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b9897-682a-4593-88f7-45a41772329b req-7106edc6-1b39-449b-ab6c-1513f6074a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:32.139529 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-7106edc6-1b39-449b-ab6c-1513f6074a0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0611892 Mar 11 16:19:32.217802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-ea574b93-ab27-4f12-af5b-9d3ea5db42a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715988 Mar 11 16:19:32.364492 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-c70ec82c-4d44-405a-b1f3-978791f860f7 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366274 Mar 11 16:19:32.508290 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54b9897-682a-4593-88f7-45a41772329b req-c20fe221-9239-4d57-adc6-e4043ef6f751 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371968 Mar 11 16:19:32.815693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764f80-5f91-46bc-b5e0-d810a0048537 req-2d90f092-5c40-4f85-a441-a0fa2ce1cfdc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:32.817133 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c764f80-5f91-46bc-b5e0-d810a0048537 req-2d90f092-5c40-4f85-a441-a0fa2ce1cfdc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 943 time: 0.0801806 Mar 11 16:19:32.867980 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c764f80-5f91-46bc-b5e0-d810a0048537 req-59f481e5-9f57-49b8-a040-ba62668d33c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Mar 11 16:19:33.033317 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-4f101efc-2b2e-4200-a514-f67a3947c50b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747728 Mar 11 16:19:33.178216 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-35a52f10-751c-45e1-9400-e08d6f7cef3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1098 time: 0.0687442 Mar 11 16:19:33.335550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-00d61a13-04a7-42cb-a173-f9d2f13481d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.337029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-00d61a13-04a7-42cb-a173-f9d2f13481d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1377327 Mar 11 16:19:33.410596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-e9033db1-e343-4223-9bb4-e7614623dce3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 217 time: 0.0672069 Mar 11 16:19:33.475208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-6498dfaa-ac5a-412f-9a54-1e3599dc73be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:33.476667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-6498dfaa-ac5a-412f-9a54-1e3599dc73be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0588350 Mar 11 16:19:33.556306 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-5c415580-9e86-4828-80b4-51603514e291 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734117 Mar 11 16:19:33.690333 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-5b7da6e2-34d2-4028-acd0-1b9ab550c969 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264789 Mar 11 16:19:33.828382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-de7634ea-e883-4164-a316-85ad2784d5b1 req-6f1c515d-5dd3-4214-9290-8be6783fb4f4 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317496 Mar 11 16:19:34.087566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211525b-6699-45cf-9a7e-6a3ed792903f req-67aa46a0-fdb4-4f94-a534-80692d8b0eb8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:34.090428 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8211525b-6699-45cf-9a7e-6a3ed792903f req-67aa46a0-fdb4-4f94-a534-80692d8b0eb8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 943 time: 0.0878265 Mar 11 16:19:34.140755 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8211525b-6699-45cf-9a7e-6a3ed792903f req-69526ddf-b630-4ada-9bbf-02f5aa77fb9d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Mar 11 16:19:35.343152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4171f60-9bfb-4848-868b-9ea59913d47d req-bc2c94ae-e3d6-4b3a-bb13-51a93d54d8c2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:35.344523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a4171f60-9bfb-4848-868b-9ea59913d47d req-bc2c94ae-e3d6-4b3a-bb13-51a93d54d8c2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 943 time: 0.0837784 Mar 11 16:19:35.398006 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a4171f60-9bfb-4848-868b-9ea59913d47d req-ff160740-7e3b-4851-ab60-77607ef9b343 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474761 Mar 11 16:19:36.057904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 6dfc16dd-18fc-49c4-a53b-f18979059083 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:19:36.192269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6dfc16dd-18fc-49c4-a53b-f18979059083,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:36.206748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'port_id': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'mac_address': 'fa:16:3e:e6:9f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:19:36.264725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.282488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfc16dd-18fc-49c4-a53b-f18979059083 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:19:36.297925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6dfc16dd-18fc-49c4-a53b-f18979059083,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:36.302592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:36.370716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:36.378961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.379308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.379633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.379963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.380292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.380636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.380938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.381256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.381579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.381920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.382239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:19:36.604097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e32d8-d81f-40ca-b67e-306b461b5b3c req-2fcd0a40-3357-45cd-b654-dac54c106630 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:36.605535 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-077e32d8-d81f-40ca-b67e-306b461b5b3c req-2fcd0a40-3357-45cd-b654-dac54c106630 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 944 time: 0.0794032 Mar 11 16:19:36.642041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['6dfc16dd-18fc-49c4-a53b-f18979059083'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:19:36.662865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-077e32d8-d81f-40ca-b67e-306b461b5b3c req-825a293f-6fcb-4b23-b0a4-c38b88091d1d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 Mar 11 16:19:37.868196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f66dde-0bdc-4866-9c19-7afed51057a6 req-0f4900db-6d66-4198-9e0d-56d0319b7a8f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:37.869635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15f66dde-0bdc-4866-9c19-7afed51057a6 req-0f4900db-6d66-4198-9e0d-56d0319b7a8f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 944 time: 0.0828023 Mar 11 16:19:37.918966 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15f66dde-0bdc-4866-9c19-7afed51057a6 req-40ae9f7a-0212-49f6-9aaa-941f7a85a456 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Mar 11 16:19:38.072265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 6dfc16dd-18fc-49c4-a53b-f18979059083 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:19:38.135897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee481c37-97a9-4f91-895c-f27f0f1eb356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.155919 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 6dfc16dd-18fc-49c4-a53b-f18979059083 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:19:38.160806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 6dfc16dd-18fc-49c4-a53b-f18979059083 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:19:38.161171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.276538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.303031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:38.313600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6dfc16dd-18fc-49c4-a53b-f18979059083,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:19:38.318260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:38.386577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:19:38.439973 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'code': 200} Mar 11 16:19:38.677089 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8b7ff270-c7ee-443a-bf93-6b7fc7d2d1fd req-cf3b4a09-8e83-4817-9300-8650540547bd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 1098 time: 0.0753665 Mar 11 16:19:38.721590 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8b7ff270-c7ee-443a-bf93-6b7fc7d2d1fd req-435b7684-5949-4a1a-a2c1-e7f2d5ad8063 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Mar 11 16:19:39.126973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa638a-e15b-41b0-885b-0a8ce5010bdf req-038cab50-394c-463a-9c41-9354ff72278e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:39.128402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9afa638a-e15b-41b0-885b-0a8ce5010bdf req-038cab50-394c-463a-9c41-9354ff72278e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.0873075 Mar 11 16:19:39.177929 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9afa638a-e15b-41b0-885b-0a8ce5010bdf req-e9b1b3b3-06f1-499e-b520-1291da92ce61 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 Mar 11 16:19:40.384784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f16ec-efc2-4ed5-ba92-5a3d80c98e71 req-9535e135-2a60-431a-bfc8-645a42fef822 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:40.386231 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f6f16ec-efc2-4ed5-ba92-5a3d80c98e71 req-9535e135-2a60-431a-bfc8-645a42fef822 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.0830245 Mar 11 16:19:40.434200 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f6f16ec-efc2-4ed5-ba92-5a3d80c98e71 req-f23fb70d-297f-4215-88c1-e59270b0d7ed tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Mar 11 16:19:40.636291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510098-9fa6-4721-8168-63f466961b20 req-a56a87a8-3c68-45f9-b7f5-a172e1b5c7b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:40.638346 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95510098-9fa6-4721-8168-63f466961b20 req-a56a87a8-3c68-45f9-b7f5-a172e1b5c7b3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.0832675 Mar 11 16:19:40.685237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95510098-9fa6-4721-8168-63f466961b20 req-787b8bed-de1b-4aae-b01b-6ce7c7d08911 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406110 Mar 11 16:19:40.714698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42234) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:40.787554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6af7fbed-2527-468d-87ed-b2cb3da6d2f2 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 1093 time: 0.0717156 Mar 11 16:19:40.790293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42238) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:40.796156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'port_id': '6dfc16dd-18fc-49c4-a53b-f18979059083'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:19:40.877269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.200754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c66aa094-63fe-44e7-8495-2c0142da211e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.574472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.579335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:41.772040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1 associated. External IP: 172.26.4.47, port: 6dfc16dd-18fc-49c4-a53b-f18979059083. Mar 11 16:19:41.920571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.068734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.185653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:19:42.408002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:19:42.412449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:42.420901 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:19:42.433935 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:42.434711 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:19:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:42.480742 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fc97f2fb-e275-4571-916a-5f75988c2f6b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 990 time: 1.6891530 Mar 11 16:19:42.482256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:19:42.485337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42242) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:42.541795 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'status': 'completed', 'code': 200} Mar 11 16:19:42.611601 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f759c092-b405-42f0-bf8a-4de40ead1542 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 990 time: 0.1244445 Mar 11 16:19:42.638950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:42.766781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-7f33b10b-a7b8-408b-8f76-8515c8888ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 1098 time: 0.2034731 Mar 11 16:19:42.915028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-c5b0b4a4-c928-4989-aee9-9c8885597aa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:42.916735 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-c5b0b4a4-c928-4989-aee9-9c8885597aa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1427491 Mar 11 16:19:43.033292 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-221133dd-fac0-4f0c-b2a9-c827ecdc0b64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dfc16dd-18fc-49c4-a53b-f18979059083 HTTP/1.1" status: 200 len: 998 time: 0.1104307 Mar 11 16:19:43.047497 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:e6:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:19:41Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:43.051206 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:19:43.064010 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:19:43.064010 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:19:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:43.105824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-daad3781-556f-4343-ba24-1d3c1ffd2c49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:19:43.107488 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-daad3781-556f-4343-ba24-1d3c1ffd2c49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0678754 Mar 11 16:19:43.185071 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-93661eaa-88d3-46e7-b4c2-15a17972b02a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713675 Mar 11 16:19:43.250579 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:19:43.330640 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-4a1c226a-a35d-4432-94de-763cf2228bb6 service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398253 Mar 11 16:19:43.475788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d2ca56c4-d01a-43e7-85ba-13748b4ac877 req-e9c25552-4572-420d-a1ea-83b69f679bea service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383479 Mar 11 16:19:43.488260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:43.615863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42248) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:43.635004 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:e6:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:19:41Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:19:43.639266 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891dd62e-4ebb-4e7f-a3eb-21b8241f0185 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25b481d3-12e8-4e8a-a216-3bb12ef5eab1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'port_id': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'mac_address': 'fa:16:3e:e6:9f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:18:02Z', 'updated_at': '2022-03-11T16:19:41Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:19:43.728831 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8114db0f-ed74-45a0-8655-ec9bead70cbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 990 time: 0.1108320 Mar 11 16:19:43.855169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73420a5-f996-4527-8786-d261ff1b9b63 None None] New status for floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:19:44.731702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42252) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:19:44.843675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d0655797-1440-49a7-a3da-bf7769d7f136 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 200 len: 992 time: 0.1106980 Mar 11 16:19:45.134757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:19:57.078874 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:08.119518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a06f7441-02a6-46c1-9097-78b0aebe72e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.208067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-33002c15-b40b-4b05-8053-766ce7456ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:11.925679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:12.065449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:13.490850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:15.157771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:34.079202 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:20:35.024598 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-19dc8f76-42d3-4562-afec-568a8bdd4a52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715055 Mar 11 16:20:35.172904 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-0a270de2-8016-45a4-8cf6-f66bf3c282f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 1098 time: 0.0722210 Mar 11 16:20:35.325262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-083ac1b8-df5f-458d-882f-49ba37741470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:35.326711 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-083ac1b8-df5f-458d-882f-49ba37741470 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 200 len: 897 time: 0.1286461 Mar 11 16:20:35.408027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-e091ff99-4892-4f73-960a-2e4f11ff10fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 200 len: 217 time: 0.0729065 Mar 11 16:20:35.472950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-6686b3b8-7af6-4f59-910b-d1f74d948def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:35.474433 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-6686b3b8-7af6-4f59-910b-d1f74d948def service neutron] 10.222.0.11 "GET /v2.0/subnets?id=afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 200 len: 835 time: 0.0599847 Mar 11 16:20:35.553516 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-1cca9370-7d3b-4a27-8ed5-52a91bab3e51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf727589-356b-44fa-a867-19cb8e091484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732062 Mar 11 16:20:35.686982 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-3680e7ee-a2a9-46d7-83b8-049b66371a7b service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272359 Mar 11 16:20:35.820193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ea64414c-2c22-427b-9815-91be1b5a5018 req-615be249-d163-4c3a-ab02-419c63aa0c9f service neutron] 10.222.0.11 "GET /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270211 Mar 11 16:20:38.122660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3d12459-a212-4c86-b1c5-d32675242a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.200953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9767c4-8f78-4000-b88f-eb38ccb5b33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:41.929314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:42.060566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:43.636311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:45.147451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:20:58.279487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bf83e-5a5a-43c2-9b39-86da736a7827 req-e114a495-5b4c-4bac-8098-22c81221e236 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:58.280929 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d74bf83e-5a5a-43c2-9b39-86da736a7827 req-e114a495-5b4c-4bac-8098-22c81221e236 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.0856345 Mar 11 16:20:58.331321 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d74bf83e-5a5a-43c2-9b39-86da736a7827 req-15ece071-e9c7-4d87-a09e-e856db9ad7e8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448697 Mar 11 16:20:59.544076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531c824-3156-4dcd-a482-aa08d4f87089 req-d71451cf-80d9-4f12-a832-bfdb65f6c678 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.545524 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3531c824-3156-4dcd-a482-aa08d4f87089 req-d71451cf-80d9-4f12-a832-bfdb65f6c678 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.0784287 Mar 11 16:20:59.593478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3531c824-3156-4dcd-a482-aa08d4f87089 req-23d5d636-aaed-4ee1-b65b-7a3c84db6a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=dda611d0-fa65-462d-86e2-a0339c6e2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Mar 11 16:20:59.910502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d175f-039a-4c72-9df7-7033dd198dbd req-7a287b26-c7b2-4514-937b-2d9f21a09b35 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:20:59.911196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-832d175f-039a-4c72-9df7-7033dd198dbd req-7a287b26-c7b2-4514-937b-2d9f21a09b35 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:20:59.929386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-832d175f-039a-4c72-9df7-7033dd198dbd req-7a287b26-c7b2-4514-937b-2d9f21a09b35 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:20:59.930660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-832d175f-039a-4c72-9df7-7033dd198dbd req-7a287b26-c7b2-4514-937b-2d9f21a09b35 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 945 time: 0.1012175 Mar 11 16:21:00.009051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 6dfc16dd-18fc-49c4-a53b-f18979059083 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:00.009398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.355878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 6dfc16dd-18fc-49c4-a53b-f18979059083, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=6dfc16dd-18fc-49c4-a53b-f18979059083,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:00.355878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.672548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.672993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.673366 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1 disassociated. External IP: 172.26.4.47, port: 6dfc16dd-18fc-49c4-a53b-f18979059083. Mar 11 16:21:00.673730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 6dfc16dd-18fc-49c4-a53b-f18979059083 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:00.835446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:00.885867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb328988-8fc7-4915-a12b-8968623e027e req-4054e615-1540-45a7-9dd5-1ddc1ad66619 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 210 time: 0.1474073 Mar 11 16:21:00.887012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=6dfc16dd-18fc-49c4-a53b-f18979059083,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:00.897557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.898000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.898469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.898805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.899137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.899464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.899796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.900149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.900472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.900789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:00.901107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:01.149525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:01.376151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:01.386790 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:21:01.400108 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:01.400666 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:20:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:01.449384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 6dfc16dd-18fc-49c4-a53b-f18979059083 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:01.451830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:01.454334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'name': 'network-vif-deleted', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:01.471596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-832d175f-039a-4c72-9df7-7033dd198dbd req-e0d642bc-9573-4210-84d8-2fa151775653 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/6dfc16dd-18fc-49c4-a53b-f18979059083 HTTP/1.1" status: 204 len: 173 time: 1.5357103 Mar 11 16:21:01.529374 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13adf630-35ec-422a-abb4-e76e9f486e1b', 'name': 'network-vif-deleted', 'tag': '6dfc16dd-18fc-49c4-a53b-f18979059083', 'status': 'completed', 'code': 200} Mar 11 16:21:01.592737 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:01.914118 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:01.919476 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:21:01.932507 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:01.933117 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:20:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:02.096091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84019100-3b4b-43d6-b95b-2a169b32e119 req-c66ad2e9-233d-4522-8eb0-0468a78c22c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=13adf630-35ec-422a-abb4-e76e9f486e1b HTTP/1.1" status: 200 len: 210 time: 0.0490956 Mar 11 16:21:02.158180 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:02.474399 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:02.479470 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55df42-a215-4a20-8985-3e9d5fad8929 None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '57b49ddb-bbe9-40e3-954c-f853ddc70ee1', 'name': '', 'network_id': 'cf727589-356b-44fa-a867-19cb8e091484', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:e1:07:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:39Z', 'updated_at': '2022-03-11T16:17:46Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'afbf79b7-f8ad-495a-af00-9385b333e53b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:21:02.721402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe962d4-b267-45b4-87c7-a189837484a4 None None] New status for floating IP 25b481d3-12e8-4e8a-a216-3bb12ef5eab1: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:21:03.221222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42294) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.294975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.327772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.395239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.415638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda611d0-fa65-462d-86e2-a0339c6e2919,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:03.428668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.429010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.429350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.429680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.430034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.430362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.430688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.431010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.431330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.431651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.431971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:03.437258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.438404 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1c595b3e-4bf8-4db6-8fd4-4c2566797d47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/dda611d0-fa65-462d-86e2-a0339c6e2919 HTTP/1.1" status: 204 len: 168 time: 0.2161808 Mar 11 16:21:03.489228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42300) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:03.659410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port c2688c8f-64aa-41f1-8049-36dbd27f2b7b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:03.659744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.923072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:03.923393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.046458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for c2688c8f-64aa-41f1-8049-36dbd27f2b7b owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:04.191703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.236851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=c2688c8f-64aa-41f1-8049-36dbd27f2b7b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:04.338524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.354018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:04.355241 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97ac14d1-b863-4909-b901-5110c24df22e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/25b481d3-12e8-4e8a-a216-3bb12ef5eab1 HTTP/1.1" status: 204 len: 168 time: 0.8650694 Mar 11 16:21:04.444303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 6dfc16dd-18fc-49c4-a53b-f18979059083 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:04.481628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 6dfc16dd-18fc-49c4-a53b-f18979059083 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:21:04.481990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 6dfc16dd-18fc-49c4-a53b-f18979059083 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:04.758072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a6ce-37d8-418a-8c37-2fcf50936bf6 req-f6d6b219-5326-4005-89c1-b63266642de2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:04.759433 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11c0a6ce-37d8-418a-8c37-2fcf50936bf6 req-f6d6b219-5326-4005-89c1-b63266642de2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0893044 Mar 11 16:21:04.807451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-11c0a6ce-37d8-418a-8c37-2fcf50936bf6 req-c2887608-b4d8-492f-b209-3597e1b85990 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:04.826712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-11c0a6ce-37d8-418a-8c37-2fcf50936bf6 req-c2887608-b4d8-492f-b209-3597e1b85990 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:04.827968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11c0a6ce-37d8-418a-8c37-2fcf50936bf6 req-c2887608-b4d8-492f-b209-3597e1b85990 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628142 Mar 11 16:21:06.043249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff5032-5772-4df2-a051-20a55728d245 req-4b29e059-2b7e-44f0-8120-6b6ef167804e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:06.044742 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8ff5032-5772-4df2-a051-20a55728d245 req-4b29e059-2b7e-44f0-8120-6b6ef167804e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0816143 Mar 11 16:21:06.098338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8ff5032-5772-4df2-a051-20a55728d245 req-6c7e2b0b-1cfa-4009-becc-6e32db9a8556 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=cb9cc3d5-f379-47d5-b8a7-2749d333363d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470817 Mar 11 16:21:06.292044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-53711be7-7e9a-4ebb-ab25-4c705c81ec62 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:06.292734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-53711be7-7e9a-4ebb-ab25-4c705c81ec62 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:06.309016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-53711be7-7e9a-4ebb-ab25-4c705c81ec62 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:06.310360 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-53711be7-7e9a-4ebb-ab25-4c705c81ec62 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 945 time: 0.0949035 Mar 11 16:21:06.383161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port bd58f826-f1b1-465c-a297-81b8ec1f7903 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:06.383512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.627476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port bd58f826-f1b1-465c-a297-81b8ec1f7903, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bd58f826-f1b1-465c-a297-81b8ec1f7903,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:06.627834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.752182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for bd58f826-f1b1-465c-a297-81b8ec1f7903 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:06.906453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:06.966387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=bd58f826-f1b1-465c-a297-81b8ec1f7903,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:07.040278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port bd58f826-f1b1-465c-a297-81b8ec1f7903 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:07.042715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:07.045461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'name': 'network-vif-deleted', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:07.067480 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae7f6dc3-dd16-4595-aed2-61d060ea418f req-16edf6d7-9004-4ad3-ae67-6186c622f6cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/bd58f826-f1b1-465c-a297-81b8ec1f7903 HTTP/1.1" status: 204 len: 173 time: 0.7513955 Mar 11 16:21:07.108420 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cdecc10-bb09-41e0-ae0d-e74c91042843', 'name': 'network-vif-deleted', 'tag': 'bd58f826-f1b1-465c-a297-81b8ec1f7903', 'status': 'completed', 'code': 200} Mar 11 16:21:07.280960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58478533-deec-448d-bd27-f0e441177b8d req-b5ee097a-d019-4a62-b279-e690b73c657f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cdecc10-bb09-41e0-ae0d-e74c91042843 HTTP/1.1" status: 200 len: 210 time: 0.0429840 Mar 11 16:21:08.124396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ec36fe7-c5fe-4f0a-8c6e-62b8b84b26d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.390203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42316) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:08.466703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.497499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.562223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.582030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9cc3d5-f379-47d5-b8a7-2749d333363d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:08.592932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:08.596538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f5afbb00-82b9-48ec-9e7f-49c5549d5285 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/cb9cc3d5-f379-47d5-b8a7-2749d333363d HTTP/1.1" status: 204 len: 168 time: 0.2029679 Mar 11 16:21:08.644029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42322) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:09.160559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:09.814588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:09.815294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.013950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 57b49ddb-bbe9-40e3-954c-f853ddc70ee1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:10.014299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.140667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:10.320922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:10.372229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=57b49ddb-bbe9-40e3-954c-f853ddc70ee1,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:10.467934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bd58f826-f1b1-465c-a297-81b8ec1f7903 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:10.502939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: bd58f826-f1b1-465c-a297-81b8ec1f7903 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:21:10.503373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bd58f826-f1b1-465c-a297-81b8ec1f7903 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:10.770549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.079719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:11.203263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-867376ce-5f81-4b34-bf53-c701b68fa861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.368982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 3f2c92de-240e-4dc8-be17-709074c498a0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:11.570305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:11.579470 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Sync routers for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:21:11.582673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-89c2d5af-5893-45b1-9ab0-3a9bd7acc518 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/3f2c92de-240e-4dc8-be17-709074c498a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9377153 Mar 11 16:21:11.585395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42326) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:11.592599 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:11.593217 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:11.776322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet afbf79b7-f8ad-495a-af00-9385b333e53b {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:21:11.779117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.787251 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:11.832157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.929324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:11.931575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.009156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.067598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.069482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.072792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac78140-a9b9-4f1e-bd74-021089bc7186 None None] Network cf727589-356b-44fa-a867-19cb8e091484 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:21:12.080278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=afbf79b7-f8ad-495a-af00-9385b333e53b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.083279 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-08719b59-bba7-4c93-b055-8a9d12f1b5a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/afbf79b7-f8ad-495a-af00-9385b333e53b HTTP/1.1" status: 204 len: 168 time: 0.4967897 Mar 11 16:21:12.086530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42330) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:12.123752 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:21:10Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:12.128204 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Checking router: 3f2c92de-240e-4dc8-be17-709074c498a0 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:21:12.142579 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Routers {'3f2c92de-240e-4dc8-be17-709074c498a0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:12.143231 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['3f2c92de-240e-4dc8-be17-709074c498a0'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:12.349793 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] Set router 3f2c92de-240e-4dc8-be17-709074c498a0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:12.369451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] DHCP port deletion for cf727589-356b-44fa-a867-19cb8e091484 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:21:12.374380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Deleting port 0827528f-5b5e-465e-b369-4895b4dd8ad1 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:12.374883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.441209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.598211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] For port 0827528f-5b5e-465e-b369-4895b4dd8ad1, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=0827528f-5b5e-465e-b369-4895b4dd8ad1,segment=NetworkSegment(51bb40e1-5ba1-43b0-b7e0-0766a13d1711),segment_id=51bb40e1-5ba1-43b0-b7e0-0766a13d1711)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:12.599164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.666113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.676519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port a545e746-ce64-4863-82f7-e6c2abfa6b84 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:21:12.676962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.693355 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:21:10Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:12.698651 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d219b5-495e-4905-9727-8b99a94d9e4b None None] The sync data for ids ['3f2c92de-240e-4dc8-be17-709074c498a0'] in dv-neutron-833206-1-hyperv is: [{'id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'name': 'tempest-TestNetworkBasicOps-router-185417668', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:21:10Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'a545e746-ce64-4863-82f7-e6c2abfa6b84', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2c92de-240e-4dc8-be17-709074c498a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:17:35Z', 'updated_at': '2022-03-11T16:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:21:12.748403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Calling delete_port for 0827528f-5b5e-465e-b369-4895b4dd8ad1 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:12.855198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.876189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port a545e746-ce64-4863-82f7-e6c2abfa6b84, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a545e746-ce64-4863-82f7-e6c2abfa6b84,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:12.876555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:12.930214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Pushing event deleted for resources: {'Port': ['ID=0827528f-5b5e-465e-b369-4895b4dd8ad1,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:12.942881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.944011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.944011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.944011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.944606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.945191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.948007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.948007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.948007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.948007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.948007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:12.950444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1d608-b083-4f82-be75-a44535e867a0 None None] No DVR routers for this DVR port 0827528f-5b5e-465e-b369-4895b4dd8ad1 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:13.018688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for a545e746-ce64-4863-82f7-e6c2abfa6b84 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:21:13.224475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.272569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=a545e746-ce64-4863-82f7-e6c2abfa6b84,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:13.497909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.514639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.909288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.913633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.939169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.939907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router 3f2c92de-240e-4dc8-be17-709074c498a0 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:21:13.955781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:13.956893 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-057291fb-e6a1-4939-8ef5-47086efe4104 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/3f2c92de-240e-4dc8-be17-709074c498a0 HTTP/1.1" status: 204 len: 168 time: 1.8694777 Mar 11 16:21:13.959897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42334) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.078911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.212363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.236832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf727589-356b-44fa-a867-19cb8e091484']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.250262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bb40e1-5ba1-43b0-b7e0-0766a13d1711') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.250546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bb40e1-5ba1-43b0-b7e0-0766a13d1711') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:14.262788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.278677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.284580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:21:14.284954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:21:14.299663 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:21:14.385200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.404024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.416784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=cf727589-356b-44fa-a867-19cb8e091484,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.427357 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-712336f3-ecd9-4dac-bc97-37327553d91c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/cf727589-356b-44fa-a867-19cb8e091484 HTTP/1.1" status: 204 len: 168 time: 0.4663992 Mar 11 16:21:14.447770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:14.451810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42338) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.458149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--1091766173', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:14.463552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:14.468052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:14.471093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:14.478162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:14.487942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:14.490723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:21:14.491605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 57b49ddb-bbe9-40e3-954c-f853ddc70ee1 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:14.492018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a545e746-ce64-4863-82f7-e6c2abfa6b84 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:14.492323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.522125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:21:14.524454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a545e746-ce64-4863-82f7-e6c2abfa6b84 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:21:14.524803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a545e746-ce64-4863-82f7-e6c2abfa6b84 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:14.525218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0827528f-5b5e-465e-b369-4895b4dd8ad1 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:14.532155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.532515 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 771e3f28-3d3c-431b-80fe-61a4187a4b07 of type vlan for network e8269a76-41d7-4574-93df-e8c4910da34b Mar 11 16:21:14.561628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.563601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 0827528f-5b5e-465e-b369-4895b4dd8ad1 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:21:14.564261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 0827528f-5b5e-465e-b369-4895b4dd8ad1 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:14.593590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.597284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:14.597887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.713530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2601659 Mar 11 16:21:14.716705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:14.718696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703589-81c0-4b59-9b08-e42c0ad56b1a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=e8269a76-41d7-4574-93df-e8c4910da34b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:14.722552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:14.729418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e8269a76-41d7-4574-93df-e8c4910da34b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:21:14.730162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:14.733942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:14.736749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:14.743139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:14.754662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.755821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.777439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:14.937894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.135768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.154078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.166162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.316369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.5 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/da88d622-50e7-44ad-9e44-b51ff2b3e8e0) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:15.470366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.501394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.571174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:15.573793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:15.577441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:21:15.613797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:15.747509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:15.748238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.102900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:21:16.310626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:16.321486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Sync routers for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:21:16.333595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:16.334263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:16.338901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.340628 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5182aae4-b22f-4a78-9f3b-5448fb3f7e27 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6229401 Mar 11 16:21:16.344111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42346) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.397652 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aa7f6c2a-548c-4f02-8ac4-d1e44db71ff1 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521691 Mar 11 16:21:16.400248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.518602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:16.543909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffbfc1d-22bf-4cc4-9fb6-2074d0dbaa7a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:16.545557 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7ffbfc1d-22bf-4cc4-9fb6-2074d0dbaa7a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1444244 Mar 11 16:21:16.548510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42354) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.594825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b16dc35-d6b1-4765-97df-6163aefe05e4 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450675 Mar 11 16:21:16.597325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42358) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:16.603588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248163467', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:16.721054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:16.724844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:16.728628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:16.734256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:16.745472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:16.810108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:15Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:16.814172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Checking router: dd4bcfb1-892e-4167-bf0e-fe3ad6896351 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:21:16.814511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Updating router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:21:16.855431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:16.870164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.085988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.163827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=af4e10b8-7157-4197-a85e-704dabe845da,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.186321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:17.186321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: e8269a76-41d7-4574-93df-e8c4910da34b, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:21:17.208139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.211380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network e8269a76-41d7-4574-93df-e8c4910da34b is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:21:17.223024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, e8269a76-41d7-4574-93df-e8c4910da34b) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:17.224121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Transition to ACTIVE for port object da88d622-50e7-44ad-9e44-b51ff2b3e8e0 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:17.228902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:17.229521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.235407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.254845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1e87ae4d-b448-4f20-8b61-10b84cf53a36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6538587 Mar 11 16:21:17.255537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42362) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:17.278676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b715a0-02e3-4bb4-8fd3-a459c5886aa3 None None] Network e8269a76-41d7-4574-93df-e8c4910da34b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:21:17.394511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184ea8-9605-43f6-b345-340b96a637fa None None] Pushing event updated for resources: {'Port': ['ID=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.409252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Attempting to bind port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:17.409622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Attempting to bind port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:17.410016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Attempting to bind port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:17.436026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:21:17.436457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:17.436875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.437269 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:21:17.437779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Bound port: da88d622-50e7-44ad-9e44-b51ff2b3e8e0, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:17.438654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.571803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] For port da88d622-50e7-44ad-9e44-b51ff2b3e8e0, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:17.576281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] For port da88d622-50e7-44ad-9e44-b51ff2b3e8e0, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:17.607035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.671266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-e8269a76-41d7-4574-93df-e8c4910da34b', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:21:17.672097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:17.780056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184ea8-9605-43f6-b345-340b96a637fa None None] Pushing event updated for resources: {'Port': ['ID=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:17.785552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:17.786421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:18.068857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Allocated IP 172.20.0.2 (e8269a76-41d7-4574-93df-e8c4910da34b/af4e10b8-7157-4197-a85e-704dabe845da/760a9741-81e8-4206-aa63-a5ac2994e37b) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:18.105405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:18.121303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.543060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.557684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Transition to ACTIVE for port object 760a9741-81e8-4206-aa63-a5ac2994e37b will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:18.582198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Transition to ACTIVE for port object 760a9741-81e8-4206-aa63-a5ac2994e37b will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:18.592060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.645662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:15Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:18.668567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22771ae9-9d69-4d56-b52d-f70c4d60e48d None None] The sync data for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv is: [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:15Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:21:18.680442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Network e8269a76-41d7-4574-93df-e8c4910da34b is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:18.681441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Pushing event updated for resources: {'Port': ['ID=760a9741-81e8-4206-aa63-a5ac2994e37b,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:18.684499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:18.691358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:21:18.793312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (e8269a76-41d7-4574-93df-e8c4910da34b/af4e10b8-7157-4197-a85e-704dabe845da/cdada21b-8613-4df7-baec-55b286b85d93) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:18.803449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Attempting to bind port 760a9741-81e8-4206-aa63-a5ac2994e37b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:18.804171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Attempting to bind port 760a9741-81e8-4206-aa63-a5ac2994e37b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:18.804526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Attempting to bind port 760a9741-81e8-4206-aa63-a5ac2994e37b on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:18.812253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:21:18.812685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Checking segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:18.813048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.813478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Bound using segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:21:18.813960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Bound port: 760a9741-81e8-4206-aa63-a5ac2994e37b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:18.814318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:18.947087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] For port 760a9741-81e8-4206-aa63-a5ac2994e37b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:18.951477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] For port 760a9741-81e8-4206-aa63-a5ac2994e37b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=760a9741-81e8-4206-aa63-a5ac2994e37b,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:18.962183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.001594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.024024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object cdada21b-8613-4df7-baec-55b286b85d93 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:19.067804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e69be-39d1-45ce-8024-37bc376ecc90 None None] Pushing event updated for resources: {'Port': ['ID=760a9741-81e8-4206-aa63-a5ac2994e37b,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.068634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.145802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network e8269a76-41d7-4574-93df-e8c4910da34b is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:19.150251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:19.157458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:21:19.197745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:19.253193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.346885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.798289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.803058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.930385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:19.934264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.002505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d04dc4-ee15-44b2-bc3b-15dbe3e46ee2 None None] Network e8269a76-41d7-4574-93df-e8c4910da34b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:21:20.102582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network e8269a76-41d7-4574-93df-e8c4910da34b is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:20.103749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:20.123656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b54fb86c-2e1f-4150-a8d0-6011ae168ec9 None None] Provisioning for port 760a9741-81e8-4206-aa63-a5ac2994e37b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:20.318483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device da88d622-50e7-44ad-9e44-b51ff2b3e8e0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:20.396611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:20.404214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:20.404915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.532986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.534761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:20.554442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port da88d622-50e7-44ad-9e44-b51ff2b3e8e0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:20.563072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.563780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 760a9741-81e8-4206-aa63-a5ac2994e37b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:20.718331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Provisioning for port cdada21b-8613-4df7-baec-55b286b85d93 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:20.739578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Provisioning complete for port cdada21b-8613-4df7-baec-55b286b85d93 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:20.739947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.794383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:20.805064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Port cdada21b-8613-4df7-baec-55b286b85d93 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:21:20.827553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 760a9741-81e8-4206-aa63-a5ac2994e37b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:20.831921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Provisioning complete for port 760a9741-81e8-4206-aa63-a5ac2994e37b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:20.832303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.862433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 760a9741-81e8-4206-aa63-a5ac2994e37b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:20.862788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:20.892926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:20.909082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a1532fe5-2ce4-4a05-8610-54f7d8b0ef11 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/dd4bcfb1-892e-4167-bf0e-fe3ad6896351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6524544 Mar 11 16:21:20.911728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42366) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.062918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.087439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.122671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] For port 760a9741-81e8-4206-aa63-a5ac2994e37b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=760a9741-81e8-4206-aa63-a5ac2994e37b,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:21.127739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.154723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4a5b3-6c3e-45f4-9e70-63dd91fea579 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.155014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4a5b3-6c3e-45f4-9e70-63dd91fea579 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.155373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4a5b3-6c3e-45f4-9e70-63dd91fea579 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.155744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4a5b3-6c3e-45f4-9e70-63dd91fea579 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.157339 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8fc4a5b3-6c3e-45f4-9e70-63dd91fea579 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2446425 Mar 11 16:21:21.160038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42370) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.231456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb3c0d-6cde-4050-9ca2-d0f5d483b774 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.231826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb3c0d-6cde-4050-9ca2-d0f5d483b774 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.232660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb3c0d-6cde-4050-9ca2-d0f5d483b774 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.232660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb3c0d-6cde-4050-9ca2-d0f5d483b774 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:21.234237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e6bb3c0d-6cde-4050-9ca2-d0f5d483b774 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0733206 Mar 11 16:21:21.237234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42374) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.253419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:21:21.253793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:21:21.257580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050c918-d19c-42dd-be78-66cfc824ba71 None None] Pushing event updated for resources: {'Port': ['ID=760a9741-81e8-4206-aa63-a5ac2994e37b,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:21.267418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-30d55786-2633-4810-b98c-0cc85363cc04 None None] Provisioning complete for port cdada21b-8613-4df7-baec-55b286b85d93 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:21.267786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30d55786-2633-4810-b98c-0cc85363cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.322235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-30d55786-2633-4810-b98c-0cc85363cc04 None None] Port cdada21b-8613-4df7-baec-55b286b85d93 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:21:21.439355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6e6b5882-5d5e-4f5f-ba0a-14c5dd1dc1cc tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2007487 Mar 11 16:21:21.443168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42378) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:21.449532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-117163811', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:21.590349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:21.594361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:21.597598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:21.604194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:21.613893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:21:21.617423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:21.640261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] device_id is not set on port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 yet. {{(pid=83840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:21:21.788657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.8 (e8269a76-41d7-4574-93df-e8c4910da34b/af4e10b8-7157-4197-a85e-704dabe845da/7a0a3f71-4b83-4908-87ac-356aa81aabe1) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:21.998281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.014257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 7a0a3f71-4b83-4908-87ac-356aa81aabe1 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:22.040058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.122290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network e8269a76-41d7-4574-93df-e8c4910da34b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:22.125681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:22.130178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:21:22.156543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:22.205268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:22.205923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.237943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-42886d71-f909-4647-9816-1fcf10e0a401 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7918589 Mar 11 16:21:22.276934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device da88d622-50e7-44ad-9e44-b51ff2b3e8e0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:22.348271 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Sync routers for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:21:22.362985 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:22.363571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-13dc69b0-d6bd-48e4-8010-a54106927276 None None] Provisioning for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:22.364014 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:22.369434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-13dc69b0-d6bd-48e4-8010-a54106927276 None None] Provisioning complete for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:22.369803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-13dc69b0-d6bd-48e4-8010-a54106927276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.392942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:22.393299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.470633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-13dc69b0-d6bd-48e4-8010-a54106927276 None None] Port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:21:22.535111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 760a9741-81e8-4206-aa63-a5ac2994e37b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:22.554107 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:22.610247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 760a9741-81e8-4206-aa63-a5ac2994e37b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:22.610686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:22.874850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:22.878560 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Checking router: dd4bcfb1-892e-4167-bf0e-fe3ad6896351 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:21:22.878893 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Updating router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 port cdada21b-8613-4df7-baec-55b286b85d93 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:21:22.935198 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.145411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42384) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.151872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2542433', 'description': 'tempest-secgroup-smoke-2542433 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:23.158912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.164637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.167648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.173475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.183996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.221411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.226521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.229491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.235322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.295468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.299247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.301381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.313572 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Transition to ACTIVE for port object cdada21b-8613-4df7-baec-55b286b85d93 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:23.322343 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.351639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fb01f8-7517-4443-8d45-166a4832896f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.355292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.359256 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3dc3d50-2d49-4d07-9c78-8add98217e39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1622 time: 0.2101376 Mar 11 16:21:23.360226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42388) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.366556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:23.374707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.378778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.382265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.388295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.408793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.494508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.499514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.529167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0a9cac-ba1c-4a49-97bd-5d618cd698e4,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.540937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.545922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42392) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.546471 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fd0a31d6-dfcd-44c3-99a3-3d311df4149c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1853189 Mar 11 16:21:23.552743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:23.559968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.560683 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Pushing event updated for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.564508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.568416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.575869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.579863 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Attempting to bind port cdada21b-8613-4df7-baec-55b286b85d93 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:23.580219 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Attempting to bind port cdada21b-8613-4df7-baec-55b286b85d93 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:23.580569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Attempting to bind port cdada21b-8613-4df7-baec-55b286b85d93 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:23.595873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.600759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.601106 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.601437 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.601835 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.602113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.602635 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.602959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.603487 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.603809 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.604124 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.604434 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:21:23.612465 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:21:23.612807 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Checking segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:23.613162 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.613538 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Bound using segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:21:23.614016 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Bound port: cdada21b-8613-4df7-baec-55b286b85d93, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:23.614482 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.673048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.685316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.709145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2973540a-8db7-4cc4-8514-0a7e948ec547,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.719865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.721169 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-863dabe2-75ff-496d-a7eb-9b2bd6d3f9dc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1733489 Mar 11 16:21:23.723800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42396) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.729647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:23.736099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.740211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.744009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.749874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.768025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.834454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.839315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.862113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef8436f-a2d8-4f62-abde-27a1fee9b1a2,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:23.875717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.876978 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e6589ba2-1e2d-415a-98bb-e9b4fe953692 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1522446 Mar 11 16:21:23.880415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42400) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:23.886657 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] For port cdada21b-8613-4df7-baec-55b286b85d93, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:23.890540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:23.891132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] For port cdada21b-8613-4df7-baec-55b286b85d93, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cdada21b-8613-4df7-baec-55b286b85d93,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:23.896689 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.898197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:23.901989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:23.905483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:23.911238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:23.929305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:23.997080 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4e80d-a279-4f2e-804e-fd1e145fb4c5 None None] Pushing event updated for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.017014 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:24.017638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:24.018058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.024554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.052585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ab7179-368a-4a05-9d25-075d1433c1bc,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.063160 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.064535 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-392d4f68-cb4c-48ed-a1f5-b8caaaee9256 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1816792 Mar 11 16:21:24.067384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42404) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:24.074464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:24.082499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:24.088046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:24.092932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:24.102399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:24.116430 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:24.123523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.200189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.204361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.229137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b894b6-1723-46c5-bde7-a2465f670b77,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.231900 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:24.243457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.244761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ecede728-2057-4b2a-b1d5-62f1228d0ae5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1762598 Mar 11 16:21:24.247892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42408) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:24.253615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '62fb01f8-7517-4443-8d45-166a4832896f', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:24.259940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:24.264791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:24.267909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:24.274180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:24.289013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:24.295704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.365075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.369886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.393282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9652e8-f277-485e-a11c-8ea50e7a5440,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:24.403365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:24.404715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-96c33edc-f76a-46de-8e0c-1e9647b7842d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1558096 Mar 11 16:21:24.588083 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:23Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:24.592979 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e4d4ad-d369-45cf-82f0-713b60810ff2 None None] The sync data for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv is: [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:23Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:21:24.605109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-fbceafc4-c159-4212-b6fa-54e67053dcbe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:24.629540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-fbceafc4-c159-4212-b6fa-54e67053dcbe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:24.631148 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-fbceafc4-c159-4212-b6fa-54e67053dcbe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2542433&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0784910 Mar 11 16:21:24.739840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a56c-8548-400e-aa79-76015ab506f5 req-eb90d95b-55e7-41d4-9d0f-7d71952a35ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:24.740425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-eb90d95b-55e7-41d4-9d0f-7d71952a35ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:24.759323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-eb90d95b-55e7-41d4-9d0f-7d71952a35ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:24.760610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-eb90d95b-55e7-41d4-9d0f-7d71952a35ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 929 time: 0.1101437 Mar 11 16:21:24.929746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-4446968f-f38c-42df-8c5a-d8539ab0d166 service neutron] 10.222.0.78 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1508222 Mar 11 16:21:25.072240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-2cc01c4b-709f-4fe0-83a1-a8e05e4f696f service neutron] 10.222.0.78 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405406 Mar 11 16:21:25.242747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-15d68e90-6de0-4ed4-ac7a-fe3169089150 service neutron] 10.222.0.78 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641629 Mar 11 16:21:25.565223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7689b819-8e74-4e85-9b62-c00f1df1100c req-e619230e-7f18-4ace-97f3-ecf816e128b6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.1574390 Mar 11 16:21:26.258589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cdada21b-8613-4df7-baec-55b286b85d93 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:26.327490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port cdada21b-8613-4df7-baec-55b286b85d93 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:26.333725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cdada21b-8613-4df7-baec-55b286b85d93 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:26.334304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.459319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.502795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port cdada21b-8613-4df7-baec-55b286b85d93, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cdada21b-8613-4df7-baec-55b286b85d93,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:26.507528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:26.581835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:26.677863 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac3331ca-fa76-49f4-8d00-e8dfdd08d78b req-c6c92be5-2899-4c35-851a-cd87dee240f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0412009 Mar 11 16:21:27.797180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-08011450-4613-4061-975b-af70479ecb26 req-39dee308-a8b6-4884-8186-7649dde87f9f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0427184 Mar 11 16:21:28.246320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cdada21b-8613-4df7-baec-55b286b85d93 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:28.314443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port cdada21b-8613-4df7-baec-55b286b85d93 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:28.314809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:28.978823 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0ef50a3e-603b-4687-914c-16a1693d04c2 req-5387f26e-e3ce-467e-9012-e1bfe17b29f6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0444314 Mar 11 16:21:30.160237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24f1894a-99f8-4b3e-9f97-585b1fec322a req-d039e912-9fda-4b0e-a2ae-3c2464693793 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0420916 Mar 11 16:21:30.590353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-de932208-083d-4a22-a311-15a8d7c88cd3 service neutron] 10.222.0.11 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1025 time: 0.0621533 Mar 11 16:21:30.747249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a56c-8548-400e-aa79-76015ab506f5 req-83841faf-6917-49b8-9a40-d6d379e7c8d9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:30.747927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-83841faf-6917-49b8-9a40-d6d379e7c8d9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:30.765364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e677a56c-8548-400e-aa79-76015ab506f5 req-83841faf-6917-49b8-9a40-d6d379e7c8d9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:30.766574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-83841faf-6917-49b8-9a40-d6d379e7c8d9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 797 time: 0.1713932 Mar 11 16:21:30.829621 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-821e0d3e-fc62-44ba-8f21-1ea3fc899485 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 377 time: 0.0480974 Mar 11 16:21:30.840746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Request body: {'port': {'device_id': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:30.950643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.318927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0a3f71-4b83-4908-87ac-356aa81aabe1 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:21:31.326045 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.329789 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8f54ed3-6973-4943-ae4e-75f60b827830 req-108e9661-0749-4ea0-bbfe-6156ede41213 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0424924 Mar 11 16:21:31.341359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Transition to ACTIVE for port object 7a0a3f71-4b83-4908-87ac-356aa81aabe1 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:31.345721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.482454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:31.594116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:31.594746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:31.594746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:31.601719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:21:31.602038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:31.608234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:21:31.608561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Checking segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:31.608939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Bound using segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:21:31.609354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Bound port: 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:31.609736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.710388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:31.713198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:31.718542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.786851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:31.788397 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1130 time: 0.9520936 Mar 11 16:21:31.788823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:31.809342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44983-f5a1-4abe-8493-8432d33392c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:31.857857 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'status': 'completed', 'code': 200} Mar 11 16:21:32.008673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-ac8442c9-0ffd-4fc5-9e61-9155d3e3bec1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 1133 time: 0.1821237 Mar 11 16:21:32.078166 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-a46bfecb-e66c-484f-885f-867b4dbc1ca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 217 time: 0.0622368 Mar 11 16:21:32.144532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677a56c-8548-400e-aa79-76015ab506f5 req-7ba03d5e-5e4a-4612-a544-cddd0be5be14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:32.146010 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-7ba03d5e-5e4a-4612-a544-cddd0be5be14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 200 len: 834 time: 0.0627189 Mar 11 16:21:32.225289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-e7a7d54e-e102-4bea-bada-1f013065ea2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8269a76-41d7-4574-93df-e8c4910da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733685 Mar 11 16:21:32.360454 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-2807a3f9-a908-444b-bc41-257bba9714ca service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294751 Mar 11 16:21:32.497300 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e677a56c-8548-400e-aa79-76015ab506f5 req-eca728f6-82b1-4fd7-a48c-cf9d6a08587e service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301007 Mar 11 16:21:32.546050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59654c11-27a8-4b87-8402-86bb4b1efeeb req-87b6d064-0c0a-4c47-835f-488367b24060 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:32.547491 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-59654c11-27a8-4b87-8402-86bb4b1efeeb req-87b6d064-0c0a-4c47-835f-488367b24060 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 980 time: 0.0857241 Mar 11 16:21:32.598422 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-59654c11-27a8-4b87-8402-86bb4b1efeeb req-a5c15bb1-c325-40ff-b707-9cef030d53ff tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Mar 11 16:21:32.617135 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-9ed3d61e-8c85-46ac-b560-f75d9dfc7db4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 1133 time: 0.0751770 Mar 11 16:21:32.767115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-f6afa017-eac6-4127-823c-8f8a87faab09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:32.768539 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-f6afa017-eac6-4127-823c-8f8a87faab09 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 898 time: 0.1402545 Mar 11 16:21:32.845050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-f80ba9e8-9be2-420f-abef-2790fb34319a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 217 time: 0.0701489 Mar 11 16:21:32.910508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-d67da2fb-9ede-4bdd-b3c5-b705f0f74ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:32.911921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-d67da2fb-9ede-4bdd-b3c5-b705f0f74ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 200 len: 834 time: 0.0603206 Mar 11 16:21:32.996497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-c530b11d-bd06-40d2-908f-1daa10317129 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8269a76-41d7-4574-93df-e8c4910da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779846 Mar 11 16:21:33.138315 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-ed8aca14-ee2c-4e50-ab3d-64f350331fe4 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342342 Mar 11 16:21:33.275649 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-125f5a47-54f4-463b-8ad4-501938250ca1 req-f93988cf-d759-4d27-8c8f-5dbb84642e8f service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300323 Mar 11 16:21:33.843601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ac7f6-17b7-42e5-978c-62e9bd810f9f req-30718168-8b6a-42b0-832e-bf4c67694967 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:33.845103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a0ac7f6-17b7-42e5-978c-62e9bd810f9f req-30718168-8b6a-42b0-832e-bf4c67694967 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 980 time: 0.1013088 Mar 11 16:21:33.894156 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a0ac7f6-17b7-42e5-978c-62e9bd810f9f req-ea982fdf-8faf-40f2-a41b-d02829b8dfd1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Mar 11 16:21:35.099115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc97e-6c67-4bb8-a65e-98807c87fbdb req-203ed8fa-615b-4bbb-84df-cdd09390e96f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:35.100723 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b5dc97e-6c67-4bb8-a65e-98807c87fbdb req-203ed8fa-615b-4bbb-84df-cdd09390e96f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 980 time: 0.0809364 Mar 11 16:21:35.146685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b5dc97e-6c67-4bb8-a65e-98807c87fbdb req-9ee6d648-40c2-43a1-a51e-734a7f0e38d4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403228 Mar 11 16:21:36.488734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a48dc-fc1d-41a4-bdd7-ea2717167ceb req-f42163f9-d451-49ce-ab3c-f8baabd58b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:36.490204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-004a48dc-fc1d-41a4-bdd7-ea2717167ceb req-f42163f9-d451-49ce-ab3c-f8baabd58b77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 980 time: 0.0829530 Mar 11 16:21:36.540212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-004a48dc-fc1d-41a4-bdd7-ea2717167ceb req-baa1107b-e259-4351-b3a3-30201972c628 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Mar 11 16:21:36.544966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:21:36.688154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:36.703250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'mac_address': 'fa:16:3e:59:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:21:36.758036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.774771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0a3f71-4b83-4908-87ac-356aa81aabe1 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:21:36.791313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:36.795400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:36.911891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:37.115172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['7a0a3f71-4b83-4908-87ac-356aa81aabe1'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:21:37.747565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d83947-ba3c-4b5e-bcf2-560048c23ea2 req-d89e02a0-a8e3-4ffc-8861-d96b7f930400 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:37.749014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7d83947-ba3c-4b5e-bcf2-560048c23ea2 req-d89e02a0-a8e3-4ffc-8861-d96b7f930400 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 981 time: 0.0781565 Mar 11 16:21:37.795030 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7d83947-ba3c-4b5e-bcf2-560048c23ea2 req-16334c26-c773-4846-9d6b-9eac22f672ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Mar 11 16:21:38.126902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eee66bf9-6910-4154-9928-fc1b52ba1c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.567795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:21:38.647902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:21:38.653137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:38.653505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.769232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.796848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:38.807487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:38.811585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:38.861099 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'code': 200} Mar 11 16:21:38.890783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:39.016962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f932-aaff-4cde-9d18-2c7fedfe15d5 req-c40cba7a-f5a0-4e41-8f82-39aa2ae13e08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:39.018463 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5441f932-aaff-4cde-9d18-2c7fedfe15d5 req-c40cba7a-f5a0-4e41-8f82-39aa2ae13e08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0902388 Mar 11 16:21:39.066538 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5441f932-aaff-4cde-9d18-2c7fedfe15d5 req-2809370c-c4cb-49af-a3d1-3c026d9a1740 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Mar 11 16:21:39.109430 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-077c7e92-666e-474b-bd31-5ae3736218d0 req-5db48f13-d9ab-4a68-b291-faf6366453c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 1135 time: 0.0854192 Mar 11 16:21:39.161693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-077c7e92-666e-474b-bd31-5ae3736218d0 req-502d91fc-82c9-4e59-944a-9917c72d5ba2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Mar 11 16:21:40.274844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7ef8b-9461-4444-ad05-137ac8496d44 req-fd261212-dc83-4d26-91fe-5cdcea2b39a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:40.276239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf7ef8b-9461-4444-ad05-137ac8496d44 req-fd261212-dc83-4d26-91fe-5cdcea2b39a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0776181 Mar 11 16:21:40.326831 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf7ef8b-9461-4444-ad05-137ac8496d44 req-22074ea5-5091-4cd7-8e30-c7f5d2893af8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449588 Mar 11 16:21:41.205912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-492aae12-af2d-486a-aaa4-7c7682215595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.537356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30b7af-f48c-4f0f-9fa3-d5ec8ffb703b req-09473209-ee06-4dba-be36-a2382d92d32f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:41.538827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-df30b7af-f48c-4f0f-9fa3-d5ec8ffb703b req-09473209-ee06-4dba-be36-a2382d92d32f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0800638 Mar 11 16:21:41.584648 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-df30b7af-f48c-4f0f-9fa3-d5ec8ffb703b req-8763b267-52fb-4ce7-b676-8c81c56076e2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Mar 11 16:21:41.791935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4495c-a060-404f-9379-75ba169055ef req-93409131-b259-4034-8baa-798e39c2e560 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:41.793353 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95c4495c-a060-404f-9379-75ba169055ef req-93409131-b259-4034-8baa-798e39c2e560 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0814013 Mar 11 16:21:41.841287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95c4495c-a060-404f-9379-75ba169055ef req-1d55da6d-e123-44ba-9d72-faaebf6eb3ac tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Mar 11 16:21:41.869829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42478) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:41.933096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:41.948948 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ca3f7edc-e6ad-4fd0-88ae-fbff980808f1 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 1130 time: 0.0779803 Mar 11 16:21:41.951676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42482) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:41.956714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:41.962255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:41.966717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:41.969935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:41.975679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:41.989017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.065155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.136726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.283109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.50 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/301eac6a-62dc-4fea-900b-4dc4bb35721c) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:21:42.444309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.472248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:42.538694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:21:42.542597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:21:42.547025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:21:42.658277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=301eac6a-62dc-4fea-900b-4dc4bb35721c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:43.144077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.212556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.422254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.427024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.500479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.550549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=301eac6a-62dc-4fea-900b-4dc4bb35721c,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:43.567793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:43.763442 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP dfaed80d-ab07-4421-8d32-b5c3df6d6ff8 associated. External IP: 172.26.4.50, port: 7a0a3f71-4b83-4908-87ac-356aa81aabe1. Mar 11 16:21:44.314155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:21:44.531882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:21:44.542860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Sync routers for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:21:44.556607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:44.557239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:44.560026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:44.620583 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7df72cc3-b9ad-4657-9ef7-46f4a4716a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.6677825 Mar 11 16:21:44.621517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:44.624949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42488) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:44.705371 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-37215e8c-3150-4475-aa1b-cafa4b669c46 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5&network_id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 1130 time: 0.0769465 Mar 11 16:21:44.744214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:44.772877 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'status': 'completed', 'code': 200} Mar 11 16:21:44.871355 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-a67455b4-b14d-49f3-993c-7c91d031f70a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 1135 time: 0.0764923 Mar 11 16:21:45.037569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-a8124bb3-8b61-4664-a977-346bd68f898c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.039574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-a8124bb3-8b61-4664-a977-346bd68f898c service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 898 time: 0.1619575 Mar 11 16:21:45.109294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef2e5e-1749-4fa4-9d91-42d534d232f5 req-71f0911b-c89b-449f-abbb-ca36135a0935 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.111084 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dcef2e5e-1749-4fa4-9d91-42d534d232f5 req-71f0911b-c89b-449f-abbb-ca36135a0935 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0900190 Mar 11 16:21:45.144542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'dfaed80d-ab07-4421-8d32-b5c3df6d6ff8', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-117163811', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'mac_address': 'fa:16:3e:59:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:42Z', 'updated_at': '2022-03-11T16:21:42Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.150848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Checking router: dd4bcfb1-892e-4167-bf0e-fe3ad6896351 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:21:45.166326 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dcef2e5e-1749-4fa4-9d91-42d534d232f5 req-e71d29da-d558-4a66-80e4-01d8ee8efe36 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488553 Mar 11 16:21:45.173383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:21:45.174035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.228567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:45.255452 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-badccade-c299-4ec2-bde9-e674310f68eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1035 time: 0.2079597 Mar 11 16:21:45.329050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-40c93446-3013-4053-86db-bb1cb429bdb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:45.330534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-40c93446-3013-4053-86db-bb1cb429bdb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 200 len: 834 time: 0.0685270 Mar 11 16:21:45.367362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:21:45.409377 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-e4e039d5-7fed-4cb1-bd90-dedc27053b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8269a76-41d7-4574-93df-e8c4910da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725386 Mar 11 16:21:45.542662 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-c5de5255-0cb9-4379-8f3b-2bdb1c9fd553 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270123 Mar 11 16:21:45.691146 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ccadb018-ff85-4bcf-91b1-7235d55ba62b req-6c914c17-6907-4722-98ee-9ce62308f019 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413047 Mar 11 16:21:45.783112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'dfaed80d-ab07-4421-8d32-b5c3df6d6ff8', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-117163811', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'mac_address': 'fa:16:3e:59:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:42Z', 'updated_at': '2022-03-11T16:21:42Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:21:45.787076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c328cfe-d0e6-4cde-81d5-022d6f41847a None None] The sync data for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv is: [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'dfaed80d-ab07-4421-8d32-b5c3df6d6ff8', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-117163811', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'mac_address': 'fa:16:3e:59:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e61aa7-8b09-4c1a-945a-247e609402a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:21:42Z', 'updated_at': '2022-03-11T16:21:42Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:21:45.985647 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28524ec-d14e-430e-a9f6-39c91b299e5c None None] New status for floating IP dfaed80d-ab07-4421-8d32-b5c3df6d6ff8: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:21:46.393914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2a1ef-a18d-44fc-b76d-80c430957b91 req-e51ebad7-b7b1-494f-849e-0730053cbebf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.395466 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22e2a1ef-a18d-44fc-b76d-80c430957b91 req-e51ebad7-b7b1-494f-849e-0730053cbebf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.0817013 Mar 11 16:21:46.441714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22e2a1ef-a18d-44fc-b76d-80c430957b91 req-bbc227c7-ad25-4bea-96da-bb795de7cfeb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Mar 11 16:21:46.621086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-10da1314-e00a-4ff2-a4a3-68a39c78b954 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.621806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-10da1314-e00a-4ff2-a4a3-68a39c78b954 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:46.638425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-10da1314-e00a-4ff2-a4a3-68a39c78b954 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:46.639585 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-10da1314-e00a-4ff2-a4a3-68a39c78b954 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 982 time: 0.1161954 Mar 11 16:21:46.713567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-2ea5e822-d582-4aaa-8e1b-587c6b9a503a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:46.715271 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-2ea5e822-d582-4aaa-8e1b-587c6b9a503a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696032 Mar 11 16:21:46.859389 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-6cf48abc-2450-4bf5-ae05-8472acde8ffa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1386151 Mar 11 16:21:46.870381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:46.994953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.199607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:47.228977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:47.295692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] device_id is not set on port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:21:47.303492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.310082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.444600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=6']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:47.512696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] No DVR routers for this DVR port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:21:47.616738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e36e53d2-369e-43ab-8100-21dcce509876 req-7ba7dd08-dc4d-4daa-a2c1-da73fc9d6de7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=29e61aa7-8b09-4c1a-945a-247e609402a5 HTTP/1.1" status: 200 len: 210 time: 0.0417647 Mar 11 16:21:47.673068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fdf61e27-d1e8-433e-a0f8-71a53e0c9f2a None None] Provisioning complete for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:21:47.673682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdf61e27-d1e8-433e-a0f8-71a53e0c9f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.732079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fdf61e27-d1e8-433e-a0f8-71a53e0c9f2a None None] Port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:21:47.855500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] In _notify_port_updated(), no bound segment for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:21:47.856478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:47.857806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-11a99a8a-247a-4db6-ae76-cdc1387efb2b req-423e9c4d-edc7-4d4b-8412-a0ddebea7e52 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1025 time: 0.9922128 Mar 11 16:21:48.081537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:21:48.722934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42506) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:48.795600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e3fa4-3d54-4650-8856-dcb0748216b1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:48.798944 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-175e3fa4-3d54-4650-8856-dcb0748216b1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 924 time: 0.0738509 Mar 11 16:21:49.100442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42512) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.106493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880195370', 'description': 'tempest-secgroup-smoke-880195370 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.115930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.127182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.138037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.175301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.179116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.182580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.188203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.245981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.249870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.293730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19879f0b-7e56-4718-98f5-0d002cb4df40,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.307230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.308699 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-45bfef1c-9ee7-45a3-a05b-e66e921e8d41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2072506 Mar 11 16:21:49.311506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42516) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.317163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.325285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.329416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.332325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.338570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.356498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.421561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.426538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.450770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22553b4-a89a-43b8-9394-2649dc24ce85,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.459513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.460649 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-394b1247-daed-42f7-a28f-32afffb2e1bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482034 Mar 11 16:21:49.464023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42520) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.469684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.476082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.481473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.484873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.490512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.507329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.571929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.575785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.600011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed960d4f-2e60-4550-93e2-949d232680f6,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.608526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.609680 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d957865e-6c89-4f7f-a233-5f2042ac45eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1447248 Mar 11 16:21:49.612300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42524) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.617559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.623640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.637222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.644975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.652811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.670069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.740312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.744375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.767785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e45b7a3-59a4-4e95-ae20-992c6ee64305,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.777028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.778209 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5da81ec1-5146-44ca-acc1-053a47d04673 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650209 Mar 11 16:21:49.780846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42528) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.794613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.801086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.804832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.807890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.813432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.831348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.900001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.904886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.927606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181e2f2d-fd12-4f9b-8577-5acdb5632e10,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:49.937637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:49.938822 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cb4b89a6-9e4e-4f8e-b4f9-1eed3d6a658a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570902 Mar 11 16:21:49.942158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42532) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:49.949436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:49.955614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:49.959454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:49.962898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:49.968772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:49.979385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:49.985613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.062379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.066569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.092465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e776a55-6154-4f61-81d6-f3107f00b2cf,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.106010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.107220 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-afb89a4d-f1dd-4669-99ab-35569735b5c7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1639416 Mar 11 16:21:50.110075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42536) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:21:50.115658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '19879f0b-7e56-4718-98f5-0d002cb4df40', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:50.122229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:21:50.126243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:21:50.129126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:21:50.135845 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:21:50.146062 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:21:50.153015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.221746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.225609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.249374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087f3eec-4147-4c61-bb6d-be9291e3309c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:50.266526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:50.267834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-295b1a1d-d34a-42c9-bd1f-b6b9eaa8d803 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1568236 Mar 11 16:21:50.448152 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-ffe15603-e110-4d24-b374-2c81efa8add4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880195370&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0422227 Mar 11 16:21:50.525554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78387-0782-461a-b37d-d22e8ff51138 req-b07a8bc3-8a8d-4b05-8ae7-7d2801f80bb3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:50.526962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-b07a8bc3-8a8d-4b05-8ae7-7d2801f80bb3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 929 time: 0.0725532 Mar 11 16:21:50.613538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:21:50.667609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-e5bea9db-966e-49df-8603-ba51c3352cd7 service neutron] 10.222.0.78 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1288147 Mar 11 16:21:50.675202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:21:50.800191 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-3cb8bcfc-bf35-4b0e-ab47-7fb745f0263c service neutron] 10.222.0.78 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266704 Mar 11 16:21:50.933990 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-8cc30f9a-4659-4333-a6c5-a98213d0a5b3 service neutron] 10.222.0.78 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279783 Mar 11 16:21:51.136604 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f404851b-13b3-4521-8453-380c29f5e6c4 req-33c6bd06-98f3-4410-9d21-9b06b8afe5f3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 210 time: 0.0430439 Mar 11 16:21:52.102208 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-6f23d10b-0e65-430a-97ec-7f5688048dd7 service neutron] 10.222.0.11 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1025 time: 0.0778742 Mar 11 16:21:52.269261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78387-0782-461a-b37d-d22e8ff51138 req-bdc18976-878b-438a-b587-1e442019c373 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:52.270696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-bdc18976-878b-438a-b587-1e442019c373 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 797 time: 0.1641161 Mar 11 16:21:52.310452 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a5e4f3d-6993-4861-87ac-3118296356a3 req-5633bfd2-8f1c-48fb-8920-6c7b3f9e8f64 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 210 time: 0.0468786 Mar 11 16:21:52.328383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-96e78387-0782-461a-b37d-d22e8ff51138 req-256f1ece-3585-43df-80d9-e4d461e7d4bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:21:52.354224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-96e78387-0782-461a-b37d-d22e8ff51138 req-256f1ece-3585-43df-80d9-e4d461e7d4bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:21:52.355384 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-256f1ece-3585-43df-80d9-e4d461e7d4bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 469 time: 0.0695863 Mar 11 16:21:52.366896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Request body: {'port': {'device_id': '12a68de0-ab82-48e9-9afc-59d83e452123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:21:52.491692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.845012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0a3f71-4b83-4908-87ac-356aa81aabe1 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:21:52.851713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:52.868368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Transition to ACTIVE for port object 7a0a3f71-4b83-4908-87ac-356aa81aabe1 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:21:52.874228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.017382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=7']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.156420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:21:53.157080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:21:53.157080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:53.162620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:21:53.162910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Attempting to bind port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:21:53.169562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:21:53.169944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Checking segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:21:53.170305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Bound using segment: {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:21:53.170791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Bound port: 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771e3f28-3d3c-431b-80fe-61a4187a4b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:21:53.171036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.262864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:21:53.265640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:21:53.270347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.331400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:53.332889 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1130 time: 0.9699461 Mar 11 16:21:53.333345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a68de0-ab82-48e9-9afc-59d83e452123', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:21:53.352031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad83fc9-3846-4295-a882-a5116b8b48ad service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=8']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:53.459919 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-6c1fd68c-e2ba-48c3-91d5-9a18f9076ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 1133 time: 0.0802171 Mar 11 16:21:53.524349 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a68de0-ab82-48e9-9afc-59d83e452123', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'status': 'completed', 'code': 200} Mar 11 16:21:53.561430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90f98-fbe6-4de3-b71d-55acb6071430 req-ed14b7c9-4bd1-4845-9825-926043933b6f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.563830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02d90f98-fbe6-4de3-b71d-55acb6071430 req-ed14b7c9-4bd1-4845-9825-926043933b6f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 980 time: 0.0910561 Mar 11 16:21:53.577667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-b3e0d274-7b6a-484c-b73e-ee7701447f5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1035 time: 0.1113586 Mar 11 16:21:53.612042 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02d90f98-fbe6-4de3-b71d-55acb6071430 req-ba13b64a-6d06-446f-9923-793823db692c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Mar 11 16:21:53.747136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78387-0782-461a-b37d-d22e8ff51138 req-2f68d5e2-2d40-4a72-83d0-ad786f4de4f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:53.748543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-2f68d5e2-2d40-4a72-83d0-ad786f4de4f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 200 len: 834 time: 0.1654534 Mar 11 16:21:53.825266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-cc8fcff7-97f9-4884-a78e-c092a6aa7b0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8269a76-41d7-4574-93df-e8c4910da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693104 Mar 11 16:21:53.960924 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-d2a46639-e290-4dc0-8eac-9c4c93c3f9c0 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280007 Mar 11 16:21:54.104452 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-96e78387-0782-461a-b37d-d22e8ff51138 req-f1c67f31-0f57-4c68-b9a6-377726624058 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372612 Mar 11 16:21:54.221475 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-540271fd-8943-49a1-aa39-2183b3bca928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 1133 time: 0.0698564 Mar 11 16:21:54.358466 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-ed4519d7-4212-46b2-9de8-eec80088b7ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.359896 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-ed4519d7-4212-46b2-9de8-eec80088b7ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 898 time: 0.1312566 Mar 11 16:21:54.463619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-c78690a1-c9d7-4d42-b8e6-6453eb54dd1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1035 time: 0.0981555 Mar 11 16:21:54.529865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-b5645796-f7f2-4493-a167-662512568655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.531291 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-b5645796-f7f2-4493-a167-662512568655 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 200 len: 834 time: 0.0604897 Mar 11 16:21:54.615813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-5b2597ce-774f-419d-8a70-a436975ea510 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e8269a76-41d7-4574-93df-e8c4910da34b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783393 Mar 11 16:21:54.758079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-1c618e2a-74ce-4cd3-b82b-d5c8db37c978 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358161 Mar 11 16:21:54.830628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1e047-7317-4fc3-a1d7-604aa799f0b5 req-fd03da76-92ab-4bb5-adb4-9805fea9b29e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:54.832332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7aa1e047-7317-4fc3-a1d7-604aa799f0b5 req-fd03da76-92ab-4bb5-adb4-9805fea9b29e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 980 time: 0.0893805 Mar 11 16:21:54.880489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7aa1e047-7317-4fc3-a1d7-604aa799f0b5 req-b02337fd-6e14-4638-b881-e105c983bed6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Mar 11 16:21:54.905062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28b2f3c8-edab-42f1-b430-e3151578f9ac req-e8440d0d-ed4b-446d-84ac-1f2b725a39f5 service neutron] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408713 Mar 11 16:21:56.091098 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8cbb-74fb-4a0b-8447-a1338f84a50b req-ce6f0d9d-39c5-4bcb-993d-4f5f7a84bf9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:56.092639 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a8c8cbb-74fb-4a0b-8447-a1338f84a50b req-ce6f0d9d-39c5-4bcb-993d-4f5f7a84bf9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 980 time: 0.0806179 Mar 11 16:21:56.137656 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a8c8cbb-74fb-4a0b-8447-a1338f84a50b req-1d32aa8a-a01b-4b6d-8495-bbc870ffe232 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Mar 11 16:21:57.341671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4650b06-31aa-4aa9-982e-7b378a928121 req-95f30b61-74d8-42ad-bcdb-320237f0327f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:57.343171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b4650b06-31aa-4aa9-982e-7b378a928121 req-95f30b61-74d8-42ad-bcdb-320237f0327f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 980 time: 0.0808687 Mar 11 16:21:57.390684 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b4650b06-31aa-4aa9-982e-7b378a928121 req-07654c5d-604c-43dd-b77a-cd642db960ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Mar 11 16:21:58.592717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08311293-c553-4274-8de2-90a12fe17702 req-fca22d4a-a140-4869-b4e1-6d2761d5680e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:58.594273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-08311293-c553-4274-8de2-90a12fe17702 req-fca22d4a-a140-4869-b4e1-6d2761d5680e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 980 time: 0.0782852 Mar 11 16:21:58.630418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:21:58.752441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-08311293-c553-4274-8de2-90a12fe17702 req-f20ccbea-3014-4a6f-8822-c447b76b7ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523819 Mar 11 16:21:58.780662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:58.794651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'port_id': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'mac_address': 'fa:16:3e:59:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:21:58.852797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.872012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0a3f71-4b83-4908-87ac-356aa81aabe1 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:21:58.887241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:21:58.890633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:21:58.956813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=9']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:21:59.184907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['7a0a3f71-4b83-4908-87ac-356aa81aabe1'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:21:59.949581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441df15-7fd1-42d1-a95a-cc7143800f18 req-2787abc9-7ba8-42d5-9e1d-e887b181b5ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:21:59.951147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7441df15-7fd1-42d1-a95a-cc7143800f18 req-2787abc9-7ba8-42d5-9e1d-e887b181b5ee tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 981 time: 0.0773966 Mar 11 16:21:59.997226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7441df15-7fd1-42d1-a95a-cc7143800f18 req-99d03ecf-0ffb-4367-8d74-df11b856d8d7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Mar 11 16:22:00.668764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:00.739618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:00.745308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:00.745677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.859542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.886480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a68de0-ab82-48e9-9afc-59d83e452123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:22:00.897176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:00.909469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:00.985141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=10']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:01.088688 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a68de0-ab82-48e9-9afc-59d83e452123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0a3f71-4b83-4908-87ac-356aa81aabe1', 'code': 200} Mar 11 16:22:01.217814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ddf79-97f7-4d33-9ee9-b46b481c11b7 req-1f8749c6-41ac-4d2b-b6b9-9f5031dce398 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:01.219777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d62ddf79-97f7-4d33-9ee9-b46b481c11b7 req-1f8749c6-41ac-4d2b-b6b9-9f5031dce398 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0913520 Mar 11 16:22:01.268241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d62ddf79-97f7-4d33-9ee9-b46b481c11b7 req-4c409b1d-c6b5-490a-864b-1bceddc7e543 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Mar 11 16:22:01.333555 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-440346d2-8e86-4598-9519-b29e842c70cb req-84a73df9-30c3-417d-bc46-1a81ef809706 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 1136 time: 0.0742424 Mar 11 16:22:01.383127 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-440346d2-8e86-4598-9519-b29e842c70cb req-09361cea-0bfe-4aee-a93b-219a367a00d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Mar 11 16:22:02.489407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4931e-7cbd-446e-9f65-1819d872bc62 req-e6b78e0c-9265-4f49-90ef-3eedd18968aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:02.490892 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3ff4931e-7cbd-446e-9f65-1819d872bc62 req-e6b78e0c-9265-4f49-90ef-3eedd18968aa tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0844617 Mar 11 16:22:02.537464 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3ff4931e-7cbd-446e-9f65-1819d872bc62 req-6a0ad8c8-f814-4ad0-a2d8-397ecea6d576 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Mar 11 16:22:03.744864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7563ea-a8ac-46cd-be47-840c47db6ba2 req-2a62b974-8d25-430b-bb77-4197c276fbba tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.746460 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef7563ea-a8ac-46cd-be47-840c47db6ba2 req-2a62b974-8d25-430b-bb77-4197c276fbba tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0819707 Mar 11 16:22:03.792707 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef7563ea-a8ac-46cd-be47-840c47db6ba2 req-c8e10401-427a-4927-ad1a-a7e041065dc8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Mar 11 16:22:03.993520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817dc2-4def-4434-a713-946bfb2cdcd9 req-7e424bcd-aaef-4635-9846-fa90008d3aa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:03.995610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80817dc2-4def-4434-a713-946bfb2cdcd9 req-7e424bcd-aaef-4635-9846-fa90008d3aa8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0769799 Mar 11 16:22:04.045107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80817dc2-4def-4434-a713-946bfb2cdcd9 req-6ed6bfd0-066f-4ff2-8956-4446cb5a58db tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Mar 11 16:22:04.074053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42596) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:04.146817 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1388b027-f54e-444f-9973-329985dc63ac tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123&network_id=e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 200 len: 1131 time: 0.0715284 Mar 11 16:22:04.534841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59b42-8a55-42a7-97c8-5849bafa9fa7 req-a5dd20b4-9a02-4ff9-845c-d822b7f56ee7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:04.536335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-00c59b42-8a55-42a7-97c8-5849bafa9fa7 req-a5dd20b4-9a02-4ff9-845c-d822b7f56ee7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0794678 Mar 11 16:22:04.585807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-00c59b42-8a55-42a7-97c8-5849bafa9fa7 req-ad70c37c-e2fa-4010-9f1d-5b9b7c86baf9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Mar 11 16:22:05.790631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beaebf-3d0e-4230-bd50-f94512c90de3 req-ed2a8b4b-16bb-45f9-a230-5d07333bba00 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.792626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24beaebf-3d0e-4230-bd50-f94512c90de3 req-ed2a8b4b-16bb-45f9-a230-5d07333bba00 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0826929 Mar 11 16:22:05.843641 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24beaebf-3d0e-4230-bd50-f94512c90de3 req-59e80b2b-38fa-4a79-bcb3-c2d98ba31f2e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c90b51b-0367-4176-a654-0fce770bdca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Mar 11 16:22:05.908338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-02694d28-6cbe-4b7c-b5b6-77c58f396cbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.909839 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-02694d28-6cbe-4b7c-b5b6-77c58f396cbc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 983 time: 0.0789025 Mar 11 16:22:05.993218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-0ffb4f5a-b071-4882-8ea0-d8458207d171 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:05.994603 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-0ffb4f5a-b071-4882-8ea0-d8458207d171 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0793505 Mar 11 16:22:06.163149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-54c56a67-f5eb-4d61-aec0-df371ccc60d5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1632807 Mar 11 16:22:06.172670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:06.280262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.577684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=7a0a3f71-4b83-4908-87ac-356aa81aabe1,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:06.607774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] For port 7a0a3f71-4b83-4908-87ac-356aa81aabe1, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:22:06.657363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] device_id is not set on port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 yet. {{(pid=83841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 16:22:06.666273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.675348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:06.814303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Pushing event updated for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=11']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:06.841052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.841320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.841649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.842013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.842344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.842673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.843002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.843333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.843654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.843978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.844301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:06.889241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] No DVR routers for this DVR port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:07.016259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b3d735cd-6ae4-4843-acaa-92adde147c01 req-8a2bd2f0-40c1-44ee-91bb-7d5f61b118e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=12a68de0-ab82-48e9-9afc-59d83e452123 HTTP/1.1" status: 200 len: 210 time: 0.0466111 Mar 11 16:22:07.045271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-036062f4-5d97-48ec-b02e-3f5060c3c6a9 None None] Provisioning complete for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:07.046260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-036062f4-5d97-48ec-b02e-3f5060c3c6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.103654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-036062f4-5d97-48ec-b02e-3f5060c3c6a9 None None] Port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:22:07.142085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] In _notify_port_updated(), no bound segment for port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 on network e8269a76-41d7-4574-93df-e8c4910da34b {{(pid=83841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 16:22:07.143132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:07.144408 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-36de2a83-ce09-4320-b073-b31dfb16cf9c req-241096fa-a96c-471c-82c1-187e469da6bd service neutron] 10.222.0.11 "PUT /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 200 len: 1026 time: 0.9755311 Mar 11 16:22:08.130986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eaf4393d-10be-4ca1-ad38-59f496ac4607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.133082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42610) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:08.208513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.241532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.305719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.325202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19879f0b-7e56-4718-98f5-0d002cb4df40,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:08.336928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.337332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.337728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.338204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.338542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.338875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.339202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.339531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.340108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.340425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.340743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:08.347860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.349111 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-85567d5e-9577-4367-b490-220bc8a375a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/19879f0b-7e56-4718-98f5-0d002cb4df40 HTTP/1.1" status: 204 len: 168 time: 0.2142565 Mar 11 16:22:08.392634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42616) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:08.608465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 301eac6a-62dc-4fea-900b-4dc4bb35721c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:22:08.608706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.738142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:08.783503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.783766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:08.798337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 7a0a3f71-4b83-4908-87ac-356aa81aabe1 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:08.908638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 301eac6a-62dc-4fea-900b-4dc4bb35721c owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:22:09.063865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.113315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=301eac6a-62dc-4fea-900b-4dc4bb35721c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:09.287774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.699828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:09.903131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:09.912908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Sync routers for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:22:09.924306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:09.926019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:09.926744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:09.986448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1cc06031-87b0-446a-9ff3-ae47640f341b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/dfaed80d-ab07-4421-8d32-b5c3df6d6ff8 HTTP/1.1" status: 204 len: 168 time: 1.5925760 Mar 11 16:22:10.113222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:10.149313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42624) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.226193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.257966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.331114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.352361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fb01f8-7517-4443-8d45-166a4832896f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:10.362540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.364702 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1546373f-0b77-462d-80a7-50670273237c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/62fb01f8-7517-4443-8d45-166a4832896f HTTP/1.1" status: 204 len: 168 time: 0.2136395 Mar 11 16:22:10.407422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42630) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:10.480363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 7a0a3f71-4b83-4908-87ac-356aa81aabe1 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:22:10.480695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.505363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:10.510068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Checking router: dd4bcfb1-892e-4167-bf0e-fe3ad6896351 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:22:10.520576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:10.521194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:21:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:10.707147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:10.729827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:10.854259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 7a0a3f71-4b83-4908-87ac-356aa81aabe1 owned by {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:22:10.993288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.058559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:11.064852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc14275-9662-486a-b77d-fbb54180778c None None] The sync data for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv is: [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:21:19Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'cdada21b-8613-4df7-baec-55b286b85d93', 'name': '', 'network_id': 'e8269a76-41d7-4574-93df-e8c4910da34b', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:18Z', 'updated_at': '2022-03-11T16:21:26Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'af4e10b8-7157-4197-a85e-704dabe845da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:22:11.144545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=7a0a3f71-4b83-4908-87ac-356aa81aabe1,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:11.211950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d196963a-dd59-4464-ba51-f60c68fa70a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.259990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.271371 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f59b5310-06ed-412a-bc68-0ef5efc1819a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/ports/7a0a3f71-4b83-4908-87ac-356aa81aabe1 HTTP/1.1" status: 204 len: 168 time: 0.8628490 Mar 11 16:22:11.273995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42634) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:11.320722 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c701e9d-f649-4d89-b0ed-4596f1b922c2 None None] New status for floating IP dfaed80d-ab07-4421-8d32-b5c3df6d6ff8: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:22:11.706645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:11.937918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.069905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.358456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port cdada21b-8613-4df7-baec-55b286b85d93 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:22:12.358697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.546055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port cdada21b-8613-4df7-baec-55b286b85d93, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=cdada21b-8613-4df7-baec-55b286b85d93,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:12.546410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.669598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for cdada21b-8613-4df7-baec-55b286b85d93 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:22:12.940580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:12.994318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=cdada21b-8613-4df7-baec-55b286b85d93,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:13.300228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.506805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:13.908070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:14.127138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:14.136646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Sync routers for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:22:14.142274 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c3960e26-2dd9-4739-a759-58c569b131bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/dd4bcfb1-892e-4167-bf0e-fe3ad6896351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8670068 Mar 11 16:22:14.143143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:14.150936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:14.151616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:14.346044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet af4e10b8-7157-4197-a85e-704dabe845da {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:22:14.346305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:14.349108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.410239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.504390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.584097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.628759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=af4e10b8-7157-4197-a85e-704dabe845da,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:14.641521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:14.647072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd88d85-836f-49c6-b264-194d282d17b1 None None] Network e8269a76-41d7-4574-93df-e8c4910da34b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:22:14.648983 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5d80a9e6-8021-4993-8588-997f0326644b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/af4e10b8-7157-4197-a85e-704dabe845da HTTP/1.1" status: 204 len: 168 time: 0.5048029 Mar 11 16:22:14.651744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42642) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:14.668297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:22:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:14.737399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Checking router: dd4bcfb1-892e-4167-bf0e-fe3ad6896351 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:22:14.805758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Routers {'dd4bcfb1-892e-4167-bf0e-fe3ad6896351'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:14.806601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:14.987659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.133161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] Set router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:15.244237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.254342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port da88d622-50e7-44ad-9e44-b51ff2b3e8e0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:22:15.257298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.284270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] DHCP port deletion for e8269a76-41d7-4574-93df-e8c4910da34b request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:22:15.296379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.312779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Deleting port 760a9741-81e8-4206-aa63-a5ac2994e37b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:22:15.313087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.486393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port da88d622-50e7-44ad-9e44-b51ff2b3e8e0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:15.486896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.630612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for da88d622-50e7-44ad-9e44-b51ff2b3e8e0 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:22:15.683257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] For port 760a9741-81e8-4206-aa63-a5ac2994e37b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=760a9741-81e8-4206-aa63-a5ac2994e37b,segment=NetworkSegment(771e3f28-3d3c-431b-80fe-61a4187a4b07),segment_id=771e3f28-3d3c-431b-80fe-61a4187a4b07)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:15.684075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.808998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Calling delete_port for 760a9741-81e8-4206-aa63-a5ac2994e37b owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:22:15.816844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.861525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:22:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:15.871195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fc66ab-2f5e-46fa-8640-e00644560d5c None None] The sync data for ids ['dd4bcfb1-892e-4167-bf0e-fe3ad6896351'] in dv-neutron-833206-1-hyperv is: [{'id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'name': 'tempest-TestNetworkBasicOps-router-1785015176', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:21:14Z', 'updated_at': '2022-03-11T16:22:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'da88d622-50e7-44ad-9e44-b51ff2b3e8e0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:4d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4bcfb1-892e-4167-bf0e-fe3ad6896351', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:21:15Z', 'updated_at': '2022-03-11T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:22:15.873440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=da88d622-50e7-44ad-9e44-b51ff2b3e8e0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:15.897790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:15.960329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Pushing event deleted for resources: {'Port': ['ID=760a9741-81e8-4206-aa63-a5ac2994e37b,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:15.965392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.965749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.966235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.966574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.966902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.967227 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.967550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.968631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.968631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.968631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.968910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:22:15.974638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7e020-5c86-4ed6-9912-b9379fdb1f06 None None] No DVR routers for this DVR port 760a9741-81e8-4206-aa63-a5ac2994e37b on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:22:16.122817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.324271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 760a9741-81e8-4206-aa63-a5ac2994e37b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:16.361118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 760a9741-81e8-4206-aa63-a5ac2994e37b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:22:16.361483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 760a9741-81e8-4206-aa63-a5ac2994e37b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:16.361931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cdada21b-8613-4df7-baec-55b286b85d93 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:16.393028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: cdada21b-8613-4df7-baec-55b286b85d93 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:22:16.393364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device cdada21b-8613-4df7-baec-55b286b85d93 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:16.409031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.413334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.438389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.438958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router dd4bcfb1-892e-4167-bf0e-fe3ad6896351 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:22:16.455365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.459544 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-12b7bb3b-056f-463d-93a7-534681b88d0d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/dd4bcfb1-892e-4167-bf0e-fe3ad6896351 HTTP/1.1" status: 204 len: 168 time: 1.8037908 Mar 11 16:22:16.459544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42646) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:16.694820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.849029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.883980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8269a76-41d7-4574-93df-e8c4910da34b']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:16.896695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771e3f28-3d3c-431b-80fe-61a4187a4b07') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:16.896991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771e3f28-3d3c-431b-80fe-61a4187a4b07') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:16.910248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.932615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.938975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:22:16.939542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:22:16.953815 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:22:17.037940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.055877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.067135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=e8269a76-41d7-4574-93df-e8c4910da34b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.076032 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89298b5e-4c9f-4481-a526-edfb547dd299 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/e8269a76-41d7-4574-93df-e8c4910da34b HTTP/1.1" status: 204 len: 168 time: 0.6156299 Mar 11 16:22:17.091619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42650) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:17.105798 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-754b5300-b40e-4062-8d8e-ec973e94ada1 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0129323 Mar 11 16:22:17.108210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42654) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:17.113356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--1402402946', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:17.118143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:17.122458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:17.125843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:17.139599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:17.151341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:17.154306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.185209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:22:17.195830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.196205 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 3e28d76a-5bf1-4725-b286-db6288096289 of type vlan for network 99356adf-a0e5-4936-962b-95a176c4d9bf Mar 11 16:22:17.230111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.274798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.279831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:17.280418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.397549 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2855844 Mar 11 16:22:17.397781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c7be2-2387-4509-819a-5f7486c19805 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=99356adf-a0e5-4936-962b-95a176c4d9bf,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:17.398053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42658) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:17.409144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-657853133', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:17.417984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 99356adf-a0e5-4936-962b-95a176c4d9bf details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:22:17.433017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:17.445363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:17.450422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:17.456461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:17.469929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.470829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.501632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.663656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:17.861128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.008308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.155593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.37 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/570e26dc-e469-43bb-878c-db0f4954d2ba) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:18.225041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device da88d622-50e7-44ad-9e44-b51ff2b3e8e0 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:22:18.262778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: da88d622-50e7-44ad-9e44-b51ff2b3e8e0 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:22:18.263024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device da88d622-50e7-44ad-9e44-b51ff2b3e8e0 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:22:18.326525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.356990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.424735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:18.427483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:18.437470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:22:18.458899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:18.601043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.601836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:18.842937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:22:19.049608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:19.060691 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Sync routers for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:22:19.081191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.081676 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:19.085439 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-371241ef-ba0b-4484-a248-dc0352e66b6e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6833723 Mar 11 16:22:19.085573 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:19.085736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42662) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.134649 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e0130caf-662a-412f-9093-dcee299ea4ae tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450621 Mar 11 16:22:19.135046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42666) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.281188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c746fcb-bef5-4e94-8a3f-a835e537972c tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:19.285373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4c746fcb-bef5-4e94-8a3f-a835e537972c tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1466889 Mar 11 16:22:19.285522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42670) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.307761 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:19.333461 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d831ea68-d89b-464e-b41a-e8028d11210f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468500 Mar 11 16:22:19.335934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42674) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:19.342273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-959021625', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:19.450868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:19.454648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:19.457425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:19.463736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:19.474599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:19.579266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.606065 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:19.610024 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Checking router: 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:22:19.610366 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Updating router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 port 570e26dc-e469-43bb-878c-db0f4954d2ba binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:22:19.663923 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.824676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.912789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:19.926109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:22:19.926471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 99356adf-a0e5-4936-962b-95a176c4d9bf, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:22:19.951136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 99356adf-a0e5-4936-962b-95a176c4d9bf is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:22:19.961039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 99356adf-a0e5-4936-962b-95a176c4d9bf) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:19.965904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:19.966477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:19.973871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff772923-5237-4ae6-a174-aecd84e608f3 None None] Network 99356adf-a0e5-4936-962b-95a176c4d9bf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:22:19.991746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3f235184-971d-4654-a381-2a4dd76c8e7a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6522727 Mar 11 16:22:19.991967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42678) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:20.003924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.022086 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Transition to ACTIVE for port object 570e26dc-e469-43bb-878c-db0f4954d2ba will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:20.032379 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.137514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebea457-b58d-40e4-9a5b-7288fc3d9587 None None] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.141788 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Attempting to bind port 570e26dc-e469-43bb-878c-db0f4954d2ba on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:20.142154 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Attempting to bind port 570e26dc-e469-43bb-878c-db0f4954d2ba by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:20.142518 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Attempting to bind port 570e26dc-e469-43bb-878c-db0f4954d2ba on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:22:20.150356 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:22:20.151123 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:22:20.151845 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.152392 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:22:20.153065 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Bound port: 570e26dc-e469-43bb-878c-db0f4954d2ba, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:20.153585 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.232797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:22:20.236173 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=570e26dc-e469-43bb-878c-db0f4954d2ba,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:22:20.241590 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.247101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-99356adf-a0e5-4936-962b-95a176c4d9bf', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:22:20.248041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.349823 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebea457-b58d-40e4-9a5b-7288fc3d9587 None None] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.358931 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:20.360115 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:20.465922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Allocated IP 172.20.0.2 (99356adf-a0e5-4936-962b-95a176c4d9bf/d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5/3a708973-a6cf-4784-96b9-7bcfffa448a6) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:20.555146 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:20.698174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.709388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Transition to ACTIVE for port object 3a708973-a6cf-4784-96b9-7bcfffa448a6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:20.742306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Transition to ACTIVE for port object 3a708973-a6cf-4784-96b9-7bcfffa448a6 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:20.749282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.846774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Network 99356adf-a0e5-4936-962b-95a176c4d9bf is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:20.850349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:20.854584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:22:20.862707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Pushing event updated for resources: {'Port': ['ID=3a708973-a6cf-4784-96b9-7bcfffa448a6,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:20.862982 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:20.867699 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589a7db-7654-41ef-913d-acc5f30f73f0 None None] The sync data for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv is: [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:22:20.957438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Attempting to bind port 3a708973-a6cf-4784-96b9-7bcfffa448a6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:20.958143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Attempting to bind port 3a708973-a6cf-4784-96b9-7bcfffa448a6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:20.958426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Attempting to bind port 3a708973-a6cf-4784-96b9-7bcfffa448a6 on network 99356adf-a0e5-4936-962b-95a176c4d9bf {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:22:20.963841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.966761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:22:20.967225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Checking segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:22:20.967699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:20.968337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Bound using segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:22:20.968883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Bound port: 3a708973-a6cf-4784-96b9-7bcfffa448a6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:20.969348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.122020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] For port 3a708973-a6cf-4784-96b9-7bcfffa448a6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:22:21.125383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] For port 3a708973-a6cf-4784-96b9-7bcfffa448a6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3a708973-a6cf-4784-96b9-7bcfffa448a6,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:22:21.130202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.219957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42cf44-061c-4275-8d2e-364acf62650a None None] Pushing event updated for resources: {'Port': ['ID=3a708973-a6cf-4784-96b9-7bcfffa448a6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.453319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (99356adf-a0e5-4936-962b-95a176c4d9bf/d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5/f7bd0fbf-0395-4689-a5de-296b9ba52840) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:21.634670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.651605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object f7bd0fbf-0395-4689-a5de-296b9ba52840 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:21.675893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.753062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 99356adf-a0e5-4936-962b-95a176c4d9bf is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:21.756606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:21.758550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:21.760711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:22:21.824229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:21.913596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.173302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fe2577-9fb5-4f68-a4dc-7898a7613636 None None] Network 99356adf-a0e5-4936-962b-95a176c4d9bf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:22:22.276305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67879ce6-6675-447f-a831-c52f0e9a0b01 None None] Provisioning for port 3a708973-a6cf-4784-96b9-7bcfffa448a6 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:22.362280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:22.492312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.497499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.506662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 570e26dc-e469-43bb-878c-db0f4954d2ba completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:22.512796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 570e26dc-e469-43bb-878c-db0f4954d2ba triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.513138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.625006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.627402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.645267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.665851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=570e26dc-e469-43bb-878c-db0f4954d2ba,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:22.671189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.672107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3a708973-a6cf-4784-96b9-7bcfffa448a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:22.792390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 99356adf-a0e5-4936-962b-95a176c4d9bf is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:22.793891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:22.806477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:22.824390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3a708973-a6cf-4784-96b9-7bcfffa448a6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:22.829052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Provisioning for port f7bd0fbf-0395-4689-a5de-296b9ba52840 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:22.833279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3a708973-a6cf-4784-96b9-7bcfffa448a6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.833634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.874677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:22.875079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:22.948598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Port f7bd0fbf-0395-4689-a5de-296b9ba52840 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:22:23.011857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Provisioning complete for port 3a708973-a6cf-4784-96b9-7bcfffa448a6 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:23.012454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f8d3dae-0f87-4c8b-9d9a-dfa57ba9ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.055301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.112259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 3a708973-a6cf-4784-96b9-7bcfffa448a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3a708973-a6cf-4784-96b9-7bcfffa448a6,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:23.118001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.238653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:23.238818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=3a708973-a6cf-4784-96b9-7bcfffa448a6,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:23.356360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c886b737-cb01-4dfe-9a9f-d0389efdbfa9 None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:23.356640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c886b737-cb01-4dfe-9a9f-d0389efdbfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:23.411212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c886b737-cb01-4dfe-9a9f-d0389efdbfa9 None None] Port f7bd0fbf-0395-4689-a5de-296b9ba52840 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:22:23.460970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:23.475009 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fddc8bab-622d-4267-ac19-b2158afeab9e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4819515 Mar 11 16:22:23.477481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42682) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.630024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078da0d-3463-4bbf-a1ba-37a0d43e5032 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.630686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078da0d-3463-4bbf-a1ba-37a0d43e5032 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.630686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078da0d-3463-4bbf-a1ba-37a0d43e5032 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.631023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078da0d-3463-4bbf-a1ba-37a0d43e5032 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.632650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a078da0d-3463-4bbf-a1ba-37a0d43e5032 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1542561 Mar 11 16:22:23.636095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42686) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:23.708703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00644d-ef7e-4b4b-a6aa-2bbc49b9b537 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.709077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00644d-ef7e-4b4b-a6aa-2bbc49b9b537 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.709433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00644d-ef7e-4b4b-a6aa-2bbc49b9b537 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.709816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00644d-ef7e-4b4b-a6aa-2bbc49b9b537 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:23.711430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7e00644d-ef7e-4b4b-a6aa-2bbc49b9b537 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0744543 Mar 11 16:22:23.714696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42690) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.040490 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7dfb2f6a-5a6a-4037-a5e6-e6e28d71abc8 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.3238652 Mar 11 16:22:24.289374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:24.402082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 570e26dc-e469-43bb-878c-db0f4954d2ba triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:24.402445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.523452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Sync routers for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:22:24.528774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3a708973-a6cf-4784-96b9-7bcfffa448a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:24.590536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:24.591119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:24.643776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42698) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.650161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161663567', 'description': 'tempest-secgroup-smoke-1161663567 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:24.655824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:24.659894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:24.662771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:24.669126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:24.682126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.719187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:24.722946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:24.725746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:24.732287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:24.768779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3a708973-a6cf-4784-96b9-7bcfffa448a6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:24.769074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.793527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.798619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.846558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c8bc6-b67e-4314-901a-3e846f95b687,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:24.850674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.853748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f3db23d3-f699-4977-9e4b-88141fcc961c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2072186 Mar 11 16:22:24.855715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42702) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:24.862224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:24.864534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:24.868818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:24.873092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:24.875966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:24.882031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:24.901306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.971629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:24.975512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.002687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cae4bc-107e-4977-b031-a184a7c6add2,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.012536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.016448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-60833407-79e2-4c8d-9da9-91ba4d63f7fe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1565564 Mar 11 16:22:25.016851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.022855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:25.029865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.033899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.036963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.044616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.068149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.083631 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:22:25.134261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.138723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.161560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=776e2569-56fa-48a7-86fd-a97a1546daab,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.174358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.175519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5726f626-3f01-4f80-837a-e928a5c2aa80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1576972 Mar 11 16:22:25.178486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.184226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:25.190091 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.194018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.196952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.203456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.221584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.247838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:25.251771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Checking router: 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:22:25.252123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Updating router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 port f7bd0fbf-0395-4689-a5de-296b9ba52840 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:22:25.291902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.296486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.313618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.318636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805cb4c4-7124-4f58-a855-88e35ef2bb8e,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.332395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.337319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fcccbcb2-8cb5-4160-924f-9103220fc73c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1543112 Mar 11 16:22:25.337609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42714) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.343701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:25.349911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.354673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.357521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.364699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.386108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.453103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.457057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.481521 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4459b4-9f3a-49ff-9ee2-9342d63fdba7,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.491687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.492812 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-72c40a1f-3d27-4a4a-a2f7-ebe196398004 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1542311 Mar 11 16:22:25.496544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42718) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.502936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:25.509565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.513519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.516909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.524221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.535782 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:22:25.548426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.626236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.631145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.656222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214d3861-441e-4332-9c08-394de298192f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.667486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.671901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42722) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:25.677978 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7b8f996-548b-4cea-bc83-98f5d112722c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1800239 Mar 11 16:22:25.678751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '4b6c8bc6-b67e-4314-901a-3e846f95b687', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:25.685308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:25.685520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.690773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:25.694079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:25.698284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Transition to ACTIVE for port object f7bd0fbf-0395-4689-a5de-296b9ba52840 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:25.701999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:25.704977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.714478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:22:25.721279 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.803089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.808478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.833757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5523ea-0458-488b-9154-0f75365ba122,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.846713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.848140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9249c94c-87a1-4d8c-afc6-c280b788ad5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1752379 Mar 11 16:22:25.895065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b50e-fa57-442c-8fcc-961a88468a21 None None] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:25.966339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Attempting to bind port f7bd0fbf-0395-4689-a5de-296b9ba52840 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:25.966804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Attempting to bind port f7bd0fbf-0395-4689-a5de-296b9ba52840 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:25.967239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Attempting to bind port f7bd0fbf-0395-4689-a5de-296b9ba52840 on network 99356adf-a0e5-4936-962b-95a176c4d9bf {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:22:25.974368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:22:25.974848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Checking segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:22:25.975294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:25.975760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Bound using segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:22:25.976296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Bound port: f7bd0fbf-0395-4689-a5de-296b9ba52840, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:25.976734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.090534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:22:26.094929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f7bd0fbf-0395-4689-a5de-296b9ba52840,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:22:26.100765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:26.140769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-1d133cc7-c7a7-48e6-858d-a8277661ca5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:26.158661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-1d133cc7-c7a7-48e6-858d-a8277661ca5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:26.159887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-1d133cc7-c7a7-48e6-858d-a8277661ca5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161663567&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0651431 Mar 11 16:22:26.238847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b50e-fa57-442c-8fcc-961a88468a21 None None] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:26.244855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:26.245096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.322777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-848090ff-e335-4bc4-a2ef-ca766d43f6de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:26.323445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-848090ff-e335-4bc4-a2ef-ca766d43f6de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:26.341970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-848090ff-e335-4bc4-a2ef-ca766d43f6de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:26.343729 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-848090ff-e335-4bc4-a2ef-ca766d43f6de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 797 time: 0.1765730 Mar 11 16:22:26.371214 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-711cdb9f-a797-4b80-a7bd-e6339cdd4020 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0123649 Mar 11 16:22:26.443226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:26.463350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d3a3c397-be9f-494a-b097-33ea58bd073b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:22:26.480641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d3a3c397-be9f-494a-b097-33ea58bd073b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:22:26.481973 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d3a3c397-be9f-494a-b097-33ea58bd073b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050282 Mar 11 16:22:26.628569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-8d59154a-2d2e-4bca-85ac-74fd1a2f8f59 service neutron] 10.222.0.78 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327243 Mar 11 16:22:26.767088 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-66e210ab-eb08-4156-bb8f-60b51d209321 service neutron] 10.222.0.78 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322529 Mar 11 16:22:26.782670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:26Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:26.786961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8ca9d6-af94-4b06-b246-0c728d498e83 None None] The sync data for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv is: [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:26Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:22:26.991503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7342800-410f-4396-ab4c-715a32f01ff1 req-1e5eb256-5291-4f6e-84d0-f70ed2da4e24 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 210 time: 0.0432253 Mar 11 16:22:28.122979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-44f1f4b8-3dc3-4ccb-8809-20d88f7812cb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:28.124614 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-44f1f4b8-3dc3-4ccb-8809-20d88f7812cb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 797 time: 0.1766322 Mar 11 16:22:28.174083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0f0e96e2-7429-4abf-accf-a5e43d9b67c5 req-431cd957-5556-49e4-8903-1b7dfa64a2d0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 210 time: 0.0472300 Mar 11 16:22:28.180008 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-47ac4f28-0e69-4fae-8826-72383bf7a9f6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 380 time: 0.0432935 Mar 11 16:22:28.188615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['4b6c8bc6-b67e-4314-901a-3e846f95b687']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:28.308049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:28.341584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:28.351005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:28.361295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:22:28.364294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.386179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f7bd0fbf-0395-4689-a5de-296b9ba52840 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:28.391815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:28.392192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.522256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.533272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.10 (99356adf-a0e5-4936-962b-95a176c4d9bf/d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5/df82cc59-5c24-4185-9a0c-789f191059fa) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:28.562318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f7bd0fbf-0395-4689-a5de-296b9ba52840,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:28.566506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.634540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:28.833289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.848900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object df82cc59-5c24-4185-9a0c-789f191059fa will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:28.874997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:28.949548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 99356adf-a0e5-4936-962b-95a176c4d9bf is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:28.952459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:28.955331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:22:28.993720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:29.029127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.029796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.056657 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c178c435-72f1-4603-b1b2-1547c8b72c4d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720071 Mar 11 16:22:29.068488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Request body: {'port': {'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:29.194828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.200030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0f10-6685-4a81-9569-9f154bbd6b94 None None] Provisioning for port df82cc59-5c24-4185-9a0c-789f191059fa completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:29.207074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6f2c0f10-6685-4a81-9569-9f154bbd6b94 None None] Provisioning complete for port df82cc59-5c24-4185-9a0c-789f191059fa triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:29.207446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0f10-6685-4a81-9569-9f154bbd6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.262552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6f2c0f10-6685-4a81-9569-9f154bbd6b94 None None] Port df82cc59-5c24-4185-9a0c-789f191059fa cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:22:29.389375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0f400-2dc9-494a-9d84-b9609dd80c2a req-cb88faf1-514a-4dd9-92a5-ddb3cf081127 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:29.390940 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2e0f400-2dc9-494a-9d84-b9609dd80c2a req-cb88faf1-514a-4dd9-92a5-ddb3cf081127 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 932 time: 0.0906107 Mar 11 16:22:29.446781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2e0f400-2dc9-494a-9d84-b9609dd80c2a req-5ab6ca61-02b1-4873-bc07-a6f0f24d61f3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494893 Mar 11 16:22:29.544686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df82cc59-5c24-4185-9a0c-789f191059fa {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:22:29.551471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.565260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Transition to ACTIVE for port object df82cc59-5c24-4185-9a0c-789f191059fa will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:22:29.569619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.701393 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Pushing event updated for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:29.812170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Attempting to bind port df82cc59-5c24-4185-9a0c-789f191059fa on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:22:29.812511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Attempting to bind port df82cc59-5c24-4185-9a0c-789f191059fa by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:22:29.812863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Attempting to bind port df82cc59-5c24-4185-9a0c-789f191059fa on network 99356adf-a0e5-4936-962b-95a176c4d9bf {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:22:29.818681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Port df82cc59-5c24-4185-9a0c-789f191059fa on network 99356adf-a0e5-4936-962b-95a176c4d9bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:22:29.818989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Attempting to bind port df82cc59-5c24-4185-9a0c-789f191059fa on network 99356adf-a0e5-4936-962b-95a176c4d9bf {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:22:29.826008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:22:29.826342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Checking segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:22:29.826726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Bound using segment: {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:22:29.827146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Bound port: df82cc59-5c24-4185-9a0c-789f191059fa, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e28d76a-5bf1-4725-b286-db6288096289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:22:29.827493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.916488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:22:29.919422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=df82cc59-5c24-4185-9a0c-789f191059fa,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:22:29.924091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.996323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:29.997540 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] 10.222.0.11 "PUT /v2.0/ports/df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 1094 time: 0.9335854 Mar 11 16:22:29.998019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:22:30.020094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fe2e6-8d32-4a16-a90a-76833e805b24 service neutron] Pushing event updated for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:30.103814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'status': 'completed', 'code': 200} Mar 11 16:22:30.139742 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-1dd87daf-04ea-4f54-9c7c-96152dc21c8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1097 time: 0.0918784 Mar 11 16:22:30.216842 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-dbabcdcb-fc6b-49a1-ae03-82b4914921bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 217 time: 0.0704024 Mar 11 16:22:30.282503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-60e16c97-d632-4a43-8268-811afd1fa761 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.283951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-60e16c97-d632-4a43-8268-811afd1fa761 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 200 len: 834 time: 0.0613904 Mar 11 16:22:30.289855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:30.377572 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-7c9ffeb7-64b5-4de9-9535-b26b2e3ceaf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99356adf-a0e5-4936-962b-95a176c4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877476 Mar 11 16:22:30.378378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:30.378851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:30.538104 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-c83d4d63-d31f-48c2-ae57-f47479504872 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545007 Mar 11 16:22:30.653552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870cd2-333b-46bc-bf44-22796f816b50 req-a3f52927-5bed-4517-89b1-3ecb5e652a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:30.655055 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c870cd2-333b-46bc-bf44-22796f816b50 req-a3f52927-5bed-4517-89b1-3ecb5e652a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 944 time: 0.0827379 Mar 11 16:22:30.706884 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c870cd2-333b-46bc-bf44-22796f816b50 req-80888fc7-ba6c-43a6-8ea3-aa29f7dc7f69 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462186 Mar 11 16:22:30.788883 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e92c8b6-11f5-416e-99ef-775928e59856 req-220de0e8-3d84-43fe-8adf-e18f4fa73a06 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445929 Mar 11 16:22:30.909996 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-c17e287a-d339-4851-b4e7-9f8003e8c3d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1097 time: 0.0750611 Mar 11 16:22:31.060527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d149d-cb0a-4983-ba87-62267f93810d req-6b9a9ddf-bbc2-4437-8a88-6a422cdeb0e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.061986 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-6b9a9ddf-bbc2-4437-8a88-6a422cdeb0e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 898 time: 0.1462739 Mar 11 16:22:31.161159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-8979355e-4a60-4a32-89aa-237b252f137a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 217 time: 0.0932124 Mar 11 16:22:31.233405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d149d-cb0a-4983-ba87-62267f93810d req-5549cf5e-e28b-4079-9657-c71307a0b19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.234854 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-5549cf5e-e28b-4079-9657-c71307a0b19e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 200 len: 834 time: 0.0677662 Mar 11 16:22:31.314035 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-66561c6a-5371-42a6-aa3e-0496756c2339 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99356adf-a0e5-4936-962b-95a176c4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734348 Mar 11 16:22:31.453805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-26fc1e9a-14e1-4dac-85b3-94192b290182 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335042 Mar 11 16:22:31.592512 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-230d149d-cb0a-4983-ba87-62267f93810d req-18ce8b8a-c4c9-45d9-b9ae-a0287b8dccb4 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324921 Mar 11 16:22:31.919061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67bcf5-4e00-4d7c-95e9-af50e6c40fdd req-a68251dd-f706-48f7-a532-2a33f7d7d2af tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:31.920399 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce67bcf5-4e00-4d7c-95e9-af50e6c40fdd req-a68251dd-f706-48f7-a532-2a33f7d7d2af tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 944 time: 0.0789940 Mar 11 16:22:31.973115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce67bcf5-4e00-4d7c-95e9-af50e6c40fdd req-6a297f11-3dc9-482e-b397-ad2af4bd00f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Mar 11 16:22:33.182196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2151bf-c982-49f1-8d3d-c01b6b5f2dc5 req-83e3f394-30b8-4b5a-b06a-afe308f3e6e1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:33.183847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ea2151bf-c982-49f1-8d3d-c01b6b5f2dc5 req-83e3f394-30b8-4b5a-b06a-afe308f3e6e1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 944 time: 0.0770493 Mar 11 16:22:33.230961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ea2151bf-c982-49f1-8d3d-c01b6b5f2dc5 req-8cb9d614-26bc-4288-8b3e-7ac07be5bbf1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406737 Mar 11 16:22:34.433034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4a4d6-69a2-49e8-948f-7e4ff58f48d6 req-c8c9c63d-59a3-48e2-8372-6fc5f47deb10 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:34.434525 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dae4a4d6-69a2-49e8-948f-7e4ff58f48d6 req-c8c9c63d-59a3-48e2-8372-6fc5f47deb10 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 944 time: 0.0801771 Mar 11 16:22:34.482188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dae4a4d6-69a2-49e8-948f-7e4ff58f48d6 req-c36b6f4c-1e88-4c38-aa6a-7cdd93337762 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Mar 11 16:22:34.839349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device df82cc59-5c24-4185-9a0c-789f191059fa details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:22:34.975704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=df82cc59-5c24-4185-9a0c-789f191059fa,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:34.989435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:22:35.045023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.063315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df82cc59-5c24-4185-9a0c-789f191059fa {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:22:35.079795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=df82cc59-5c24-4185-9a0c-789f191059fa,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:35.083861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:35.154181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:35.389929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['df82cc59-5c24-4185-9a0c-789f191059fa'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:22:35.700196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa472-eaed-4b26-8674-54970feeb204 req-985e7c1f-24b1-4ded-81bc-38c6c852da23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:35.701661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-54afa472-eaed-4b26-8674-54970feeb204 req-985e7c1f-24b1-4ded-81bc-38c6c852da23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 945 time: 0.0878239 Mar 11 16:22:35.751862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-54afa472-eaed-4b26-8674-54970feeb204 req-dc4becec-1ba2-421a-a6d3-5197fce0ec14 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Mar 11 16:22:36.870355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device df82cc59-5c24-4185-9a0c-789f191059fa up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:22:36.954662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port df82cc59-5c24-4185-9a0c-789f191059fa completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:22:36.960076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port df82cc59-5c24-4185-9a0c-789f191059fa triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:22:36.960432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:36.960971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6c0ce-91f6-4a44-ba3f-76d9a7293214 req-6d058e07-262f-4225-8e7a-dfac9edbff86 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:36.962763 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ef6c0ce-91f6-4a44-ba3f-76d9a7293214 req-6d058e07-262f-4225-8e7a-dfac9edbff86 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 945 time: 0.0883756 Mar 11 16:22:37.016929 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ef6c0ce-91f6-4a44-ba3f-76d9a7293214 req-6abac22d-6b1c-483f-9992-a64280dac11f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Mar 11 16:22:37.089766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.121482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:22:37.135319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=df82cc59-5c24-4185-9a0c-789f191059fa,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:22:37.140640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:37.188074 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'code': 200} Mar 11 16:22:37.219912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:37.447079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cd317f1e-6386-4085-b674-5027c9ac8537 req-05c3aba5-68c0-42bb-bfdd-1505e1466b04 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1099 time: 0.0773039 Mar 11 16:22:37.492273 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cd317f1e-6386-4085-b674-5027c9ac8537 req-4c280f13-fc96-4686-8370-560fb0df0ec1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384052 Mar 11 16:22:38.134299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dcae7a26-cc3f-4a6b-97c8-2e86137b2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:38.219857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4f155-e9de-44d8-8078-3786092b8d9c req-ed3e4ecb-eae6-4080-9c96-21c7bae8574c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:38.221314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70c4f155-e9de-44d8-8078-3786092b8d9c req-ed3e4ecb-eae6-4080-9c96-21c7bae8574c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.0789909 Mar 11 16:22:38.277563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70c4f155-e9de-44d8-8078-3786092b8d9c req-a90f3aec-9f20-45f9-a4d2-318add6de6c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Mar 11 16:22:39.483373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32690e3b-c230-4291-b6ef-860a9319cc3c req-eca77dce-0f82-48ce-802f-f72d4fc57d2f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:39.484795 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-32690e3b-c230-4291-b6ef-860a9319cc3c req-eca77dce-0f82-48ce-802f-f72d4fc57d2f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.0815752 Mar 11 16:22:39.531316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-32690e3b-c230-4291-b6ef-860a9319cc3c req-434e8c00-e460-4289-b587-109973eb92fc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410452 Mar 11 16:22:39.754492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f6c16-7cc5-43ef-89a9-1fe84cb22e8e req-8b70be3c-f714-4460-8500-6b7e6f939c13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:39.755921 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-243f6c16-7cc5-43ef-89a9-1fe84cb22e8e req-8b70be3c-f714-4460-8500-6b7e6f939c13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.0840573 Mar 11 16:22:39.904977 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-243f6c16-7cc5-43ef-89a9-1fe84cb22e8e req-addd15f5-2697-496e-8d7d-f82c9cba1bb4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429808 Mar 11 16:22:39.933661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.182186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b32b237c-4724-431a-a509-3358bf7fc4be tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1094 time: 0.2472975 Mar 11 16:22:40.184954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:40.190267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:22:40.195858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:22:40.199680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:22:40.202504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:22:40.208052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:22:40.219348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.361753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.506224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.160 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/0917187c-a291-42f5-bfba-f0e14eb4d0bd) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:22:40.661564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.690088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:40.757997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:22:40.761377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:22:40.765791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:22:40.793004 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=0917187c-a291-42f5-bfba-f0e14eb4d0bd,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:41.206720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bc1e143e-9861-4657-8dbb-3b4c0c8cf55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.284380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.340944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.553092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.558477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.669907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=0917187c-a291-42f5-bfba-f0e14eb4d0bd,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:22:41.681749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.938467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:41.968440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 0bdf61af-5bfe-4aea-9dce-a2f1041067d0 associated. External IP: 172.26.4.160, port: df82cc59-5c24-4185-9a0c-789f191059fa. Mar 11 16:22:42.065076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.384346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:22:42.593052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:22:42.603439 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Sync routers for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:22:42.615756 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:42.616392 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:42.622057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:42.690344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fb36dbf2-5b50-4f5f-9f63-e5bb2423c92d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5043318 Mar 11 16:22:42.690915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:22:42.693090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42780) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:42.750601 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'status': 'completed', 'code': 200} Mar 11 16:22:42.856759 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:42.918758 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-92ab64da-510b-4161-b932-139234a6b0ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1099 time: 0.1095295 Mar 11 16:22:43.078123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-79e9cea2-426c-48da-89bd-1b5e157c20fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:43.079539 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-79e9cea2-426c-48da-89bd-1b5e157c20fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 898 time: 0.1540375 Mar 11 16:22:43.139414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-692632ce-4a08-4fc5-b367-2fdbcd311d6b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4 HTTP/1.1" status: 200 len: 921 time: 0.4448133 Mar 11 16:22:43.142211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42786) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:43.190454 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-fde8cbbe-c6fe-41f6-9de6-7fa8a6b4a7ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 1000 time: 0.1038787 Mar 11 16:22:43.222226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:22:41Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:43.226797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Checking router: 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:22:43.238595 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:22:43.239204 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:22:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:43.253924 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2927fa89-6a07-4127-9958-f19a058763c4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1105177 Mar 11 16:22:43.264083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-74d1cb97-9866-4652-afa4-7060701739a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:22:43.265490 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-74d1cb97-9866-4652-afa4-7060701739a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 200 len: 834 time: 0.0676687 Mar 11 16:22:43.342265 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-ad5d8609-2728-4329-b00c-1b088f694a3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99356adf-a0e5-4936-962b-95a176c4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708041 Mar 11 16:22:43.433778 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:22:43.567550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:22:43.592911 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-074fd9c5-fa16-4b07-b8c3-c88661775e48 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432988 Mar 11 16:22:43.745018 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64da20a9-7eb7-418d-884e-380ca49cd012 req-a454ef69-e0f4-47c6-9aff-d0e838f04d51 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454332 Mar 11 16:22:43.812569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:22:41Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:22:43.816502 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e4da2-ffef-4887-b3bc-f50aa8304439 None None] The sync data for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv is: [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:22:41Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:22:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:22:44.020722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4bb77-6e63-41c7-ad13-b2ef0df50a62 None None] New status for floating IP 0bdf61af-5bfe-4aea-9dce-a2f1041067d0: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:22:44.258059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42790) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:22:44.362595 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c58e2eb3-84b2-4709-9ff7-fc79b0c2272b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 994 time: 0.1032631 Mar 11 16:22:45.202782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:02.084946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:08.138301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ed913cf3-09a2-483f-b77e-050fe829d327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.208406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdc873d3-b9f1-40b1-be54-5c2f50416653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:11.942139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:12.063238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:13.507534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:15.211948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:37.000201 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-0ca98e00-ec45-4caf-9146-29f47835a3fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795174 Mar 11 16:23:37.166893 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-c09712f6-485c-4549-b4e4-2655c97990ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1099 time: 0.0925879 Mar 11 16:23:37.325275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-26328d37-5d69-47ee-bf38-6e1b2994aa4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:37.326734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-26328d37-5d69-47ee-bf38-6e1b2994aa4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 898 time: 0.1402798 Mar 11 16:23:37.437601 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-7533016a-2760-40ea-bd4c-b65df716fcfb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 1002 time: 0.1043499 Mar 11 16:23:37.503169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-bd4edbd4-e3fe-4259-a583-8b7255eccaca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:23:37.504788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-bd4edbd4-e3fe-4259-a583-8b7255eccaca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 200 len: 834 time: 0.0614753 Mar 11 16:23:37.586426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-43861c30-c791-48bb-bc7c-dbbe2cdbe679 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99356adf-a0e5-4936-962b-95a176c4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754452 Mar 11 16:23:37.724193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-9ef9dae1-1e6d-4ff5-af1a-9ba1ed02554b service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311316 Mar 11 16:23:37.856576 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0ec910b-e488-4ec0-828d-b8bb5a92688d req-f7cf503a-cbc8-4494-baff-f5625d0c9c48 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264338 Mar 11 16:23:38.141490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-99dc69d9-9d15-4efc-8253-86f683a6e199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:39.084767 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:23:41.211995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c8030f2-b010-40db-95ce-2e3d9f17cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:41.944949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:42.065548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:43.510916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:45.217962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:55.464528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42814) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.669072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5714762e-4805-4c82-9055-dbea6096da2f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2032392 Mar 11 16:23:55.671982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42818) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:55.891001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2050626-2355-454c-8412-d4ba9d9d6710 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Notify agent at dv-neutron-833206-1-hyperv the message router_removed_from_agent {{(pid=83840) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 16:23:55.893978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f2050626-2355-454c-8412-d4ba9d9d6710 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "DELETE /v2.0/agents/a62c4481-7a5d-423e-b820-cb10678dc4e1/l3-routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4 HTTP/1.1" status: 204 len: 168 time: 0.2210915 Mar 11 16:23:55.896675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42822) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:56.186165 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fcf16413-0af8-4e2d-a84d-02ec1a05f63c tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2883136 Mar 11 16:23:56.188793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42826) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:56.302627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89b83019-cc4f-4927-81af-11223c54366a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 994 time: 0.1128027 Mar 11 16:23:56.318447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:56.438509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.469763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f7bd0fbf-0395-4689-a5de-296b9ba52840,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:56.473664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:56.544453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:56.552546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.552899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.553235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.553566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.553924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.554841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.555170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.555501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.555823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.556141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.556462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:23:56.643402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fbd10-6311-4064-8f49-a92e7e50393f None None] New status for floating IP 0bdf61af-5bfe-4aea-9dce-a2f1041067d0: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:23:57.306768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42830) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:57.417278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cdeaceff-4bc8-47be-b1be-85e4d0d36c2b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1093743 Mar 11 16:23:58.318399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:23:58.434067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.449527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=570e26dc-e469-43bb-878c-db0f4954d2ba,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:23:58.454674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:23:58.526532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:23:58.610272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42838) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:58.819734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55965b40-84dc-47bc-9db2-952ba0e23968 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:23:58.820699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55965b40-84dc-47bc-9db2-952ba0e23968 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Notify agent at dv-neutron-833206-1-hyperv the message router_added_to_agent {{(pid=83840) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 16:23:58.849802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-55965b40-84dc-47bc-9db2-952ba0e23968 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "POST /v2.0/agents/a62c4481-7a5d-423e-b820-cb10678dc4e1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2384577 Mar 11 16:23:58.852900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Sync routers for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:23:58.853356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42844) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:58.865005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:23:58.865603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:23:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.038142 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-38b4df28-fd40-44ef-8170-c9ad161f2c87 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1810317 Mar 11 16:23:59.038430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42848) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:23:59.063067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:23:59.154517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-629076b3-fc56-414a-a2da-b962c5c1c6e4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1142440 Mar 11 16:23:59.468142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.471930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Checking router: 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:23:59.482842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:23:59.483436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:23:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:23:59.676606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:00.044040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:00.048242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5621ed53-8256-4826-9fce-75a69d838cb6 None None] The sync data for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv is: [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:22:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:23:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '0bdf61af-5bfe-4aea-9dce-a2f1041067d0', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'port_id': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'mac_address': 'fa:16:3e:47:40:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:22:41Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7bd0fbf-0395-4689-a5de-296b9ba52840', 'name': '', 'network_id': '99356adf-a0e5-4936-962b-95a176c4d9bf', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:8e:70:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:21Z', 'updated_at': '2022-03-11T16:23:56Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'd9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:24:00.158321 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42852) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:00.300436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ad4fd680-b80b-42eb-a611-0914cf886418 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1409295 Mar 11 16:24:00.359293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:00.431289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:00.431750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.555252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.589270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f7bd0fbf-0395-4689-a5de-296b9ba52840,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:00.594467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:00.676968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:01.304208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42856) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:01.410746 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5cc82bc3-6a64-4f13-803c-03c199b77985 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1051447 Mar 11 16:24:02.388608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:02.415668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42860) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:02.460961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f7bd0fbf-0395-4689-a5de-296b9ba52840 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:02.461539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.521837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a816726e-2a23-49f5-bab2-df76b1516a39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1049109 Mar 11 16:24:02.579147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:02.649055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 570e26dc-e469-43bb-878c-db0f4954d2ba triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:02.649327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.806139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.822703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=570e26dc-e469-43bb-878c-db0f4954d2ba,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:02.826899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:02.894352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:03.527639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42864) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:03.647373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-601adefa-3169-48e3-b55e-fbcf922f8d60 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1186097 Mar 11 16:24:04.324720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:04.402366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 570e26dc-e469-43bb-878c-db0f4954d2ba triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:04.402735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:04.652486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42868) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:04.854450 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f505230-60ed-4905-8b9b-64661de18812 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.2008681 Mar 11 16:24:05.858395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42872) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:05.967379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-aa05c16f-dc6c-4fa0-8266-9cf73031399c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1077747 Mar 11 16:24:06.971257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42876) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:07.078041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7cdc259f-6726-427c-abca-f097c8ddbfd2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 992 time: 0.1056261 Mar 11 16:24:07.272384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb41d99-2ce6-4dd6-ba09-f0a647c9ac6b None None] New status for floating IP 0bdf61af-5bfe-4aea-9dce-a2f1041067d0: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:24:08.082028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.143974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab571684-c6aa-44c7-9dd3-22bb45f2b10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.192747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a4ffbc4f-604c-423a-a5e8-b146f7b98081 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 200 len: 994 time: 0.1094685 Mar 11 16:24:08.476177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42888) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:08.691733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 0917187c-a291-42f5-bfba-f0e14eb4d0bd {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:24:08.691992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.861462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.861803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:08.983024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 0917187c-a291-42f5-bfba-f0e14eb4d0bd owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:24:09.135964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.181772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=0917187c-a291-42f5-bfba-f0e14eb4d0bd,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:09.225237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.226136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.226982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.227319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.227644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.227971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.228309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.229198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.229518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.229866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.230186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:09.292433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:09.817636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:24:10.074281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:24:10.094234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:10.151045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9544c0ea-38a2-4d9b-818d-b18808dcbea1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/0bdf61af-5bfe-4aea-9dce-a2f1041067d0 HTTP/1.1" status: 204 len: 168 time: 1.6737309 Mar 11 16:24:10.151756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:24:10.216705 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'status': 'completed', 'code': 200} Mar 11 16:24:10.310842 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-7d5c79b3-4774-4f97-b67b-38d9b8d61419 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 1099 time: 0.0731387 Mar 11 16:24:10.460014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-f3a8f7b8-890f-4da2-8e7c-38370c8d63fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.462285 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-f3a8f7b8-890f-4da2-8e7c-38370c8d63fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 200 len: 898 time: 0.1454930 Mar 11 16:24:10.536166 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-19445a4b-047d-4b40-8687-acb325f3e885 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 200 len: 217 time: 0.0672593 Mar 11 16:24:10.571255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf562-6cf3-47b9-85a1-4a6796f3c399 req-55c71d2c-8fec-43d8-b113-9f3fbb5fcbe9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.571983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-60faf562-6cf3-47b9-85a1-4a6796f3c399 req-55c71d2c-8fec-43d8-b113-9f3fbb5fcbe9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:10.588220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-60faf562-6cf3-47b9-85a1-4a6796f3c399 req-55c71d2c-8fec-43d8-b113-9f3fbb5fcbe9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:10.589420 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-60faf562-6cf3-47b9-85a1-4a6796f3c399 req-55c71d2c-8fec-43d8-b113-9f3fbb5fcbe9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.1007469 Mar 11 16:24:10.613357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-96cda769-5bf8-4a52-9a4d-55f42ecc6a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:10.614927 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-96cda769-5bf8-4a52-9a4d-55f42ecc6a94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 200 len: 834 time: 0.0721126 Mar 11 16:24:10.638992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-60faf562-6cf3-47b9-85a1-4a6796f3c399 req-962841d2-b579-4ced-bcdc-f3679d4b8ec0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Mar 11 16:24:10.701802 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-75d3674b-016d-4a50-885b-e07979d54528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=99356adf-a0e5-4936-962b-95a176c4d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798965 Mar 11 16:24:10.934372 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-ddb8a0cf-785e-45df-9f3b-ef03c78e4485 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256136 Mar 11 16:24:11.071356 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1f3369f9-316b-4078-b632-8e0cdf1a73fa req-1e649e2f-2860-4b09-b8a4-2201cc8db075 service neutron] 10.222.0.11 "GET /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306536 Mar 11 16:24:11.216713 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-988263f1-f83f-4499-a031-aea593b1a592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:11.858743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a1e6-f25d-4f36-a71b-2e33db074cfe req-cd16e055-d047-48f6-9fb0-5d6511eba2bd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:11.860263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e76a1e6-f25d-4f36-a71b-2e33db074cfe req-cd16e055-d047-48f6-9fb0-5d6511eba2bd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.0770562 Mar 11 16:24:11.905121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e76a1e6-f25d-4f36-a71b-2e33db074cfe req-7287ea9d-714c-4b65-983b-eba58044654c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b6c8bc6-b67e-4314-901a-3e846f95b687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Mar 11 16:24:11.947717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.071224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.230161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-0985b30c-1c61-411d-9a14-7eb2d5a4702d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:12.230791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-0985b30c-1c61-411d-9a14-7eb2d5a4702d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:12.243097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-0985b30c-1c61-411d-9a14-7eb2d5a4702d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:12.244230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-0985b30c-1c61-411d-9a14-7eb2d5a4702d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 946 time: 0.1014678 Mar 11 16:24:12.316314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port df82cc59-5c24-4185-9a0c-789f191059fa {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:24:12.316654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.561849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port df82cc59-5c24-4185-9a0c-789f191059fa, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=df82cc59-5c24-4185-9a0c-789f191059fa,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:12.562208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.701804 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for df82cc59-5c24-4185-9a0c-789f191059fa owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:24:12.846502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.908411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=df82cc59-5c24-4185-9a0c-789f191059fa,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:12.976358 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.976726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.977031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.977360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.977844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.978195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.978527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.978880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.979204 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.979526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.979850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:12.993026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port df82cc59-5c24-4185-9a0c-789f191059fa on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:12.995865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:12.998741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'name': 'network-vif-deleted', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:24:13.016850 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3381f9d3-34ff-4221-b686-88d03bcec824 req-02214602-0a21-4a10-a27f-3a94cfc978b8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/df82cc59-5c24-4185-9a0c-789f191059fa HTTP/1.1" status: 204 len: 173 time: 0.7672677 Mar 11 16:24:13.073877 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27462e6-9840-46ce-bd09-a1683fb624b2', 'name': 'network-vif-deleted', 'tag': 'df82cc59-5c24-4185-9a0c-789f191059fa', 'status': 'completed', 'code': 200} Mar 11 16:24:13.088768 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4394f13e-a2b7-4d9f-a2fd-47e125c29ccd req-03afa511-74d6-468b-8d8f-dd973c6d8374 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=d27462e6-9840-46ce-bd09-a1683fb624b2 HTTP/1.1" status: 200 len: 210 time: 0.0481658 Mar 11 16:24:13.512338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.223053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42906) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.295246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.330183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.399306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.419691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c8bc6-b67e-4314-901a-3e846f95b687,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:14.433041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:14.434183 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-149ff561-5dc9-4430-9f74-d352296e9a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/4b6c8bc6-b67e-4314-901a-3e846f95b687 HTTP/1.1" status: 204 len: 168 time: 0.2100878 Mar 11 16:24:14.477418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42912) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:14.895782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.222491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.318590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device df82cc59-5c24-4185-9a0c-789f191059fa no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:15.354067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: df82cc59-5c24-4185-9a0c-789f191059fa {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:24:15.354518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device df82cc59-5c24-4185-9a0c-789f191059fa not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:15.650395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port f7bd0fbf-0395-4689-a5de-296b9ba52840 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:24:15.650992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.844993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port f7bd0fbf-0395-4689-a5de-296b9ba52840, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f7bd0fbf-0395-4689-a5de-296b9ba52840,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:15.845346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:15.968831 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for f7bd0fbf-0395-4689-a5de-296b9ba52840 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:24:16.086667 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:16.152253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:16.202577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=f7bd0fbf-0395-4689-a5de-296b9ba52840,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:16.516837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.201866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:24:17.414046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:24:17.426516 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3bfc25a1-b3c0-48ac-8181-1146abeff54e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9479156 Mar 11 16:24:17.429798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42916) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:17.634960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:24:17.638686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.717465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.734652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Sync routers for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:24:17.750812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:17.752226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:17.813009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.910044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.957870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:17.968205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:17.975094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22737d97-eab5-4833-bdeb-b262c86edb0a None None] Network 99356adf-a0e5-4936-962b-95a176c4d9bf requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:24:17.977732 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d5333979-e734-49d9-a2a9-c85a7ab4a563 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/d9a4f6e4-c3d9-4f1d-8cd4-5afbf06579c5 HTTP/1.1" status: 204 len: 168 time: 0.5467029 Mar 11 16:24:17.980061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42920) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:18.098996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:18.224799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.537651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:24:16Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:18.542828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Checking router: 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:24:18.555156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Routers {'8662803b-d6b2-4e72-99b1-f0e5014e2bc4'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:18.556592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:18.608348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.615757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] DHCP port deletion for 99356adf-a0e5-4936-962b-95a176c4d9bf request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:24:18.619908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 570e26dc-e469-43bb-878c-db0f4954d2ba {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:24:18.622382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.690449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Deleting port 3a708973-a6cf-4784-96b9-7bcfffa448a6 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:24:18.690816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.828081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 570e26dc-e469-43bb-878c-db0f4954d2ba, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=570e26dc-e469-43bb-878c-db0f4954d2ba,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:18.828434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:18.962974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 570e26dc-e469-43bb-878c-db0f4954d2ba owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:24:18.963253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] Set router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:19.113611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] For port 3a708973-a6cf-4784-96b9-7bcfffa448a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3a708973-a6cf-4784-96b9-7bcfffa448a6,segment=NetworkSegment(3e28d76a-5bf1-4725-b286-db6288096289),segment_id=3e28d76a-5bf1-4725-b286-db6288096289)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:19.113914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.147006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.196347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=570e26dc-e469-43bb-878c-db0f4954d2ba,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:19.293416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Calling delete_port for 3a708973-a6cf-4784-96b9-7bcfffa448a6 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:24:19.427212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.451271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.483310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] Pushing event deleted for resources: {'Port': ['ID=3a708973-a6cf-4784-96b9-7bcfffa448a6,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:19.492193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6bf71-0795-4d49-a200-4074a7055501 None None] No DVR routers for this DVR port 3a708973-a6cf-4784-96b9-7bcfffa448a6 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:24:19.522402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:24:16Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:19.527248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29e401-2dab-4230-b03f-6437f8d766b2 None None] The sync data for ids ['8662803b-d6b2-4e72-99b1-f0e5014e2bc4'] in dv-neutron-833206-1-hyperv is: [{'id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'name': 'tempest-TestNetworkBasicOps-router-657853133', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:22:17Z', 'updated_at': '2022-03-11T16:24:16Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '570e26dc-e469-43bb-878c-db0f4954d2ba', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662803b-d6b2-4e72-99b1-f0e5014e2bc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:22:18Z', 'updated_at': '2022-03-11T16:24:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:24:19.748399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.752783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.778647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.779150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router 8662803b-d6b2-4e72-99b1-f0e5014e2bc4 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:24:19.795811 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:19.796922 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d4f674e0-dedc-45bc-b78d-346a5c98882f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/8662803b-d6b2-4e72-99b1-f0e5014e2bc4 HTTP/1.1" status: 204 len: 168 time: 1.8159530 Mar 11 16:24:19.799785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42924) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:19.926229 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.180104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.205768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99356adf-a0e5-4936-962b-95a176c4d9bf']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:20.218146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e28d76a-5bf1-4725-b286-db6288096289') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:20.218441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e28d76a-5bf1-4725-b286-db6288096289') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:20.230083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.246386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.253094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:24:20.253497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:24:20.267837 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:24:20.350026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.356065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.382734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=99356adf-a0e5-4936-962b-95a176c4d9bf,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.393862 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e17312b3-34ab-4fba-b08c-371bf9afe77a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/99356adf-a0e5-4936-962b-95a176c4d9bf HTTP/1.1" status: 204 len: 168 time: 0.5929947 Mar 11 16:24:20.394285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:20.413782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42928) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.421340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--1280193270', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:20.426337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:20.429511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f7bd0fbf-0395-4689-a5de-296b9ba52840 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:24:20.429882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f7bd0fbf-0395-4689-a5de-296b9ba52840 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:20.430293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3a708973-a6cf-4784-96b9-7bcfffa448a6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:20.430552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:20.433461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:20.439561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:20.451974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:20.455809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.463873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3a708973-a6cf-4784-96b9-7bcfffa448a6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:24:20.464207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3a708973-a6cf-4784-96b9-7bcfffa448a6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:20.487626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:24:20.498114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.498114 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment ab4defc3-3079-4351-a4d5-bcd20324856b of type vlan for network 0db05176-e4fa-4e6c-a829-99f37d05b8bc Mar 11 16:24:20.527333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.557274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.561124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:20.561763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.683411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2684956 Mar 11 16:24:20.686386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db5798-319e-4bf2-a63f-5be0df491b59 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=0db05176-e4fa-4e6c-a829-99f37d05b8bc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:20.687831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42932) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:20.694144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-945502506', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:20.701655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:24:20.702446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:20.708728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:20.715627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:20.727336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:20.743843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.745802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.783570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:20.942158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.140172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.170516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.328462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.63 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/96686a67-96e3-459a-8e06-2991e9cd7280) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:21.488677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.517986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.597134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:21.600288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:21.603061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:24:21.747097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=96686a67-96e3-459a-8e06-2991e9cd7280,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:21.887978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:21.888619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.134053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:24:22.357376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:24:22.366898 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Sync routers for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:24:22.379785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:22.380397 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:22.386025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.387834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d9a44b3d-b268-4f32-bde7-afe2dc105af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6980116 Mar 11 16:24:22.390782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42936) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.437082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-808ad4a1-3796-4409-b7d3-72a6458cf17f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451322 Mar 11 16:24:22.440049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42940) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.574369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bfca9-30cc-49f8-bd64-355e163c7d13 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:22.578778 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-134bfca9-30cc-49f8-bd64-355e163c7d13 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351371 Mar 11 16:24:22.578961 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:22.579074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42944) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.619952 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-11d2a820-0384-4209-a933-2d0e480533e0 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398602 Mar 11 16:24:22.622589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42948) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:22.627834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1297797140', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:22.744480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:22.755461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:22.759590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:22.765357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:22.776454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:22.896970 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:22.899089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:22.910574 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Checking router: fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:24:22.910916 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Updating router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 port 96686a67-96e3-459a-8e06-2991e9cd7280 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:24:22.963071 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.131751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.223112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=8f868bbc-0745-4f29-952e-7c7f17cdc32e,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.224138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e5806-9d16-4014-bbed-11fbde56f604 None None] New status for floating IP 0bdf61af-5bfe-4aea-9dce-a2f1041067d0: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:24:23.234716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:24:23.235070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 0db05176-e4fa-4e6c-a829-99f37d05b8bc, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:24:23.260037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:24:23.277321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 0db05176-e4fa-4e6c-a829-99f37d05b8bc) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:23.282034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:23.282745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.309165 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ee2a36c7-4548-4453-bb6e-fea5ca2a0279 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6855812 Mar 11 16:24:23.312238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42952) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:23.327355 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.342519 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Transition to ACTIVE for port object 96686a67-96e3-459a-8e06-2991e9cd7280 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:23.343527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394eaf94-0632-44d5-9f97-67cb787abb43 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:24:23.349471 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.490638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Pushing event updated for resources: {'Port': ['ID=96686a67-96e3-459a-8e06-2991e9cd7280,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.495769 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Attempting to bind port 96686a67-96e3-459a-8e06-2991e9cd7280 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:23.496120 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Attempting to bind port 96686a67-96e3-459a-8e06-2991e9cd7280 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:23.496464 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Attempting to bind port 96686a67-96e3-459a-8e06-2991e9cd7280 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:24:23.507699 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.508028 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.508345 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.508669 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.508985 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.509366 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.509623 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.509956 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.510266 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.510568 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.510880 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:24:23.517222 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:24:23.517577 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:24:23.517991 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.518362 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:24:23.518821 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Bound port: 96686a67-96e3-459a-8e06-2991e9cd7280, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:23.519176 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.597222 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] For port 96686a67-96e3-459a-8e06-2991e9cd7280, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:24:23.602015 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] For port 96686a67-96e3-459a-8e06-2991e9cd7280, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96686a67-96e3-459a-8e06-2991e9cd7280,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:24:23.612143 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.627986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:24:23.628722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:23.711046 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:23.711591 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:23.764323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ddf9f-e007-4b17-8214-940f4da2b0a1 None None] Pushing event updated for resources: {'Port': ['ID=96686a67-96e3-459a-8e06-2991e9cd7280,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:23.804250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Allocated IP 172.20.0.2 (0db05176-e4fa-4e6c-a829-99f37d05b8bc/8f868bbc-0745-4f29-952e-7c7f17cdc32e/54db5b1c-8cf9-468a-987e-37cc6ac12711) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:23.900323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:24.081920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.097363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Transition to ACTIVE for port object 54db5b1c-8cf9-468a-987e-37cc6ac12711 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:24.124889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Transition to ACTIVE for port object 54db5b1c-8cf9-468a-987e-37cc6ac12711 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:24.134136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.200905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.215643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Pushing event updated for resources: {'Port': ['ID=54db5b1c-8cf9-468a-987e-37cc6ac12711,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:24.230118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:24.231293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:24.233981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:24:24.249972 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:24.254251 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff9ba5-70d7-446c-91b8-c394a8caca88 None None] The sync data for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:21Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:24:24.326669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:24:24.380092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 570e26dc-e469-43bb-878c-db0f4954d2ba {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:24:24.380462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 570e26dc-e469-43bb-878c-db0f4954d2ba not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:24:24.391526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Attempting to bind port 54db5b1c-8cf9-468a-987e-37cc6ac12711 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:24.391894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Attempting to bind port 54db5b1c-8cf9-468a-987e-37cc6ac12711 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:24.392257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Attempting to bind port 54db5b1c-8cf9-468a-987e-37cc6ac12711 on network 0db05176-e4fa-4e6c-a829-99f37d05b8bc {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:24:24.400599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:24:24.400969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Checking segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:24:24.401379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.401929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Bound using segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:24:24.402281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Bound port: 54db5b1c-8cf9-468a-987e-37cc6ac12711, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:24.402646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.528841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] For port 54db5b1c-8cf9-468a-987e-37cc6ac12711, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:24:24.532912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] For port 54db5b1c-8cf9-468a-987e-37cc6ac12711, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=54db5b1c-8cf9-468a-987e-37cc6ac12711,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:24:24.538547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:24.634457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265fc23-98c3-4896-9e37-a5a6916ccbb3 None None] Pushing event updated for resources: {'Port': ['ID=54db5b1c-8cf9-468a-987e-37cc6ac12711,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:24.825689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (0db05176-e4fa-4e6c-a829-99f37d05b8bc/8f868bbc-0745-4f29-952e-7c7f17cdc32e/13ae19c4-73b1-4e35-bde8-8de34dea6205) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:25.039310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.058178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 13ae19c4-73b1-4e35-bde8-8de34dea6205 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:25.081949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.169489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:25.172732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:25.177564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:24:25.207409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:25.244493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.337164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.578769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e23102-2c27-43da-a723-5488a2996ff2 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:24:25.709385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5fc7d9cf-cb3d-4525-84ee-353292c2b545 None None] Provisioning for port 54db5b1c-8cf9-468a-987e-37cc6ac12711 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:25.778763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.784429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.910501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:25.914150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:26.068658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-daec86d3-b4fe-456e-afd4-151f1a33674d None None] Provisioning for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:26.073636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:26.074867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:26.075003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-daec86d3-b4fe-456e-afd4-151f1a33674d None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:26.075354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-daec86d3-b4fe-456e-afd4-151f1a33674d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.136104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-daec86d3-b4fe-456e-afd4-151f1a33674d None None] Port 13ae19c4-73b1-4e35-bde8-8de34dea6205 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:24:26.261492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-496010d1-a1cd-4915-8b58-0cfa817dfc88 None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:26.261899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-496010d1-a1cd-4915-8b58-0cfa817dfc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.324294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-496010d1-a1cd-4915-8b58-0cfa817dfc88 None None] Port 13ae19c4-73b1-4e35-bde8-8de34dea6205 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:24:26.431578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96686a67-96e3-459a-8e06-2991e9cd7280 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:26.513918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 96686a67-96e3-459a-8e06-2991e9cd7280 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:26.519052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 96686a67-96e3-459a-8e06-2991e9cd7280 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:26.519526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.594056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ea63a027-8d56-4d0a-84bd-92e81f49e233 None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:26.594790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ea63a027-8d56-4d0a-84bd-92e81f49e233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.644069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:24:26.684940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ea63a027-8d56-4d0a-84bd-92e81f49e233 None None] Port 13ae19c4-73b1-4e35-bde8-8de34dea6205 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:24:26.703028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.723474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 96686a67-96e3-459a-8e06-2991e9cd7280, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96686a67-96e3-459a-8e06-2991e9cd7280,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:26.727644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.728550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 54db5b1c-8cf9-468a-987e-37cc6ac12711 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:26.849686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=96686a67-96e3-459a-8e06-2991e9cd7280,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:26.854370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:24:26.863938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 54db5b1c-8cf9-468a-987e-37cc6ac12711 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:26.868744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0c00770e-b2a6-4937-afeb-91e7f4d38b3c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/fe428e29-ef5b-4a38-9e56-5f01ebbf4d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5551805 Mar 11 16:24:26.869345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 54db5b1c-8cf9-468a-987e-37cc6ac12711 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:26.869725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:26.871372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42956) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:26.989553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.020388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dcbf0-ef8e-4bb8-89de-a494e877ab3a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.020953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dcbf0-ef8e-4bb8-89de-a494e877ab3a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.021351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dcbf0-ef8e-4bb8-89de-a494e877ab3a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.022744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2dcbf0-ef8e-4bb8-89de-a494e877ab3a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.023918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 54db5b1c-8cf9-468a-987e-37cc6ac12711, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=54db5b1c-8cf9-468a-987e-37cc6ac12711,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:27.025478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6f2dcbf0-ef8e-4bb8-89de-a494e877ab3a tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1529551 Mar 11 16:24:27.028660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42960) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:27.031766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:27.099771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb20bfa-13a3-4450-ab5f-e7d3109c1b45 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.100169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb20bfa-13a3-4450-ab5f-e7d3109c1b45 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.101062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=54db5b1c-8cf9-468a-987e-37cc6ac12711,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:27.101211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb20bfa-13a3-4450-ab5f-e7d3109c1b45 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.101476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb20bfa-13a3-4450-ab5f-e7d3109c1b45 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:27.103116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7eb20bfa-13a3-4450-ab5f-e7d3109c1b45 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0734172 Mar 11 16:24:27.105911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42964) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:27.311363 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ccf1e5df-94d3-45d3-849b-c01714a0475f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2043874 Mar 11 16:24:27.831096 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Sync routers for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:24:27.843733 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:27.844263 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:28.035165 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:28.351508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96686a67-96e3-459a-8e06-2991e9cd7280 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:28.367612 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:28.371625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Checking router: fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:24:28.371969 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Updating router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 port 13ae19c4-73b1-4e35-bde8-8de34dea6205 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:24:28.425834 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.437512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 96686a67-96e3-459a-8e06-2991e9cd7280 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:28.437512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.573478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 54db5b1c-8cf9-468a-987e-37cc6ac12711 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:28.687944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 54db5b1c-8cf9-468a-987e-37cc6ac12711 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:28.688319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.759430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42972) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.765525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580727895', 'description': 'tempest-secgroup-smoke-580727895 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:28.771969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:28.777549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:28.780671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:28.787207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:28.799450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.831960 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.841400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:28.845280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:28.845548 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Transition to ACTIVE for port object 13ae19c4-73b1-4e35-bde8-8de34dea6205 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:28.848865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:28.854975 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.857489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:28.920460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.925379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.977569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e09b7-b942-465b-97b2-d5cb0a883b18,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:28.982401 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:28.983916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7825881c-e5b0-48f0-918e-faf86e9e52eb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2232349 Mar 11 16:24:28.984697 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5a2b-b60a-42fd-b078-56fbb1d184bb None None] Pushing event updated for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:28.987489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42976) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:28.994685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.004662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.009843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.013429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.019697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.045051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.097625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Attempting to bind port 13ae19c4-73b1-4e35-bde8-8de34dea6205 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:29.097962 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Attempting to bind port 13ae19c4-73b1-4e35-bde8-8de34dea6205 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:29.098321 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Attempting to bind port 13ae19c4-73b1-4e35-bde8-8de34dea6205 on network 0db05176-e4fa-4e6c-a829-99f37d05b8bc {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:24:29.107107 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:24:29.107470 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Checking segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:24:29.107867 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.108247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Bound using segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:24:29.108720 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Bound port: 13ae19c4-73b1-4e35-bde8-8de34dea6205, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:29.109177 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.119136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.124296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.156372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c470432-8df9-41ca-bb94-5dad7921a21b,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.166157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.167543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8504a2b9-d658-4a2f-a322-82c0a179eaa2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1789622 Mar 11 16:24:29.170826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42980) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.176612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.183315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.187218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.190255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.196546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.208243 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] For port 13ae19c4-73b1-4e35-bde8-8de34dea6205, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:24:29.213147 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] For port 13ae19c4-73b1-4e35-bde8-8de34dea6205, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=13ae19c4-73b1-4e35-bde8-8de34dea6205,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:24:29.219275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.220812 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.291527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.295952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.308870 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:29.309484 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:29.323694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e16f92-7ef2-4cc5-a309-4ab54fa4eb3a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.339120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.340925 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-992cd61e-7b79-4bde-9887-f0f6a0b53769 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1690524 Mar 11 16:24:29.343708 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42984) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.349545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.356208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.360100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.362999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.363458 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5a2b-b60a-42fd-b078-56fbb1d184bb None None] Pushing event updated for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.373998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.396770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.469961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.475607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.499987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b092e57d-ba33-42ac-9f17-4ba17c43b58c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.511037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.512374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-37e7026a-94cf-4973-87ce-96d024158437 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1674514 Mar 11 16:24:29.514008 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:29.515106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42988) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.520617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.527966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.532165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.537172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.544623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.563266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.638692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.643704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.671183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5403f8-57bc-4027-ac71-8dc6c43ac1fe,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.681097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.682380 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dcdac0c0-fe66-4ae5-bf57-988bd3d76939 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1663239 Mar 11 16:24:29.685287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 42992) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.690969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.698137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.702123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.705001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.710749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.721826 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:24:29.728323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.801447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.806712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.831131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de8206-7905-43e2-8f6c-5f747dbaf5c3,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:29.841212 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:29Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:29.842052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.843008 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-064d2c07-05ee-4b1e-a382-83b772bebf45 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1566679 Mar 11 16:24:29.846053 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4093f31-3b58-4b55-bb46-a580f060d43f None None] The sync data for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:29Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:24:29.846834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 42996) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:29.854349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': 'b06e09b7-b942-465b-97b2-d5cb0a883b18', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:29.860772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:29.864695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:29.868354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:29.874261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:29.895574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:24:29.904535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.988471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:29.994841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.021238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1b8a0f-adcb-47e8-9b25-4cfa52fc9cfe,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:30.035284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.045787 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c7195aa-799f-4257-996d-78393f966637 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1879847 Mar 11 16:24:30.317071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-6f644437-69c5-4d3e-aeac-a91d84fb3d4f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:30.333229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-6f644437-69c5-4d3e-aeac-a91d84fb3d4f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:30.334842 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-6f644437-69c5-4d3e-aeac-a91d84fb3d4f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580727895&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0727341 Mar 11 16:24:30.386169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 13ae19c4-73b1-4e35-bde8-8de34dea6205 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:30.471544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:30.477452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:30.477891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.516886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-1c596d9c-92f1-4d25-87a2-cd77b0663f46 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:30.518529 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-1c596d9c-92f1-4d25-87a2-cd77b0663f46 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 797 time: 0.1770639 Mar 11 16:24:30.536807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-b35eae93-4e8c-4945-973e-e0230fe5321b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0116141 Mar 11 16:24:30.608246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.641256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-e65a9cf3-0d55-40f3-9ed5-6794323e2e7e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:30.647572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 13ae19c4-73b1-4e35-bde8-8de34dea6205, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=13ae19c4-73b1-4e35-bde8-8de34dea6205,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:30.654441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:30.659832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-e65a9cf3-0d55-40f3-9ed5-6794323e2e7e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:30.661425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-e65a9cf3-0d55-40f3-9ed5-6794323e2e7e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177638 Mar 11 16:24:30.682340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-d661d581-43f3-416f-b6a2-99cfc3763b3f service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:24:30.683386 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-d661d581-43f3-416f-b6a2-99cfc3763b3f service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063720 Mar 11 16:24:30.743098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:30.835182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-fb7ef64d-261d-49eb-bbfe-b3454d92617a service neutron] 10.222.0.78 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445599 Mar 11 16:24:31.075350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-644cd385-5ada-49db-ac70-f1c4c34b34fb service neutron] 10.222.0.78 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335138 Mar 11 16:24:32.351927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 13ae19c4-73b1-4e35-bde8-8de34dea6205 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:32.370552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3da0ea53-5203-469f-a90d-e90bd8ae4d43 req-b428ad26-be61-4475-903c-7ddf677282bf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.1162736 Mar 11 16:24:32.426139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:32.426506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:33.493007 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b26893e2-769f-42b2-8c65-b5706a200d28 req-988c6c8d-cb11-4ead-9568-c834cdc021bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0509028 Mar 11 16:24:34.617648 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-028dd257-ecd9-40dd-9335-92d863905b45 req-1dd65efc-a75a-4f4c-abfb-e4cb7471d2ca tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0532069 Mar 11 16:24:35.733378 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c574f62f-0cf9-4409-96ab-00ae1c96a39d req-12eeff6e-53a0-48f8-a2d2-ffb2b84c35a2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0430484 Mar 11 16:24:36.910683 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3b57b3f-40a2-4fa1-b234-1aeebae819ff req-07ae47ff-87bb-4089-ab7c-0266cc372244 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0437012 Mar 11 16:24:37.594966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-edb7704c-7276-4c83-9344-676e71582284 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:37.595644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-edb7704c-7276-4c83-9344-676e71582284 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:24:37.611571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-edb7704c-7276-4c83-9344-676e71582284 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:24:37.612761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-edb7704c-7276-4c83-9344-676e71582284 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 797 time: 0.1777308 Mar 11 16:24:37.672228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-6a847495-5f5b-4c4a-bf07-bd211dd97a62 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 379 time: 0.0444336 Mar 11 16:24:37.680763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['b06e09b7-b942-465b-97b2-d5cb0a883b18']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:37.919886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:37.930048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:37.940077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:24:37.943175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.084691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-54e71d93-1807-428b-9e32-d5fcd518002a req-ea2398b5-264d-4c63-a865-793a044e5f74 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0460722 Mar 11 16:24:38.124088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.11 (0db05176-e4fa-4e6c-a829-99f37d05b8bc/8f868bbc-0745-4f29-952e-7c7f17cdc32e/4091c831-231d-494c-9ea6-560afa1470e9) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:38.149357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5d084169-084f-4a55-a86a-abe6d4b44dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.330482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.347600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 4091c831-231d-494c-9ea6-560afa1470e9 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:38.372247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.455286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:38.458370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:38.463438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:24:38.488659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:38.530677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:38.531283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.562138 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0e00b71e-902b-4700-b959-097ec0e38294 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8849049 Mar 11 16:24:38.580210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-265000ea-3136-4c3a-b90e-86b4c25d8bfe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:24:38.581189 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-265000ea-3136-4c3a-b90e-86b4c25d8bfe tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053818 Mar 11 16:24:38.669537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Request body: {'port': {'device_id': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:38.742116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a65f313f-60a8-411a-a3ef-29d43f88b446 None None] Provisioning for port 4091c831-231d-494c-9ea6-560afa1470e9 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:38.746851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a65f313f-60a8-411a-a3ef-29d43f88b446 None None] Provisioning complete for port 4091c831-231d-494c-9ea6-560afa1470e9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:38.747218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a65f313f-60a8-411a-a3ef-29d43f88b446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.789941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:38.803346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a65f313f-60a8-411a-a3ef-29d43f88b446 None None] Port 4091c831-231d-494c-9ea6-560afa1470e9 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:24:39.152280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4091c831-231d-494c-9ea6-560afa1470e9 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:24:39.159240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.175013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Transition to ACTIVE for port object 4091c831-231d-494c-9ea6-560afa1470e9 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:24:39.179290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.301921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f005de-ac5a-46e7-9688-b6511b18b368 req-3a0321a9-eb5e-48bc-9ddd-590ee4b9e34c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:39.303392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a6f005de-ac5a-46e7-9688-b6511b18b368 req-3a0321a9-eb5e-48bc-9ddd-590ee4b9e34c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 944 time: 0.0949457 Mar 11 16:24:39.330271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:39.360658 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a6f005de-ac5a-46e7-9688-b6511b18b368 req-4e3d9753-5c82-43f4-a2f2-9d8d2e52fc0b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496807 Mar 11 16:24:39.446175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Attempting to bind port 4091c831-231d-494c-9ea6-560afa1470e9 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:24:39.446570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Attempting to bind port 4091c831-231d-494c-9ea6-560afa1470e9 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:24:39.447962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Attempting to bind port 4091c831-231d-494c-9ea6-560afa1470e9 on network 0db05176-e4fa-4e6c-a829-99f37d05b8bc {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:24:39.453249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Port 4091c831-231d-494c-9ea6-560afa1470e9 on network 0db05176-e4fa-4e6c-a829-99f37d05b8bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:24:39.453560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Attempting to bind port 4091c831-231d-494c-9ea6-560afa1470e9 on network 0db05176-e4fa-4e6c-a829-99f37d05b8bc {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:24:39.459665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:24:39.460010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Checking segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:24:39.460380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Bound using segment: {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:24:39.460800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Bound port: 4091c831-231d-494c-9ea6-560afa1470e9, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab4defc3-3079-4351-a4d5-bcd20324856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:24:39.461146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.556681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:24:39.559683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4091c831-231d-494c-9ea6-560afa1470e9,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:24:39.564170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.632231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:39.633661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 1094 time: 1.0449679 Mar 11 16:24:39.634199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:24:39.653516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451d687-1539-41d8-a5ee-a51a9ee030f1 service neutron] Pushing event updated for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:39.717730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9', 'status': 'completed', 'code': 200} Mar 11 16:24:39.772675 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-0c41085f-40f2-4949-9cfe-53fa71998ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1097 time: 0.0888557 Mar 11 16:24:39.848793 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-66c84917-3a83-440a-a8a8-a74c1ae04879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 217 time: 0.0681608 Mar 11 16:24:39.912749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-535d2ad6-7ed5-46c9-8a52-5b0d1498dd2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:39.914089 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-535d2ad6-7ed5-46c9-8a52-5b0d1498dd2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0590882 Mar 11 16:24:40.100170 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-fef38692-afd5-445c-a9f9-59c2d042d554 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1802621 Mar 11 16:24:40.257591 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-66e772e5-7ea5-4dc3-99f7-8b2f828ede89 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503284 Mar 11 16:24:40.444160 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1f05cec-95f8-46ad-a575-33f5defcbab7 req-f900f311-62c0-4725-841e-06d032733e3b service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804311 Mar 11 16:24:40.570700 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-a15c1e00-050e-4989-b06a-0c6042b8fdcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1097 time: 0.0731277 Mar 11 16:24:40.608416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04b09-6413-48cc-a5ac-d0aca5dcf898 req-a55243a1-7073-432b-bf10-ea1d8f26ba4f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:40.610805 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02e04b09-6413-48cc-a5ac-d0aca5dcf898 req-a55243a1-7073-432b-bf10-ea1d8f26ba4f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 944 time: 0.1117301 Mar 11 16:24:40.661112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02e04b09-6413-48cc-a5ac-d0aca5dcf898 req-77ce7309-9211-478d-b222-12d90f3a4e0b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446613 Mar 11 16:24:40.717080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-5600411b-0473-4bf0-9f03-f28dcb937deb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:40.718560 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-5600411b-0473-4bf0-9f03-f28dcb937deb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1422100 Mar 11 16:24:40.794074 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-e7f2e446-0a4b-4a38-992a-e0ab3a682ce2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 217 time: 0.0687616 Mar 11 16:24:40.857801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-b957db2a-462f-46a6-9af6-748455fa717f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:40.859174 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-b957db2a-462f-46a6-9af6-748455fa717f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0597229 Mar 11 16:24:40.936674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-aea0f97a-3289-4c8d-804a-cb235ba7b8ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713501 Mar 11 16:24:41.080182 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-1827421c-2e82-48f3-bf1a-6a08c5abd9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371393 Mar 11 16:24:41.221596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6a53826-9a4d-4311-851e-69faa61246aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:41.222823 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bab72e-383d-4e16-9bd1-9a0e29c5de5d req-a95c2a1f-6d39-4d8c-a416-301124420ebb service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367328 Mar 11 16:24:41.866637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161c92c-03f6-40b6-8d63-25f5adc63505 req-997fde61-677a-48bf-b715-a8e1d962c4d1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:41.868004 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9161c92c-03f6-40b6-8d63-25f5adc63505 req-997fde61-677a-48bf-b715-a8e1d962c4d1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 944 time: 0.0777528 Mar 11 16:24:41.918970 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9161c92c-03f6-40b6-8d63-25f5adc63505 req-9a5a8e5b-bd2a-4542-ae4b-9dad4b2507de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454960 Mar 11 16:24:41.951421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:42.064360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.138509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcea36-76ec-442c-8adf-8948935ce118 req-05480fcf-dba1-4196-a621-6ec90723125b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:43.139973 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bdfcea36-76ec-442c-8adf-8948935ce118 req-05480fcf-dba1-4196-a621-6ec90723125b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 944 time: 0.0927207 Mar 11 16:24:43.194140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bdfcea36-76ec-442c-8adf-8948935ce118 req-df569476-f98d-4bf0-be68-d3dd3f011ada tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485530 Mar 11 16:24:43.411157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4091c831-231d-494c-9ea6-560afa1470e9 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:24:43.537777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.631946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4091c831-231d-494c-9ea6-560afa1470e9,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:43.701577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '4091c831-231d-494c-9ea6-560afa1470e9', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'port_id': '4091c831-231d-494c-9ea6-560afa1470e9', 'mac_address': 'fa:16:3e:f4:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:24:43.781771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.803505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4091c831-231d-494c-9ea6-560afa1470e9 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:24:43.827253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4091c831-231d-494c-9ea6-560afa1470e9,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:43.831646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:43.911486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:44.167781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['4091c831-231d-494c-9ea6-560afa1470e9'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:24:44.415352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f315907-991f-4e9b-869e-f62a0ff93773 req-47027c78-330b-4527-95e7-9f4dabb910de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:44.417072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f315907-991f-4e9b-869e-f62a0ff93773 req-47027c78-330b-4527-95e7-9f4dabb910de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 945 time: 0.0968399 Mar 11 16:24:44.469047 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3f315907-991f-4e9b-869e-f62a0ff93773 req-f5886c47-652a-41fb-9ade-f50d79d9021b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454557 Mar 11 16:24:45.214725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.418889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4091c831-231d-494c-9ea6-560afa1470e9 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:24:45.493954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 4091c831-231d-494c-9ea6-560afa1470e9 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:24:45.498475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 4091c831-231d-494c-9ea6-560afa1470e9 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:24:45.498837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.618508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.677755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7c637-b3b5-40e5-bda5-17c74b307e70 req-1d5ce162-a2ba-41f6-b7d4-4e17dcf70c7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:45.679485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0e7c637-b3b5-40e5-bda5-17c74b307e70 req-1d5ce162-a2ba-41f6-b7d4-4e17dcf70c7c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 945 time: 0.0849042 Mar 11 16:24:45.684477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:24:45.698117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4091c831-231d-494c-9ea6-560afa1470e9,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:24:45.702920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:45.732303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0e7c637-b3b5-40e5-bda5-17c74b307e70 req-59aefc27-650f-4c60-98ff-b18c38df00c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Mar 11 16:24:45.777335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:45.831867 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9', 'code': 200} Mar 11 16:24:46.063319 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-68ddbcd9-9b56-4b56-aa13-6b5bd5017296 req-13a3d27f-31f6-4513-b3b1-99ce3f5f1140 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0711904 Mar 11 16:24:46.112236 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-68ddbcd9-9b56-4b56-aa13-6b5bd5017296 req-4a0453d0-941b-4cdb-bd1b-22f80183fae9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Mar 11 16:24:46.950606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c55be-9af4-4f86-ac49-cd8ec8aed0a4 req-1a36ce26-a216-42ec-b284-34bc53de2525 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:46.952043 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-034c55be-9af4-4f86-ac49-cd8ec8aed0a4 req-1a36ce26-a216-42ec-b284-34bc53de2525 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.0820565 Mar 11 16:24:47.007432 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-034c55be-9af4-4f86-ac49-cd8ec8aed0a4 req-9b5fc50b-28eb-42cd-9255-4e8251f141cc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499296 Mar 11 16:24:48.219155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed080c6c-489b-421a-b658-84f153a8e5da req-09d8bac1-d5c2-405c-927e-8aad7915e73a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:48.220608 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ed080c6c-489b-421a-b658-84f153a8e5da req-09d8bac1-d5c2-405c-927e-8aad7915e73a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.0795400 Mar 11 16:24:48.266862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ed080c6c-489b-421a-b658-84f153a8e5da req-7595e194-b98e-45ba-9e5a-8e7296fdcea6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406470 Mar 11 16:24:48.480784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65219079-8710-4fda-8c8b-590d254432a1 req-e83a17a2-65c0-49fb-a74c-4f6c206cb3a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:48.482241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-65219079-8710-4fda-8c8b-590d254432a1 req-e83a17a2-65c0-49fb-a74c-4f6c206cb3a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.0817981 Mar 11 16:24:48.529155 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-65219079-8710-4fda-8c8b-590d254432a1 req-4580d24f-d9f1-41a3-94cf-3ebe8b89472d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Mar 11 16:24:48.558077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43080) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:48.631040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-85df39cc-7491-4a71-8d2d-5928a26347ef tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1094 time: 0.0718164 Mar 11 16:24:48.634523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43084) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:48.639637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '4091c831-231d-494c-9ea6-560afa1470e9', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:24:48.645226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:24:48.649405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:24:48.653510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:24:48.659452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:24:48.670203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.809457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:48.944099 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.8 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a7a033be-3d24-4251-a534-9f824ac7cc89) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:24:49.102941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.135734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.298607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:24:49.301457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:24:49.303940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:24:49.338305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=a7a033be-3d24-4251-a534-9f824ac7cc89,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:49.825655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:49.882111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.115447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.120745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.236552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=a7a033be-3d24-4251-a534-9f824ac7cc89,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:24:50.250490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:50.454366 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 5e7ed158-53a6-41c3-865e-e49baac08efe associated. External IP: 172.26.4.8, port: 4091c831-231d-494c-9ea6-560afa1470e9. Mar 11 16:24:50.976735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:24:51.186748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:24:51.200897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Sync routers for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:24:51.214507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:51.214818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:24:51.215489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:51.272063 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8a26ae19-9274-4c3b-aa9b-88712125524f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6364324 Mar 11 16:24:51.272640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:24:51.275463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:51.330587 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9', 'status': 'completed', 'code': 200} Mar 11 16:24:51.400189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:51.405454 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-91306295-67cf-4a12-baca-bed41f05e5f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/5e7ed158-53a6-41c3-865e-e49baac08efe HTTP/1.1" status: 200 len: 990 time: 0.1281173 Mar 11 16:24:51.433260 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-329dd359-0f67-43a7-bbc2-1d2da9f377c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0791168 Mar 11 16:24:51.576696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6aab-9ad9-440f-b820-65a9df025125 req-f42a264e-4077-4e0a-97e2-e8824f8bdf80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:51.578329 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-f42a264e-4077-4e0a-97e2-e8824f8bdf80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1391826 Mar 11 16:24:51.688928 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-4dff00df-7b12-4be8-86e7-d2f4a7196d8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 998 time: 0.1039116 Mar 11 16:24:51.755140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b6aab-9ad9-440f-b820-65a9df025125 req-d021e82a-9244-4a08-b557-bb8ff7a58c90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:24:51.756598 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-d021e82a-9244-4a08-b557-bb8ff7a58c90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0606699 Mar 11 16:24:51.771928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '5e7ed158-53a6-41c3-865e-e49baac08efe', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'port_id': '4091c831-231d-494c-9ea6-560afa1470e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'mac_address': 'fa:16:3e:f4:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:49Z', 'updated_at': '2022-03-11T16:24:49Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:51.777507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Checking router: fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:24:51.789413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:24:51.790083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:24:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:51.833936 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-fd98f573-f0cd-4c1a-a305-5355bf9c8736 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713575 Mar 11 16:24:51.971497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-1c1324f6-2115-4b5d-a3c9-5474b2e5acf7 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304185 Mar 11 16:24:51.977148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:24:52.110365 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-890b6aab-9ad9-440f-b820-65a9df025125 req-ad5c0594-d46d-4fe7-898e-f920bcbc79a5 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308727 Mar 11 16:24:52.369465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '5e7ed158-53a6-41c3-865e-e49baac08efe', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'port_id': '4091c831-231d-494c-9ea6-560afa1470e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'mac_address': 'fa:16:3e:f4:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:49Z', 'updated_at': '2022-03-11T16:24:49Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:24:52.373302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c9c49-e8bd-4990-9081-87a427101e21 None None] The sync data for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '5e7ed158-53a6-41c3-865e-e49baac08efe', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'port_id': '4091c831-231d-494c-9ea6-560afa1470e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'mac_address': 'fa:16:3e:f4:08:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:24:49Z', 'updated_at': '2022-03-11T16:24:49Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:24:52.409609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43094) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:52.527329 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ab6a35d8-0720-4f05-9fef-e863b5df5413 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/5e7ed158-53a6-41c3-865e-e49baac08efe HTTP/1.1" status: 200 len: 990 time: 0.1165290 Mar 11 16:24:52.586375 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac987f9-f893-4d60-94ae-59f960552cc7 None None] New status for floating IP 5e7ed158-53a6-41c3-865e-e49baac08efe: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:24:53.087261 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:24:53.531267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43098) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:24:53.645257 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7b94fc9a-1e84-4a66-8557-5448066bb8b9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/5e7ed158-53a6-41c3-865e-e49baac08efe HTTP/1.1" status: 200 len: 992 time: 0.1128259 Mar 11 16:25:08.153149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c8304007-7f78-4636-ae40-956447342a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.225770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-17c05416-d11e-4894-b51c-26af29511672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:11.954538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:12.067051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:13.520959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:15.222579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:30.088882 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:25:38.146616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c12b75d5-7b0c-4d28-93d9-4e0d3beb1a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:38.989905 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-c2915adf-f7d9-46e5-8e44-0371c2ebfd25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735774 Mar 11 16:25:39.142971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-3aff0452-e487-49aa-81ff-de51235eb0f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0729580 Mar 11 16:25:39.299281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-ac8ffdac-7ecb-43da-a139-9342cf099c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.300621 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-ac8ffdac-7ecb-43da-a139-9342cf099c7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1379240 Mar 11 16:25:39.404737 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-99a5cc86-0ceb-4044-ab3d-e19e0845d159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 1000 time: 0.0979836 Mar 11 16:25:39.466760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-29a91114-ea23-4c1a-a00c-f0e8a3199fd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:25:39.468175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-29a91114-ea23-4c1a-a00c-f0e8a3199fd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0577383 Mar 11 16:25:39.672246 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-6fec2290-6ffc-47dc-995f-d871d3a5e043 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1968362 Mar 11 16:25:39.809450 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-07a4dec7-ff3e-495a-9683-480efa49126e service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308732 Mar 11 16:25:39.957695 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9d57253d-4f24-406a-8d20-8a3698fcaec3 req-7e58ce30-c163-4d24-a0cd-1bdc6ddc987c service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413803 Mar 11 16:25:41.230545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dc963670-e873-4cf6-8fac-80fef213af4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:41.956342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:42.069646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:43.526969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:25:45.224598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:07.089734 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:08.155246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15b82725-0d0c-41fb-a5e2-77dcc900540d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.232494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0e3a61cb-f663-4d04-abcc-f3bbbc380935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:11.960232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:12.072700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:13.529313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:15.217366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:31.328193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-ac623762-3367-4908-8641-bb336af15c3a req-7cd4d976-b813-4162-a0e5-87037e349a26 service neutron] (83840) timed out ('10.222.0.11', 57450) {{(pid=83840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:26:38.155085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c34c89dc-98e1-496f-adaa-96d8c175466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:40.037731 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-053a74e6-6ae9-4ce2-8b6e-70323e46d4f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774238 Mar 11 16:26:40.185246 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-92d30446-0d79-4f7a-ab5c-da54f67b689d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0787938 Mar 11 16:26:40.334232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-f7a812da-9006-4a60-83f0-93f2a7621623 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:40.336240 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-f7a812da-9006-4a60-83f0-93f2a7621623 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1304200 Mar 11 16:26:40.442809 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-3ce016eb-b820-4f12-ad13-7e6cfc61060d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 1000 time: 0.1002066 Mar 11 16:26:40.508735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-2850f076-0211-4447-9209-c35dd911a56d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:26:40.510227 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-2850f076-0211-4447-9209-c35dd911a56d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0615704 Mar 11 16:26:40.583630 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-7a3d1b83-a7aa-4b29-ae4d-0a2311f40c49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676217 Mar 11 16:26:40.719968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-5471214b-fbe2-4242-9165-d8565f47e231 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299663 Mar 11 16:26:40.860971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10b2d6c5-c328-43ae-a180-239a2f904be9 req-dff36122-3e1f-48ad-a016-f2e9111966aa service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347001 Mar 11 16:26:41.234974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90d51b1d-9ce9-4335-899f-234aeebd8470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:41.963601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:42.075995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:43.669849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:26:44.090723 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:26:45.227333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:08.147659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-31f6f7c4-25d3-450c-a4d0-02ee3047cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:11.238047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c5670767-9599-4c66-b853-0b94c411e58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:11.966624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:12.079640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:13.541516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:15.226803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:20.911578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43140) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:27:20.917987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:27:21.095121 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:27:21.253593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15426586'] for subnet, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:21.440087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728841960349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15672026'] for subnet, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:21.499433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:21.500056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:21.501495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/subnets/8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 836 time: 0.5887599 Mar 11 16:27:21.510629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761aa87-2847-4bc0-9b86-56f3cc2ce596 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:27:21.512854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=8f868bbc-0745-4f29-952e-7c7f17cdc32e,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:27:21.521903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.522181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.522346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.522649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.522974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.523301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.523671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.523953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.524411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.524922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:21.524922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841ca0cb-296c-4984-88e5-da54d693a3e3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:27:22.035708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Provisioning complete for port 54db5b1c-8cf9-468a-987e-37cc6ac12711 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:27:22.035958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:22.165261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Provisioning complete for port 4091c831-231d-494c-9ea6-560afa1470e9 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:27:22.165624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:22.294318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Provisioning complete for port 13ae19c4-73b1-4e35-bde8-8de34dea6205 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:27:22.294587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4037a667-0a1b-4fee-ba44-780132cd5ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:38.151773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19090ee4-71d1-4771-9192-b0c891bcadb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:39.996022 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-412e599a-119e-4a65-9c0c-da7b16cd829f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811152 Mar 11 16:27:40.144510 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-7661aa05-182c-48c9-9b1e-faee47ef8854 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0707598 Mar 11 16:27:40.297265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-e92ed6d0-7930-4aa6-a4db-2aae282e5960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.298720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-e92ed6d0-7930-4aa6-a4db-2aae282e5960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1347435 Mar 11 16:27:40.406805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-a9299043-4aea-4781-8c1c-b15017492b17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 1000 time: 0.1002815 Mar 11 16:27:40.470770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-366bd564-e8bb-4414-88e6-3e4c1d78f6a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:27:40.472240 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-366bd564-e8bb-4414-88e6-3e4c1d78f6a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0585101 Mar 11 16:27:40.648457 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-b81af007-3380-47a3-8b8f-a3e5cbd78b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690509 Mar 11 16:27:40.782029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-7732fd87-a1bd-488b-91a2-49186244a6b0 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265967 Mar 11 16:27:40.917498 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a1266e2e-db19-4ae6-82ff-6915e9b592f3 req-a9466d08-a394-43ec-ab1a-d2e706387882 service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288586 Mar 11 16:27:41.240679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f5399c24-a479-4738-a41e-1b4fcb6d47d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:41.969261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:42.083209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:43.536597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:45.228699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:27:58.095942 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:05.192650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43156) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:05.501274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port a7a033be-3d24-4251-a534-9f824ac7cc89 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:28:05.501530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:05.681541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:05.682060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:05.811557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for a7a033be-3d24-4251-a534-9f824ac7cc89 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:28:05.972522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:06.016986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=a7a033be-3d24-4251-a534-9f824ac7cc89,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:06.067646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.067920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.068262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.068594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.068919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.069242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.069566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.069923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.070244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.070561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.070881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:06.137555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:06.666578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:06.891424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:06.901275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Sync routers for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:28:06.907573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:06.913309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:06.913947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:27:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:06.963508 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-79cca59b-b0c0-4d91-bf4c-cfa21b245042 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/5e7ed158-53a6-41c3-865e-e49baac08efe HTTP/1.1" status: 204 len: 168 time: 1.7696700 Mar 11 16:28:06.963986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:07.122665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:07.171266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9', 'status': 'completed', 'code': 200} Mar 11 16:28:07.289999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-7ca58014-7d26-4d6c-a6ef-55266718641f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 1099 time: 0.0945935 Mar 11 16:28:07.423456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294002f1-ee89-4c80-930f-70d87c448c0a req-3c551a62-23c1-47f4-929c-7ddf4f714316 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.425151 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-294002f1-ee89-4c80-930f-70d87c448c0a req-3c551a62-23c1-47f4-929c-7ddf4f714316 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.0837395 Mar 11 16:28:07.438927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-6101ba90-34e8-4085-9e8a-18a5406721a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.440760 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-6101ba90-34e8-4085-9e8a-18a5406721a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 200 len: 898 time: 0.1448176 Mar 11 16:28:07.475649 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-294002f1-ee89-4c80-930f-70d87c448c0a req-f200c1a4-237d-4841-b8ff-8b231181e700 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434177 Mar 11 16:28:07.484210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:07.488296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Checking router: fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:28:07.499915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:07.500569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:27:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:07.516137 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-3cc831ff-842e-43d5-af56-3059cec82dab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 200 len: 217 time: 0.0672171 Mar 11 16:28:07.586526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-c8201632-b110-46e2-a602-b65ec4865063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:07.588038 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-c8201632-b110-46e2-a602-b65ec4865063 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 200 len: 844 time: 0.0638323 Mar 11 16:28:07.668561 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-d1c6485c-436f-4272-a4e5-15d3b9f7accb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0db05176-e4fa-4e6c-a829-99f37d05b8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740836 Mar 11 16:28:07.733094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:07.806433 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-7111b27d-7f92-44a7-833f-865db7b0a1aa service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306345 Mar 11 16:28:07.944196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ba3bb6fe-a16a-495e-88c2-7b11954eddbf req-bf567222-505a-48f3-bc9e-630cfacabdfa service neutron] 10.222.0.11 "GET /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313579 Mar 11 16:28:08.065618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:08.069804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a08d0-bdfe-4a2b-9947-10c628be5bf7 None None] The sync data for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:24:25Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '13ae19c4-73b1-4e35-bde8-8de34dea6205', 'name': '', 'network_id': '0db05176-e4fa-4e6c-a829-99f37d05b8bc', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:04:f1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:24Z', 'updated_at': '2022-03-11T16:24:30Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '8f868bbc-0745-4f29-952e-7c7f17cdc32e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:28:08.155728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85e3d8da-3157-4eac-b5fd-5d59165a59d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:08.292965 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89d3a00-b7bf-40e2-842a-1584f33d1737 None None] New status for floating IP 5e7ed158-53a6-41c3-865e-e49baac08efe: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:28:08.718665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83562246-631e-434f-a7e2-06ae32e5ae19 req-f8d2ecee-b0e8-43a7-af87-f8e6ad2719bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:08.720089 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-83562246-631e-434f-a7e2-06ae32e5ae19 req-f8d2ecee-b0e8-43a7-af87-f8e6ad2719bb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.0822711 Mar 11 16:28:08.766433 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-83562246-631e-434f-a7e2-06ae32e5ae19 req-5a9d1b9b-5baf-42f2-ad94-4872251dc991 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=b06e09b7-b942-465b-97b2-d5cb0a883b18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Mar 11 16:28:09.087629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-e88a09c4-9a20-47a7-a332-88c833c06a5e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:09.088316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-e88a09c4-9a20-47a7-a332-88c833c06a5e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:09.105576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-e88a09c4-9a20-47a7-a332-88c833c06a5e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:09.106786 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-e88a09c4-9a20-47a7-a332-88c833c06a5e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 946 time: 0.1034517 Mar 11 16:28:09.177973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 4091c831-231d-494c-9ea6-560afa1470e9 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:28:09.178344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:09.432110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 4091c831-231d-494c-9ea6-560afa1470e9, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4091c831-231d-494c-9ea6-560afa1470e9,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:09.432372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:09.654789 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 4091c831-231d-494c-9ea6-560afa1470e9 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:28:09.800531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:09.849970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=4091c831-231d-494c-9ea6-560afa1470e9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:09.929567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 4091c831-231d-494c-9ea6-560afa1470e9 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:09.931964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:09.934553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'name': 'network-vif-deleted', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:09.951926 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eada4af4-b65b-4510-9bdb-d0e0ca3e215d req-d68c128f-0b0f-44cd-b6a2-ab10b3f45ea8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/4091c831-231d-494c-9ea6-560afa1470e9 HTTP/1.1" status: 204 len: 173 time: 0.8396316 Mar 11 16:28:09.953558 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2162b9f1-7b28-4483-871c-05123c4134a1 req-d0a9eb7e-cd8b-4e6e-85f6-38742bcf5297 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=a132d084-6c77-4cfe-9772-eb31f33bf55e HTTP/1.1" status: 200 len: 210 time: 0.0433846 Mar 11 16:28:09.995174 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a132d084-6c77-4cfe-9772-eb31f33bf55e', 'name': 'network-vif-deleted', 'tag': '4091c831-231d-494c-9ea6-560afa1470e9', 'status': 'completed', 'code': 200} Mar 11 16:28:11.077627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43194) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:11.154122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.185942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.244058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ad6e6a68-abef-41b6-95d7-a91dd6901e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.265940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.285754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e09b7-b942-465b-97b2-d5cb0a883b18,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:11.296983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.298181 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ac01c6c6-3027-4791-a063-1357ba1f0a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/b06e09b7-b942-465b-97b2-d5cb0a883b18 HTTP/1.1" status: 204 len: 168 time: 0.2193580 Mar 11 16:28:11.342537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43200) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:11.773191 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:11.971681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:12.087593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:12.413356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 13ae19c4-73b1-4e35-bde8-8de34dea6205 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:28:12.413940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:12.509037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4091c831-231d-494c-9ea6-560afa1470e9 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:12.544396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 4091c831-231d-494c-9ea6-560afa1470e9 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:28:12.544854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4091c831-231d-494c-9ea6-560afa1470e9 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:12.702695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 13ae19c4-73b1-4e35-bde8-8de34dea6205, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=13ae19c4-73b1-4e35-bde8-8de34dea6205,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:12.702965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:12.835567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 13ae19c4-73b1-4e35-bde8-8de34dea6205 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:28:13.022737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:13.070628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=13ae19c4-73b1-4e35-bde8-8de34dea6205,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:13.371752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:13.539512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:13.989184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:14.305280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:14.315167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Sync routers for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:28:14.319046 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6958b6ae-5e82-435a-a984-5e35bb755490 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/fe428e29-ef5b-4a38-9e56-5f01ebbf4d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752014 Mar 11 16:28:14.322009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43204) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:14.329400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:14.330115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:14.517639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:14.537990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet 8f868bbc-0745-4f29-952e-7c7f17cdc32e {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:28:14.541416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.603595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.699688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.776293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.820674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=8f868bbc-0745-4f29-952e-7c7f17cdc32e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:14.826882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:14.833221 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-65453bf8-a49c-4e23-a021-ff4ec9fc3b32 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/8f868bbc-0745-4f29-952e-7c7f17cdc32e HTTP/1.1" status: 204 len: 168 time: 0.5102553 Mar 11 16:28:14.835262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842ff8b-fb40-4d63-81d7-eed093ef9172 None None] Network 0db05176-e4fa-4e6c-a829-99f37d05b8bc requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:28:14.835854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43208) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:14.908386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:28:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:14.926330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Checking router: fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:28:14.979360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Routers {'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:14.979976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:15.055042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.218197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] Set router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:15.275660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.287635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 96686a67-96e3-459a-8e06-2991e9cd7280 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:28:15.287981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.312480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] DHCP port deletion for 0db05176-e4fa-4e6c-a829-99f37d05b8bc request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:28:15.385585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Deleting port 54db5b1c-8cf9-468a-987e-37cc6ac12711 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:28:15.385996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.442948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.471192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 96686a67-96e3-459a-8e06-2991e9cd7280, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96686a67-96e3-459a-8e06-2991e9cd7280,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:15.471482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.595631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 96686a67-96e3-459a-8e06-2991e9cd7280 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:28:15.762065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] For port 54db5b1c-8cf9-468a-987e-37cc6ac12711, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=54db5b1c-8cf9-468a-987e-37cc6ac12711,segment=NetworkSegment(ab4defc3-3079-4351-a4d5-bcd20324856b),segment_id=ab4defc3-3079-4351-a4d5-bcd20324856b)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:15.762352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.769024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:15.890277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Calling delete_port for 54db5b1c-8cf9-468a-987e-37cc6ac12711 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:28:15.922722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=96686a67-96e3-459a-8e06-2991e9cd7280,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:15.950657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:28:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:15.956651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25683cf-e51d-41e3-b7b8-d699e4c3a975 None None] The sync data for ids ['fe428e29-ef5b-4a38-9e56-5f01ebbf4d04'] in dv-neutron-833206-1-hyperv is: [{'id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'name': 'tempest-TestNetworkBasicOps-router-945502506', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:24:20Z', 'updated_at': '2022-03-11T16:28:12Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '96686a67-96e3-459a-8e06-2991e9cd7280', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:4c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe428e29-ef5b-4a38-9e56-5f01ebbf4d04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:24:21Z', 'updated_at': '2022-03-11T16:24:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:28:15.986603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.035364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Pushing event deleted for resources: {'Port': ['ID=54db5b1c-8cf9-468a-987e-37cc6ac12711,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:16.045691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] No DVR routers for this DVR port 54db5b1c-8cf9-468a-987e-37cc6ac12711 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.054361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.055378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.055378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.055955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.055955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.056243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9915d5-568e-4c8d-8013-7bb674137b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:16.171945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.445422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.450152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.478255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.478773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:28:16.502999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.506238 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2368470d-e8b5-423d-8e2b-b2404a919598 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/fe428e29-ef5b-4a38-9e56-5f01ebbf4d04 HTTP/1.1" status: 204 len: 168 time: 1.6693683 Mar 11 16:28:16.507524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:16.533207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 13ae19c4-73b1-4e35-bde8-8de34dea6205 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:16.569503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 13ae19c4-73b1-4e35-bde8-8de34dea6205 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:28:16.569962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 13ae19c4-73b1-4e35-bde8-8de34dea6205 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:16.570614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 54db5b1c-8cf9-468a-987e-37cc6ac12711 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:16.604402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 54db5b1c-8cf9-468a-987e-37cc6ac12711 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:28:16.604978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 54db5b1c-8cf9-468a-987e-37cc6ac12711 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:16.639255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.771549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.798328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db05176-e4fa-4e6c-a829-99f37d05b8bc']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:16.810870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4defc3-3079-4351-a4d5-bcd20324856b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:16.811162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4defc3-3079-4351-a4d5-bcd20324856b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:16.823129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.841582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.851658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:28:16.852057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:28:16.867157 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:28:16.952733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.971954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:16.984345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=0db05176-e4fa-4e6c-a829-99f37d05b8bc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:17.000149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f648a63c-2c30-4f9f-9992-0e3eea189d33 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/0db05176-e4fa-4e6c-a829-99f37d05b8bc HTTP/1.1" status: 204 len: 168 time: 0.4915299 Mar 11 16:28:17.014962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43216) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:17.022606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--18333239', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:17.028129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:17.032917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:17.037185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:17.044370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:17.055397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:17.058735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.091404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:28:17.102633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.102974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment 55460903-f065-4046-8b7e-d6ec77482fad of type vlan for network 5a8b4866-1051-4178-99cd-b496eab1e4ca Mar 11 16:28:17.129999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.162049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.165840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:17.166420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.280127 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2638226 Mar 11 16:28:17.282961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43220) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:17.286835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e318a-29c4-454a-98a7-ffed702cff85 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=5a8b4866-1051-4178-99cd-b496eab1e4ca,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:17.289433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:17.296781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:17.301248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:17.302736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:28:17.304997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:17.311395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:17.324085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.325192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.347410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.507536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.816057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.847237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:17.993062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.218 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/123ff15b-b414-4011-936b-a8819c825453) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:18.150853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:18.182161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:18.255260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:18.258096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:18.260975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:18.291833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=123ff15b-b414-4011-936b-a8819c825453,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:18.419678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96686a67-96e3-459a-8e06-2991e9cd7280 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:28:18.425066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:18.425820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:18.456719 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 96686a67-96e3-459a-8e06-2991e9cd7280 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:28:18.457062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96686a67-96e3-459a-8e06-2991e9cd7280 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:28:18.669252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:28:18.875588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:18.885789 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:28:18.897717 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:18.898423 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:18.902278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:18.903474 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-534fe7e8-0d5f-4f16-b028-4e6206616506 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6195552 Mar 11 16:28:18.906646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43224) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:19.022900 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dcdae5fb-4fd4-4c1a-955d-9d6de2c30e33 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148374 Mar 11 16:28:19.025560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:19.083572 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:19.170352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a271a-9bd1-4803-8fba-5d3257d694f2 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.172147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e33a271a-9bd1-4803-8fba-5d3257d694f2 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435680 Mar 11 16:28:19.175127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43234) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:19.214917 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b71a3f26-7907-4bb7-ae1e-16bd16822070 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384915 Mar 11 16:28:19.217462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43238) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:19.223432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1802360528', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:19.336419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:19.340890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:19.343886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:19.349780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:19.359823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:19.377983 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:19.382364 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:28:19.382705 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Updating router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 port 123ff15b-b414-4011-936b-a8819c825453 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:28:19.434770 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.473265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.706122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.788273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.808497 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Transition to ACTIVE for port object 123ff15b-b414-4011-936b-a8819c825453 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:19.817306 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.896691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=eb483702-6f29-49aa-b0bc-e3e988c3048f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:19.925536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:19.925929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: 5a8b4866-1051-4178-99cd-b496eab1e4ca, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:28:19.940275 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Pushing event updated for resources: {'Port': ['ID=123ff15b-b414-4011-936b-a8819c825453,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:19.946891 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Attempting to bind port 123ff15b-b414-4011-936b-a8819c825453 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:19.947261 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Attempting to bind port 123ff15b-b414-4011-936b-a8819c825453 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:19.947586 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Attempting to bind port 123ff15b-b414-4011-936b-a8819c825453 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:19.950787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:28:19.958984 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.959328 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.959621 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.959950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.960264 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.960578 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.960934 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.961212 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.961597 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.961956 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.962278 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:19.963495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5a8b4866-1051-4178-99cd-b496eab1e4ca) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:19.966384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:28:19.966747 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:19.967140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.967511 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:28:19.968056 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Bound port: 123ff15b-b414-4011-936b-a8819c825453, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:19.968417 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.968817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:19.969553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:19.982461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b7cf76-8e14-440f-a76e-8d2f5a922efb None None] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:28:20.000249 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5f6b60bc-5f4a-4795-86d2-a3c86e2e1973 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7816813 Mar 11 16:28:20.000901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43242) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:20.077331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] For port 123ff15b-b414-4011-936b-a8819c825453, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:20.080603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] For port 123ff15b-b414-4011-936b-a8819c825453, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=123ff15b-b414-4011-936b-a8819c825453,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:20.086273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.172744 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:20.173360 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:20.290773 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4517be-3014-4a65-8655-bc7cfd413002 None None] Pushing event updated for resources: {'Port': ['ID=123ff15b-b414-4011-936b-a8819c825453,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.291798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-5a8b4866-1051-4178-99cd-b496eab1e4ca', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:28:20.293202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.366992 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:20.476030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Allocated IP 172.20.0.2 (5a8b4866-1051-4178-99cd-b496eab1e4ca/eb483702-6f29-49aa-b0bc-e3e988c3048f/a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:20.731603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.743052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Transition to ACTIVE for port object a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:20.743374 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:20.748603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286c8714-5191-4216-9d5d-7400e73c179e None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:18Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:28:20.763823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Transition to ACTIVE for port object a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:20.774504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.844459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:20.847224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:20.858048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:20.866350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Pushing event updated for resources: {'Port': ['ID=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:20.932184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.959013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Attempting to bind port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:20.959013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Attempting to bind port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:20.959606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Attempting to bind port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Checking segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Bound using segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Bound port: a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:20.977129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:21.115171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] For port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:21.119186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] For port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:21.124804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:21.216215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e66d3-5124-44af-a3a7-281733c36bf5 None None] Pushing event updated for resources: {'Port': ['ID=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:21.463964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (5a8b4866-1051-4178-99cd-b496eab1e4ca/eb483702-6f29-49aa-b0bc-e3e988c3048f/1cbcd7e7-0dde-41df-8995-03384de87fc2) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:21.647547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:21.667874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 1cbcd7e7-0dde-41df-8995-03384de87fc2 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:21.698202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:21.767511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:21.770834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:21.774774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:21.921179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:21.946993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.036833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.190816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4e40c-8e63-446b-b539-64b4fcff59d9 None None] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:28:22.303552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-54a79286-e481-424d-b5b8-4ac7783bea2b None None] Provisioning for port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:22.489418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.495274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.550625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 123ff15b-b414-4011-936b-a8819c825453 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:22.617864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:22.621808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.638490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 123ff15b-b414-4011-936b-a8819c825453 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:22.644071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 123ff15b-b414-4011-936b-a8819c825453 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:22.644451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.790721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:22.792134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:22.793253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.813593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 123ff15b-b414-4011-936b-a8819c825453, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=123ff15b-b414-4011-936b-a8819c825453,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:22.820294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:22.821057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:22.881749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af0b673b-ed86-4453-8900-f297b0498de6 None None] Provisioning for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:22.910902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-af0b673b-ed86-4453-8900-f297b0498de6 None None] Provisioning complete for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:22.911183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af0b673b-ed86-4453-8900-f297b0498de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.000147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=123ff15b-b414-4011-936b-a8819c825453,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:23.003625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-af0b673b-ed86-4453-8900-f297b0498de6 None None] Port 1cbcd7e7-0dde-41df-8995-03384de87fc2 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:28:23.017913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:23.023965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:23.024316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.166008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.185435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-bdfe0238-ab8d-4094-8081-863eb432efc2 None None] Provisioning complete for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:23.185840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bdfe0238-ab8d-4094-8081-863eb432efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.222694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:23.248509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:23.253800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe0238-ab8d-4094-8081-863eb432efc2 None None] Port 1cbcd7e7-0dde-41df-8995-03384de87fc2 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:28:23.255616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.328457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:23.374828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-afe6e7d3-32f2-4b83-921e-5d5deb89e2ea None None] Provisioning complete for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:23.375192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afe6e7d3-32f2-4b83-921e-5d5deb89e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:23.429652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-afe6e7d3-32f2-4b83-921e-5d5deb89e2ea None None] Port 1cbcd7e7-0dde-41df-8995-03384de87fc2 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:28:23.448941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:23.463613 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e4f9a0b7-3d9a-4287-ac9e-c112bb6faa07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/b8003ba9-4ce6-4198-af41-3f52a9a3a3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4616432 Mar 11 16:28:23.466453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43246) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:23.730797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c8b60-38be-45f0-94ee-763164ac5500 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.731085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c8b60-38be-45f0-94ee-763164ac5500 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.731467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c8b60-38be-45f0-94ee-763164ac5500 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.731812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c8b60-38be-45f0-94ee-763164ac5500 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.733465 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-716c8b60-38be-45f0-94ee-763164ac5500 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.2660830 Mar 11 16:28:23.736129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43250) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:23.803898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c55d5a-e912-4f3a-9b94-aeddcf54601b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.804268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c55d5a-e912-4f3a-9b94-aeddcf54601b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.804637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c55d5a-e912-4f3a-9b94-aeddcf54601b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.804997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c55d5a-e912-4f3a-9b94-aeddcf54601b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:23.806662 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-25c55d5a-e912-4f3a-9b94-aeddcf54601b tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0696533 Mar 11 16:28:23.809201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43254) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.026329 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-793eb634-9ef7-4338-9efb-832813113163 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2133980 Mar 11 16:28:24.228703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43260) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.234548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351822355', 'description': 'tempest-secgroup-smoke-351822355 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:24.242476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.247032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.249943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.258450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:24.269680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.316450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.320810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.323655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.329368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:24.393210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.398618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.407640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:28:24.425820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:24.427298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:24.448143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f472885-625d-4210-a583-1638ca0340ec,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.457752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.457752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.458227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.458437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.458976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.459502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.460016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.460343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.460660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.460978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.461295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:28:24.464362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.468814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43264) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.469314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4606b59b-b893-4c6d-88cf-630abeff9d5a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2391484 Mar 11 16:28:24.477131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:24.484123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.490311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.493599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.500375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 123ff15b-b414-4011-936b-a8819c825453 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:24.500585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:24.517791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.587317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.591732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.618687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310d3e6d-67c7-49e3-aad3-132fde340239,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.628414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.629776 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-94b8d235-b211-44d4-b4f2-ac81aec23f13 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1587059 Mar 11 16:28:24.632668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43268) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.638821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:24.644639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.649603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.652662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.659092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:24.678656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.727039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 123ff15b-b414-4011-936b-a8819c825453 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:24.727407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.751006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:24.755136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.759342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.782018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197b6991-221b-4c88-a0b9-93e1e24dd7ee,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.794987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.796426 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2c28d338-d321-4758-bdbc-33c2271eae2a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1627808 Mar 11 16:28:24.799462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43272) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.806528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:24.822171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.825898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.828881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.835094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:24.853582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.927317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.933002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.956053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3609319d-474f-4fda-bb22-5d624cafa5bb,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:24.971549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:24.971549 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-893ff771-eaa2-4256-aff7-935ccd8b2a79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1678777 Mar 11 16:28:24.971857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43276) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:24.978941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:24.985942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:24.990642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:24.993205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:24.999494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:25.030054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.062657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:25.101932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.106339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.130802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd09997-f562-4927-92aa-c9bcd189373c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:25.140579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.141774 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4fe89ed4-6c9e-4558-98dd-573ff5e55cd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1689215 Mar 11 16:28:25.144542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43280) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:25.150555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:25.156398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:25.160207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:25.163202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:25.168956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:25.183596 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:25.190402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.197549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:25.197945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.257511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:25.263046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.263758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:28:25.263909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Updating router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 port 1cbcd7e7-0dde-41df-8995-03384de87fc2 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:28:25.267228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.292505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb18d9a2-afdd-4a67-8f73-6499ba48700e,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:25.303839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.305136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3367dc8e-4cde-491b-baa2-223f68a46f0c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1590545 Mar 11 16:28:25.307918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43284) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:25.313549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '5f472885-625d-4210-a583-1638ca0340ec', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:25.319584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:25.323747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:25.326763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:25.333654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:25.344779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:25.353583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.381240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.435020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.439201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.468639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e6419d-014a-4900-b3af-e880db43bd41,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:25.482253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.486422 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5c5a9406-c615-4435-888c-748e440ef902 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1771569 Mar 11 16:28:25.682944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-320e569c-cf22-4446-9efc-293cb7845fb6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:25.707977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-320e569c-cf22-4446-9efc-293cb7845fb6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:25.709289 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-320e569c-cf22-4446-9efc-293cb7845fb6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351822355&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0680654 Mar 11 16:28:25.768141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.781460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Transition to ACTIVE for port object 1cbcd7e7-0dde-41df-8995-03384de87fc2 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:25.789478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:25.886970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-49b42625-a589-4db4-b697-09669a4120f1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:25.888089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-49b42625-a589-4db4-b697-09669a4120f1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:25.908429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-49b42625-a589-4db4-b697-09669a4120f1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:25.913551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-49b42625-a589-4db4-b697-09669a4120f1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 795 time: 0.1963177 Mar 11 16:28:25.924679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37e07-1e4f-4447-b8bf-f1a199720da8 None None] Pushing event updated for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:25.931053 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-4f8c822f-f858-41b6-8303-8d7e710c94ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0134571 Mar 11 16:28:26.019372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Attempting to bind port 1cbcd7e7-0dde-41df-8995-03384de87fc2 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:26.019776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Attempting to bind port 1cbcd7e7-0dde-41df-8995-03384de87fc2 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:26.020858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Attempting to bind port 1cbcd7e7-0dde-41df-8995-03384de87fc2 on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:26.027728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:28:26.028096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Checking segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:26.028499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.028883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Bound using segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:28:26.029345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Bound port: 1cbcd7e7-0dde-41df-8995-03384de87fc2, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:26.029727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.032456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-bae732c7-0e19-4f3d-bbcd-44c39ef200b0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920622 Mar 11 16:28:26.119203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] For port 1cbcd7e7-0dde-41df-8995-03384de87fc2, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:26.122550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] For port 1cbcd7e7-0dde-41df-8995-03384de87fc2, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1cbcd7e7-0dde-41df-8995-03384de87fc2,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:26.127300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:26.237439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37e07-1e4f-4447-b8bf-f1a199720da8 None None] Pushing event updated for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:26.242558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:26.243223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:26.383356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-53eb4c8e-1604-4846-a1a0-edcd2422e4bd service neutron] 10.222.0.78 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339088 Mar 11 16:28:26.498321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:26.531927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-aeab64e4-8789-4c85-b208-bb16b1c376a6 service neutron] 10.222.0.78 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434772 Mar 11 16:28:26.731728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cc75b829-edbc-4093-8aec-492a3141e18a req-a87b8b78-606c-4a01-87ff-36fbb8139a4c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 210 time: 0.0441728 Mar 11 16:28:26.858464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:26Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:26.862780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5181875-d781-4a21-9893-bb4b3072542b None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:26Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:28:27.866830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-15d84707-4da7-4d96-8b18-a71cc759ec41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:27.867914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-15d84707-4da7-4d96-8b18-a71cc759ec41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:27.887266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-15d84707-4da7-4d96-8b18-a71cc759ec41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:27.889163 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-15d84707-4da7-4d96-8b18-a71cc759ec41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 795 time: 0.2014663 Mar 11 16:28:27.918449 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2837a3a8-980c-4aed-a95f-033d6258caef req-f10e7ee4-ab4c-4786-9890-221952a44211 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 210 time: 0.0526943 Mar 11 16:28:27.948476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-83d912d7-d755-4e72-8013-f1d532340615 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:27.961286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-83d912d7-d755-4e72-8013-f1d532340615 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:27.962323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-83d912d7-d755-4e72-8013-f1d532340615 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 379 time: 0.0608404 Mar 11 16:28:27.972854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['5f472885-625d-4210-a583-1638ca0340ec']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:28.113366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:28.118397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:28.121107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:28.126704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:28.135900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:28.138931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.320562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.13 (5a8b4866-1051-4178-99cd-b496eab1e4ca/eb483702-6f29-49aa-b0bc-e3e988c3048f/11648bb8-0f08-454c-92bc-82c510f6d5ea) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:28.491226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1cbcd7e7-0dde-41df-8995-03384de87fc2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:28.528096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.545289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 11648bb8-0f08-454c-92bc-82c510f6d5ea will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:28.572162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.574452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:28.579554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:28.579928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.661226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:28.664658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:28.668538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:28.702449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.713797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:28.742454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:28.743103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.747765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1cbcd7e7-0dde-41df-8995-03384de87fc2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1cbcd7e7-0dde-41df-8995-03384de87fc2,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:28.752315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.771169 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cbd845d9-6659-41d1-a8cd-c736101f40f5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8010516 Mar 11 16:28:28.782506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Request body: {'port': {'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:28.834295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:28.921253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d8cefb5-3ab0-41b3-83af-373f355c8469 None None] Provisioning for port 11648bb8-0f08-454c-92bc-82c510f6d5ea completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:28.922701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.927951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6d8cefb5-3ab0-41b3-83af-373f355c8469 None None] Provisioning complete for port 11648bb8-0f08-454c-92bc-82c510f6d5ea triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:28.928334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d8cefb5-3ab0-41b3-83af-373f355c8469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:28.982887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cefb5-3ab0-41b3-83af-373f355c8469 None None] Port 11648bb8-0f08-454c-92bc-82c510f6d5ea cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:28:29.135339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeda100-1904-4438-8786-f31977a54f21 req-3b219c82-2f73-4b4d-acd5-1d143db4ac6f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:29.137074 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0eeda100-1904-4438-8786-f31977a54f21 req-3b219c82-2f73-4b4d-acd5-1d143db4ac6f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 932 time: 0.0802255 Mar 11 16:28:29.185392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0eeda100-1904-4438-8786-f31977a54f21 req-4d6dea04-95e7-4b16-93ac-1abb4ac28d52 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413713 Mar 11 16:28:29.397961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11648bb8-0f08-454c-92bc-82c510f6d5ea {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:28:29.406046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.420483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Transition to ACTIVE for port object 11648bb8-0f08-454c-92bc-82c510f6d5ea will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:29.424273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.567707 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:29.680007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Attempting to bind port 11648bb8-0f08-454c-92bc-82c510f6d5ea on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:29.680339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Attempting to bind port 11648bb8-0f08-454c-92bc-82c510f6d5ea by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:29.680676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Attempting to bind port 11648bb8-0f08-454c-92bc-82c510f6d5ea on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:29.693502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Port 11648bb8-0f08-454c-92bc-82c510f6d5ea on network 5a8b4866-1051-4178-99cd-b496eab1e4ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:28:29.693888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Attempting to bind port 11648bb8-0f08-454c-92bc-82c510f6d5ea on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:29.704482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:28:29.704948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Checking segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:29.705427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Bound using segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:28:29.706013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Bound port: 11648bb8-0f08-454c-92bc-82c510f6d5ea, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:29.706445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.795963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:29.798792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:29.803286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.868416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:29.869884 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] 10.222.0.11 "PUT /v2.0/ports/11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1094 time: 1.0920005 Mar 11 16:28:29.870350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:29.890560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784dff5-fa74-4af4-9209-bc9ed111e9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:29.962433 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:28:30.017574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-990e8c8f-2f6f-42e2-b3d1-374c9892f42f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1097 time: 0.0891588 Mar 11 16:28:30.092786 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-c521f8eb-f605-4566-81a7-6df63ef210f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 217 time: 0.0683336 Mar 11 16:28:30.157128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-d11d7805-7694-4e84-82cb-47459ee3e623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.158710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-d11d7805-7694-4e84-82cb-47459ee3e623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0602188 Mar 11 16:28:30.240563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-2f6b5b51-d74f-485d-ac39-1919d9f1de9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761395 Mar 11 16:28:30.392769 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-1988da36-bb39-4338-a8aa-e83deecb6380 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459653 Mar 11 16:28:30.399948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af74d5-75f7-45b7-b095-df969107228b req-6e455093-657a-4edc-bddb-c62f4442bb0f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.401388 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80af74d5-75f7-45b7-b095-df969107228b req-6e455093-657a-4edc-bddb-c62f4442bb0f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 944 time: 0.0842993 Mar 11 16:28:30.450585 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-80af74d5-75f7-45b7-b095-df969107228b req-dbef9fd3-7bfa-4235-93c7-0568c698e48d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433221 Mar 11 16:28:30.482878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1cbcd7e7-0dde-41df-8995-03384de87fc2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:30.532328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-960e094d-6033-474d-a8b6-ecf3178ee381 req-cb70f327-d065-4dcc-934a-967392351d4a service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342049 Mar 11 16:28:30.561183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1cbcd7e7-0dde-41df-8995-03384de87fc2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:30.561554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:30.648645 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-55757b73-203f-441f-8b1c-b3b9a0766b5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1097 time: 0.0718458 Mar 11 16:28:30.784395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-374bb5be-fd1d-4c7a-9362-24411e6919a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.786049 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-374bb5be-fd1d-4c7a-9362-24411e6919a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1311548 Mar 11 16:28:30.857486 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-a9fe8976-1c38-4e3f-8873-096e16490a10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 217 time: 0.0645812 Mar 11 16:28:30.920230 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-5b318c9b-1311-404a-b77e-375f39d20c9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:30.921578 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-5b318c9b-1311-404a-b77e-375f39d20c9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0587721 Mar 11 16:28:31.003504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-19b41f5f-d6b2-4681-9a76-44965406192a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758991 Mar 11 16:28:31.148723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-0b004a69-a001-4d13-b7d5-9297ea53689c service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391382 Mar 11 16:28:31.394240 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1243baf9-1bbc-4496-b26b-8c7e2d537d1f req-4a052c92-827a-4d9e-aecf-cd44c226ad67 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390811 Mar 11 16:28:31.655219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fccf2-8df3-4863-85a8-f620e72d01b8 req-60e3f073-e7b2-4733-aec1-2746b5b07353 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:31.656636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-868fccf2-8df3-4863-85a8-f620e72d01b8 req-60e3f073-e7b2-4733-aec1-2746b5b07353 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 944 time: 0.0835426 Mar 11 16:28:31.705276 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-868fccf2-8df3-4863-85a8-f620e72d01b8 req-a6882ceb-6b1f-4ff7-b321-2e77d5e76fd1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Mar 11 16:28:32.909955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3482b-f3fb-4db9-8597-f61412518779 req-cac45c63-4863-48a4-9711-bdcb9b2b368a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:32.912121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ef3482b-f3fb-4db9-8597-f61412518779 req-cac45c63-4863-48a4-9711-bdcb9b2b368a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 944 time: 0.0838110 Mar 11 16:28:32.959824 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ef3482b-f3fb-4db9-8597-f61412518779 req-1c325ae2-2981-48eb-ab01-b816f2e0dbf8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 Mar 11 16:28:34.173042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b7093-3f31-40ee-8a12-c5760e47621b req-7dfc4d60-9c25-4fe1-88af-b472bfe54df8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:34.174525 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-193b7093-3f31-40ee-8a12-c5760e47621b req-7dfc4d60-9c25-4fe1-88af-b472bfe54df8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 944 time: 0.0852165 Mar 11 16:28:34.224907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-193b7093-3f31-40ee-8a12-c5760e47621b req-849d1d6b-477b-4253-b44d-7108666748f7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448277 Mar 11 16:28:34.588240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 11648bb8-0f08-454c-92bc-82c510f6d5ea details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:28:34.730237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:34.744625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:28:34.800477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.818706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11648bb8-0f08-454c-92bc-82c510f6d5ea {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:28:34.836822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:34.841420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:34.913160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:35.097023 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:28:35.219006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['11648bb8-0f08-454c-92bc-82c510f6d5ea'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:28:35.431085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68613-9a7b-47aa-a1dd-27b4a4120a97 req-6593cc30-1790-4d4d-8ea1-7452c7e0d646 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:35.432548 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed68613-9a7b-47aa-a1dd-27b4a4120a97 req-6593cc30-1790-4d4d-8ea1-7452c7e0d646 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 945 time: 0.0861828 Mar 11 16:28:35.480554 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed68613-9a7b-47aa-a1dd-27b4a4120a97 req-0b8a4844-c064-4d82-a768-0bbd8ab13028 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425014 Mar 11 16:28:36.593970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 11648bb8-0f08-454c-92bc-82c510f6d5ea up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:36.673129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 11648bb8-0f08-454c-92bc-82c510f6d5ea completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:36.679091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 11648bb8-0f08-454c-92bc-82c510f6d5ea triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:36.679448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.687626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cd391-6c10-460e-95b8-b11425f5d0db req-eab2c4cd-9b73-426d-af19-52e82f5f502d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:36.689108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c48cd391-6c10-460e-95b8-b11425f5d0db req-eab2c4cd-9b73-426d-af19-52e82f5f502d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 945 time: 0.0844567 Mar 11 16:28:36.755101 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c48cd391-6c10-460e-95b8-b11425f5d0db req-50cff1c2-8c5d-46c7-a9e1-8dfd05263b52 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591140 Mar 11 16:28:36.844894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.873943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:36.883783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:36.887824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:36.933675 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'code': 200} Mar 11 16:28:36.962002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:37.174421 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0afcc34a-8bca-4a84-a2c2-eba320222603 req-df85ef41-d059-40ff-b498-dbc670823738 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.0721667 Mar 11 16:28:37.218087 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0afcc34a-8bca-4a84-a2c2-eba320222603 req-3223f53f-7c94-4ae0-8da8-5a7354d113ac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377367 Mar 11 16:28:37.959542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38638-86fb-4b7b-bcce-54a8466928ad req-575b6cc0-c966-4de7-a315-3f9894b1692d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:37.961008 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5da38638-86fb-4b7b-bcce-54a8466928ad req-575b6cc0-c966-4de7-a315-3f9894b1692d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.0819824 Mar 11 16:28:38.007072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5da38638-86fb-4b7b-bcce-54a8466928ad req-0e72ead4-d92a-4d0b-a409-94f59cd44934 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Mar 11 16:28:38.165519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-572958e6-862c-4965-bb07-45fa0ec7c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.211979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dab3a-afab-41ec-b480-a2a56a78748f req-f02616da-1e83-4d85-bcfb-161ca6c6a1bf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:39.213407 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e96dab3a-afab-41ec-b480-a2a56a78748f req-f02616da-1e83-4d85-bcfb-161ca6c6a1bf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.0826633 Mar 11 16:28:39.260307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e96dab3a-afab-41ec-b480-a2a56a78748f req-dad64e92-1291-4ffe-bba2-a426ebf4892c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Mar 11 16:28:39.459099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7160b-313c-4efd-8442-35fe4eaacf44 req-4261526d-e940-4cbe-b20d-24a9f1ded83c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:39.460707 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-27c7160b-313c-4efd-8442-35fe4eaacf44 req-4261526d-e940-4cbe-b20d-24a9f1ded83c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.0783329 Mar 11 16:28:39.507001 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-27c7160b-313c-4efd-8442-35fe4eaacf44 req-27547138-3c14-474b-ac80-f47206dea1de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Mar 11 16:28:39.534729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:39.607303 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b17c7a06-3495-4dd1-a8b4-eb12465cc22c tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1094 time: 0.0709105 Mar 11 16:28:39.609902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43346) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:39.615819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:39.621762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:39.625756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:39.628717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:39.634880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:39.645844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.792606 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:39.927929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.200 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/0516e270-f6eb-44cd-8d68-89e59a1f3cf9) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:40.115570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.145184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.217693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:40.220520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:40.225583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:40.250504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=0516e270-f6eb-44cd-8d68-89e59a1f3cf9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:40.760996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:40.818373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.174244 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-4a07f087-b33e-464d-b106-ac80306b5c7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2298939 Mar 11 16:28:41.193632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.198157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.250059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7d0cfdec-0cde-4ebc-9aa2-114ed2c10645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.350608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=0516e270-f6eb-44cd-8d68-89e59a1f3cf9,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:41.383989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.513402 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-6f5fcf06-cf4b-4ba6-a0e9-50e5f2f3e8cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.2641103 Mar 11 16:28:41.681462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-804a9631-8278-43c9-8cba-2e29469e94a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:41.682934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-804a9631-8278-43c9-8cba-2e29469e94a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1499894 Mar 11 16:28:41.800602 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP d35c46be-1f18-4f98-8fc5-bee38a9adafd associated. External IP: 172.26.4.200, port: 11648bb8-0f08-454c-92bc-82c510f6d5ea. Mar 11 16:28:41.849278 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-cc97e5c9-acbc-44c3-8fc7-1db3e2bc4a34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1000 time: 0.1591382 Mar 11 16:28:41.977730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:41.991188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-bde68ae4-d5d6-4822-a3fb-654c6092d328 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:41.992438 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-bde68ae4-d5d6-4822-a3fb-654c6092d328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.1368115 Mar 11 16:28:42.092191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.101681 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-27e6936b-bf07-44ea-9afe-90f6154292e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016016 Mar 11 16:28:42.379352 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-1420288f-914d-4efc-88b5-d52275a0adb2 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704303 Mar 11 16:28:42.654778 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7604e0d2-8a3a-4910-80de-925ef34a5e00 req-d11c3394-2a16-482d-8fb2-8507728ec0f5 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681160 Mar 11 16:28:42.685286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:28:42.906613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:28:42.917658 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:28:42.932021 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:42.932434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:42.933179 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:43.000468 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7bc07413-b53a-4ff8-a2d6-d624d833bc87 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3895552 Mar 11 16:28:43.001269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:43.003171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.084796 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ca93e4cf-fdf6-49da-b3ac-9c2c21d1908f tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1094 time: 0.0802269 Mar 11 16:28:43.095188 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:28:43.146521 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:43.194005 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-69149fbb-cd8a-4574-9be6-b7bc997424e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.0765414 Mar 11 16:28:43.342711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f5385-0518-441c-8880-e99290fb354e req-b002ed09-4cd5-4e47-b6ac-234965a2831c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.344201 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-b002ed09-4cd5-4e47-b6ac-234965a2831c service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1425495 Mar 11 16:28:43.408430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43358) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.414443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341825974', 'description': 'tempest-secgroup-smoke-341825974 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:43.420862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:43.432387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:43.451707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.478474 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-be0f3a02-510d-4d01-9845-3ddc10fcc27d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1000 time: 0.1133223 Mar 11 16:28:43.494470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:43.499892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:43.503003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:43.510146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:43.548913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f5385-0518-441c-8880-e99290fb354e req-484f72c1-8b32-4543-92de-2f7b552692f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:43.551093 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-484f72c1-8b32-4543-92de-2f7b552692f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0710239 Mar 11 16:28:43.558786 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:40Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:43.568117 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:28:43.586318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:28:43.586318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:43.606365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.607814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.615190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.647290 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-12479c37-8e6a-4334-b882-dbd4fbf3b444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906532 Mar 11 16:28:43.710046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f9fcd-82e3-4b4f-8440-54aa4899de35,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:43.722195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.725289 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b00ecb4a-bf53-4db3-a582-675f12ebfe9c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3155665 Mar 11 16:28:43.728131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43362) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.740126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:43.747476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:43.752402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:43.756097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:43.763573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:43.783429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.841203 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-14fbb1fc-6e39-4358-a80f-f6b0bdf93c17 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847167 Mar 11 16:28:43.855613 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:28:43.861894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.867676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.894141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc44d59f-9de8-4050-9671-3cea6fed269f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:43.906485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.907873 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8a53bdad-cae3-4deb-8c2b-499dfce554be tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1784372 Mar 11 16:28:43.911726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43366) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:43.918080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:43.924156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:43.928601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:43.931639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:43.937662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:43.957751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:43.994833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f06f5385-0518-441c-8880-e99290fb354e req-bee90571-532d-4677-998d-f88f0c17c19d service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473737 Mar 11 16:28:44.029435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.033636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.060192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633ccb44-ce23-46a4-83d3-a3e688d85750,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:44.071516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.075702 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-328047b8-e3d6-4fb8-ac60-7bba78f2a1fd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1603003 Mar 11 16:28:44.076048 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43370) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:44.082291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:44.088373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:44.092498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:44.095497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:44.101892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:44.121504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.198008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.201878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.225508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea21a41c-233c-4216-ac6f-8a1fb8483604,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:44.236201 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:40Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:28:44.238146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.239467 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d2fa8e54-099a-477d-a440-9c84e2f5dc39 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1622357 Mar 11 16:28:44.242516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43374) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:44.247347 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56203d2-737b-4452-8734-b13a24409d89 None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:40Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:28:44.247998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:44.254528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:44.258526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:44.262106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:44.270000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:44.288315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.365262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.370569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.394207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7deda71-5aef-4e58-89e3-40edbdd68182,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:44.405353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.406641 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dbdc4885-92a3-4f41-8cfa-ec1f243fd4e5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1632159 Mar 11 16:28:44.409376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43378) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:44.415549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:44.422756 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:44.427682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:44.430944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:44.437487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:44.449667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:44.456628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.471135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d040e-ca9a-4b3e-a42f-69b165b44947 None None] New status for floating IP d35c46be-1f18-4f98-8fc5-bee38a9adafd: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:28:44.534589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.539863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.565425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6fb54c-93c1-46d9-9524-2699caa8d981,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:44.577539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.579020 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5de5483f-164a-4304-8a0f-d2b51e7e8fce tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1686018 Mar 11 16:28:44.584990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43382) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:44.590904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '072f9fcd-82e3-4b4f-8440-54aa4899de35', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:44.596990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:44.601315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:44.604720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:44.611532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:44.627162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:28:44.636392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.711682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.716653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.745271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a342ea-664a-4381-a202-8c88db9a5d98,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:44.754640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:44.755841 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-326a36e5-7de6-46fe-94bb-e6f0decd14f9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1697817 Mar 11 16:28:44.929481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-9501ee08-9b29-4890-a026-aec7b6a76556 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:28:44.947621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-9501ee08-9b29-4890-a026-aec7b6a76556 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:28:44.948779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-9501ee08-9b29-4890-a026-aec7b6a76556 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341825974&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0600295 Mar 11 16:28:45.213613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-65c42b76-5834-48b5-834c-80d4bfc84618 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:45.215072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-65c42b76-5834-48b5-834c-80d4bfc84618 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 795 time: 0.2598057 Mar 11 16:28:45.233485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-1cce6530-507a-44aa-add7-22eca4a2352c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0127242 Mar 11 16:28:45.271833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:45.321526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-5ba0ca0d-d564-4d64-87d9-963fc559217f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831306 Mar 11 16:28:45.402344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-e1b81ad9-e7a4-4718-8113-e57e393fe52a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:28:45.403297 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-e1b81ad9-e7a4-4718-8113-e57e393fe52a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0703323 Mar 11 16:28:45.549636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-f0ac9401-93c7-45ae-a522-7e13e3423067 service neutron] 10.222.0.78 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397557 Mar 11 16:28:45.709108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-26672b52-e541-4b31-993e-5bc52e1ba46a service neutron] 10.222.0.78 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525638 Mar 11 16:28:45.922042 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-116928d1-82ca-48ed-a1c6-045535f96c03 req-85b6dc4e-829f-42f0-bf43-70d2a491a1f2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 210 time: 0.0563276 Mar 11 16:28:47.041692 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-6d3ee5ca-96d4-49bd-8c94-974dd370ce47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:47.043910 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-6d3ee5ca-96d4-49bd-8c94-974dd370ce47 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 795 time: 0.1704707 Mar 11 16:28:47.106337 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bc81eaf3-f289-453d-aa4a-1d4a348ea5c6 req-16d9f38a-6cee-4588-85ae-26d5a82700cf tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 210 time: 0.0458086 Mar 11 16:28:47.107697 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-02f51c52-1c2e-4454-aaa4-28f9b1df80d1 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 471 time: 0.0517924 Mar 11 16:28:47.117961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['072f9fcd-82e3-4b4f-8440-54aa4899de35']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:47.261420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:47.265400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:port and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:47.268159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:47.274052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:47.285067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:28:47.288931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.564173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.4 (5a8b4866-1051-4178-99cd-b496eab1e4ca/eb483702-6f29-49aa-b0bc-e3e988c3048f/897ed58d-5ed5-4c74-b594-1469c882b9b4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:47.753312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.770788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 897ed58d-5ed5-4c74-b594-1469c882b9b4 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:47.792542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.866253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:47.869111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:47.872974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:47.903698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:47.939084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:47.939792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:47.975797 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-b2de8e35-4813-4e51-9c29-b6375972ae1e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628418 Mar 11 16:28:47.990145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Request body: {'port': {'device_id': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:48.104152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3a66f2bd-4024-4a6d-97c7-6e39d123f270 None None] Provisioning for port 897ed58d-5ed5-4c74-b594-1469c882b9b4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:48.105729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.109724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3a66f2bd-4024-4a6d-97c7-6e39d123f270 None None] Provisioning complete for port 897ed58d-5ed5-4c74-b594-1469c882b9b4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:48.110136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3a66f2bd-4024-4a6d-97c7-6e39d123f270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.180986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3a66f2bd-4024-4a6d-97c7-6e39d123f270 None None] Port 897ed58d-5ed5-4c74-b594-1469c882b9b4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:28:48.314833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345d82a-1a0b-43f0-b15f-c1ddcd69166c req-b57786ae-4e84-46e5-8d3c-00933903baff tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:48.316766 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c345d82a-1a0b-43f0-b15f-c1ddcd69166c req-b57786ae-4e84-46e5-8d3c-00933903baff tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 931 time: 0.0823500 Mar 11 16:28:48.365065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c345d82a-1a0b-43f0-b15f-c1ddcd69166c req-a324790d-8192-40e9-8c5f-1f94a7639e9f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 Mar 11 16:28:48.466622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897ed58d-5ed5-4c74-b594-1469c882b9b4 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:28:48.474027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.491437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Transition to ACTIVE for port object 897ed58d-5ed5-4c74-b594-1469c882b9b4 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:28:48.495086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.634603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Pushing event updated for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:48.749745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Attempting to bind port 897ed58d-5ed5-4c74-b594-1469c882b9b4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:28:48.750104 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Attempting to bind port 897ed58d-5ed5-4c74-b594-1469c882b9b4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:28:48.750408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Attempting to bind port 897ed58d-5ed5-4c74-b594-1469c882b9b4 on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:48.757067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Port 897ed58d-5ed5-4c74-b594-1469c882b9b4 on network 5a8b4866-1051-4178-99cd-b496eab1e4ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:28:48.757378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Attempting to bind port 897ed58d-5ed5-4c74-b594-1469c882b9b4 on network 5a8b4866-1051-4178-99cd-b496eab1e4ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:28:48.763547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:28:48.763880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Checking segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:28:48.764260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Bound using segment: {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:28:48.764680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Bound port: 897ed58d-5ed5-4c74-b594-1469c882b9b4, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55460903-f065-4046-8b7e-d6ec77482fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:28:48.765023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.869010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:28:48.871850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:28:48.876341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.940684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:48.942500 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] 10.222.0.11 "PUT /v2.0/ports/897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 200 len: 1093 time: 0.9588518 Mar 11 16:28:48.942829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:48.967063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb93e8-97e2-434d-8899-6accf57073bd service neutron] Pushing event updated for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:49.024945 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'status': 'completed', 'code': 200} Mar 11 16:28:49.073497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-f4cc3d34-94b1-46ba-95f7-02f2ff167db0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1096 time: 0.0845404 Mar 11 16:28:49.148498 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-62b430c5-4818-4d7d-96b6-c3265370f8f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0665877 Mar 11 16:28:49.219397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-19979370-2a0d-4585-bfb4-298c27b71513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:49.220864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-19979370-2a0d-4585-bfb4-298c27b71513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0594039 Mar 11 16:28:49.308661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-cfe37c1e-3cbe-4c31-8c5a-3092ce0af078 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803905 Mar 11 16:28:49.555195 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-afbae425-0966-4dd1-ac16-f1f012cad5ae service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394927 Mar 11 16:28:49.574777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c3bc5-4c57-4fcd-9458-42fdc698f02a req-7985a683-9cf2-4168-a042-6435f23a6357 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:49.576313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-663c3bc5-4c57-4fcd-9458-42fdc698f02a req-7985a683-9cf2-4168-a042-6435f23a6357 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 943 time: 0.0826690 Mar 11 16:28:49.623249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-663c3bc5-4c57-4fcd-9458-42fdc698f02a req-08f8f0ba-4aa7-42f0-bc64-1268d395c211 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412593 Mar 11 16:28:49.712641 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1fc4827f-78c0-498a-a9d8-47673cb04130 req-01fb4f0b-0aa8-49a5-9e0a-aad8c6304a48 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512153 Mar 11 16:28:49.830795 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-40794b98-aba9-43cd-9bde-1fecb68dfe00 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1096 time: 0.0695219 Mar 11 16:28:49.967064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6245-e140-4792-a49f-ca8d03665959 req-39333d77-4bab-4c4e-a046-03898431d63f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:49.968483 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-39333d77-4bab-4c4e-a046-03898431d63f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1320264 Mar 11 16:28:50.039185 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-238f0d87-6674-4a18-8650-e009d810e505 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0637817 Mar 11 16:28:50.102459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e6245-e140-4792-a49f-ca8d03665959 req-001a2abb-3cdf-4836-980c-ae2e48b85303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:50.103862 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-001a2abb-3cdf-4836-980c-ae2e48b85303 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0583611 Mar 11 16:28:50.184966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-f4e5377d-d708-40ba-8497-43b8e1e4a281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744154 Mar 11 16:28:50.322178 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-54a54e4a-9d78-4a51-8f6c-e93f86af982f service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308086 Mar 11 16:28:50.464569 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-085e6245-e140-4792-a49f-ca8d03665959 req-b77524a0-a6ac-4765-9c94-050d5d3bd400 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358738 Mar 11 16:28:50.834476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccc108-6e3a-4a4b-9ee8-43275937f42a req-9d03e853-2ae7-48f7-81ab-26c35998abd4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:50.835925 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-86ccc108-6e3a-4a4b-9ee8-43275937f42a req-9d03e853-2ae7-48f7-81ab-26c35998abd4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 943 time: 0.0867710 Mar 11 16:28:50.894091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-86ccc108-6e3a-4a4b-9ee8-43275937f42a req-400b7646-9e56-4e26-b728-c4cb4b178734 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522723 Mar 11 16:28:52.101495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d2414-0f56-49ec-9f19-b998a113eb95 req-73216b70-bea9-4200-90c2-b61e71f6838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:52.102974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f4d2414-0f56-49ec-9f19-b998a113eb95 req-73216b70-bea9-4200-90c2-b61e71f6838b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 943 time: 0.0826881 Mar 11 16:28:52.149916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f4d2414-0f56-49ec-9f19-b998a113eb95 req-7d2e32e0-d362-4f92-81a7-0724d862906d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Mar 11 16:28:52.638971 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 897ed58d-5ed5-4c74-b594-1469c882b9b4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:28:52.780500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:52.794029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'port_id': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'mac_address': 'fa:16:3e:58:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:28:52.858865 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.877004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897ed58d-5ed5-4c74-b594-1469c882b9b4 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:28:52.892199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:52.897082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:52.963619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:53.229182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['897ed58d-5ed5-4c74-b594-1469c882b9b4'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:28:53.354216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe6050-f172-44de-a647-91122c7fac30 req-a110ca3b-7b88-4f1a-bb70-638be779e065 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:53.355572 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82fe6050-f172-44de-a647-91122c7fac30 req-a110ca3b-7b88-4f1a-bb70-638be779e065 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 944 time: 0.0843272 Mar 11 16:28:53.402690 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-82fe6050-f172-44de-a647-91122c7fac30 req-818cfed4-25e7-4014-926d-0d29206ced43 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415382 Mar 11 16:28:54.600595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b734f-2c3b-435c-b16c-3982192742bf req-f5cbae47-30c2-4442-84f1-baa9e8857c8e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:54.602091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a0b734f-2c3b-435c-b16c-3982192742bf req-f5cbae47-30c2-4442-84f1-baa9e8857c8e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 944 time: 0.0794337 Mar 11 16:28:54.647751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 897ed58d-5ed5-4c74-b594-1469c882b9b4 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:28:54.649807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a0b734f-2c3b-435c-b16c-3982192742bf req-facfcec8-ab11-4db6-a025-8efbaf27905a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 Mar 11 16:28:54.719942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 897ed58d-5ed5-4c74-b594-1469c882b9b4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:28:54.725009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 897ed58d-5ed5-4c74-b594-1469c882b9b4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:28:54.725372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.839023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.866828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:28:54.876603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:28:54.880217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:54.925512 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'code': 200} Mar 11 16:28:54.951770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:55.158173 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c2c4c04c-54c9-4862-972d-4bae60e08bb1 req-57fc3da8-9e90-4a2d-985a-13c85d81a0bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1098 time: 0.0696080 Mar 11 16:28:55.200448 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c2c4c04c-54c9-4862-972d-4bae60e08bb1 req-42eefb97-b784-4a56-bb0e-b04344258fe7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365067 Mar 11 16:28:55.860675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c807163-4d82-47f8-bcf1-dae05d664c18 req-b88f3cf7-8d08-43b4-95f0-f7e5456e364a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:55.862151 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9c807163-4d82-47f8-bcf1-dae05d664c18 req-b88f3cf7-8d08-43b4-95f0-f7e5456e364a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.0888050 Mar 11 16:28:55.909311 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9c807163-4d82-47f8-bcf1-dae05d664c18 req-be3f9f15-5399-4e35-803b-77506bd958e6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408030 Mar 11 16:28:57.117725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc11e3f-cd17-4f82-a770-bf90262fab60 req-b4541748-0683-47dc-aad4-e230753ce4d7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:57.119242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8cc11e3f-cd17-4f82-a770-bf90262fab60 req-b4541748-0683-47dc-aad4-e230753ce4d7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.0805700 Mar 11 16:28:57.170588 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8cc11e3f-cd17-4f82-a770-bf90262fab60 req-47416b79-8fb0-4f21-b788-4e7cceed2dff tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458276 Mar 11 16:28:57.380373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407f625-9f43-47af-b448-6ba02dcff397 req-f2938a41-bea0-4b03-baf5-dcb947f04251 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:28:57.381873 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c407f625-9f43-47af-b448-6ba02dcff397 req-f2938a41-bea0-4b03-baf5-dcb947f04251 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.0786164 Mar 11 16:28:57.428983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c407f625-9f43-47af-b448-6ba02dcff397 req-f5f267e8-532b-40db-b105-3b45c381df3b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Mar 11 16:28:57.455717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43430) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:57.533456 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4c911966-4a54-4b61-8baa-0db0f1ca5fca tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1093 time: 0.0764613 Mar 11 16:28:57.536724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43434) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:28:57.541888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:28:57.547344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:28:57.551685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:28:57.554539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:28:57.560894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:28:57.571212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:57.715258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:57.859321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.17 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/e11d5e81-e1da-41f5-8d8b-a8fb6940d73c) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:28:58.011538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:58.050056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:58.121168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:28:58.123924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:28:58.135873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:28:58.164141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=e11d5e81-e1da-41f5-8d8b-a8fb6940d73c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:58.743853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:58.798344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:59.005300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:59.011131 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:59.119865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=e11d5e81-e1da-41f5-8d8b-a8fb6940d73c,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:28:59.138342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:28:59.327541 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 9425f6bc-7d4a-4142-b03f-7f43c0599bf5 associated. External IP: 172.26.4.17, port: 897ed58d-5ed5-4c74-b594-1469c882b9b4. Mar 11 16:28:59.736009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:29:00.047741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:29:00.058484 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:29:00.076128 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:29:00.076632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:00.076860 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:00.132316 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5d7d9ec-e7c5-45db-886f-69a1e51fdfdd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5945919 Mar 11 16:29:00.132987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:29:00.191616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'status': 'completed', 'code': 200} Mar 11 16:29:00.274329 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:29:00.295914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-e49ef745-f9f2-4d1a-a419-3b939ad14e16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1098 time: 0.0827436 Mar 11 16:29:00.439548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-1a5b71bc-cc5e-404a-b7a8-27a6700961f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.441596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-1a5b71bc-cc5e-404a-b7a8-27a6700961f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1392848 Mar 11 16:29:00.559509 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-11cf221c-5425-4fa9-a8b3-711dc13ab0cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 200 len: 998 time: 0.1115780 Mar 11 16:29:00.622711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-0b301c94-30e6-4e30-9156-cd88bfbaf353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:00.624173 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-0b301c94-30e6-4e30-9156-cd88bfbaf353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0588911 Mar 11 16:29:00.666009 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '9425f6bc-7d4a-4142-b03f-7f43c0599bf5', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:58:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:58Z', 'updated_at': '2022-03-11T16:28:58Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}, {'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:00.670097 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:29:00.689627 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:29:00.690181 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:28:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:00.710907 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-1ee638d4-8784-49de-acb4-db7cb862cb9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731177 Mar 11 16:29:00.850074 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-a72fcc7f-43c5-4ff1-9e7b-a0efb89928d6 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324492 Mar 11 16:29:00.868621 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:29:00.993140 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d234568c-ed41-40f5-98a4-2bcfa0c9ab6f req-0145e9a1-80ae-475a-bcd7-73b08df1aa9f service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358337 Mar 11 16:29:01.278540 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-24131955-6604-4ec4-817d-042b91860f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '9425f6bc-7d4a-4142-b03f-7f43c0599bf5', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:58:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:58Z', 'updated_at': '2022-03-11T16:28:58Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}, {'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:29:01.282406 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24131955-6604-4ec4-817d-042b91860f19 None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '9425f6bc-7d4a-4142-b03f-7f43c0599bf5', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.17', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:58:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:58Z', 'updated_at': '2022-03-11T16:28:58Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}, {'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:29:01.480320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dcf5b9-5e36-4585-ac39-5c9339650a43 None None] New status for floating IP 9425f6bc-7d4a-4142-b03f-7f43c0599bf5: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:29:08.163632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-37ec2037-1422-4e90-b9f5-0751c5f6a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.245435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-795f1564-cf1c-4da2-bf82-babd582a535f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:11.978505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.097925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:12.100491 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:29:13.543904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:15.275633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:38.157848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9ff563ff-4648-4c99-a569-0f7194b7f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:41.247717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-efa932f4-af16-4b09-91f2-0fc1333da533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:41.982094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:42.091650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:43.127858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-0ee90a50-bce4-45b2-b6c6-5c7b0741c54f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2117016 Mar 11 16:29:43.273764 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-434112c4-3809-48a1-abb9-6c2bf257fc44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.0707157 Mar 11 16:29:43.420701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-becb6349-8ea8-4eb4-95d6-36f02b6d37e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:43.422171 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-becb6349-8ea8-4eb4-95d6-36f02b6d37e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1295533 Mar 11 16:29:43.528728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-30e5446e-b7a2-42c7-a795-17f138c939d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1002 time: 0.1004279 Mar 11 16:29:43.548065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:43.594701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-ba0172e8-32c1-4c3f-a658-4fe79c6cf8af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:29:43.596319 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-ba0172e8-32c1-4c3f-a658-4fe79c6cf8af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0611923 Mar 11 16:29:43.679073 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-b68d11eb-4ee6-486c-94df-03f00730a4ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766306 Mar 11 16:29:43.906483 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-a0efc23a-2619-4ded-a965-d23e8a22f346 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214227 Mar 11 16:29:44.050938 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-15ce8903-15a0-40c7-ad1c-0d804597a1a1 req-e0fc7c2f-aa08-4944-bf4f-2de036d92f4d service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385679 Mar 11 16:29:45.288720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:29:49.101050 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:08.162883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3e6a4f8-d30f-4df2-b2ee-1e581577c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:11.250812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c516f77-a794-45b1-9fb2-80a37989d16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:11.984854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:12.095101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:13.550288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.288949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:15.541486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43464) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:15.648561 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3f9e3c59-6ae2-4efa-a728-e759145010a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/d35c46be-1f18-4f98-8fc5-bee38a9adafd HTTP/1.1" status: 200 len: 994 time: 0.1059759 Mar 11 16:30:16.496057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43474) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:16.503122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:16.621775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.836684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:16.863012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.867890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.941168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:16.941795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:16.943134 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/ports/11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 939 time: 0.4461186 Mar 11 16:30:16.943776 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:16.962512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=6']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:16.975710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.976052 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.976385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.976709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.977056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.977380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.977696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.978038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.978353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.978662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:16.979128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6641994-d665-4ae9-be59-116589344a90 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:17.014789 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:30:17.112969 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-4ae6818c-20bd-4176-bf07-b34e32ece121 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1100 time: 0.0742190 Mar 11 16:30:17.221459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e7cf3792-fe2a-4da0-a741-a794b017a534 None None] Provisioning complete for port 11648bb8-0f08-454c-92bc-82c510f6d5ea triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:17.222145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e7cf3792-fe2a-4da0-a741-a794b017a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:17.249913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-9cebdf8a-902e-4fa3-b790-049a42c825d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:17.251688 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-9cebdf8a-902e-4fa3-b790-049a42c825d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1330643 Mar 11 16:30:17.288242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf3792-fe2a-4da0-a741-a794b017a534 None None] Port 11648bb8-0f08-454c-92bc-82c510f6d5ea is administratively disabled so it will not transition to active. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 11 16:30:17.357422 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-7f2d37da-ccbb-40a8-b9a4-50c6f6cb336b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1003 time: 0.1000521 Mar 11 16:30:17.419783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-bcde6a94-0544-483d-b37f-3e7b073fa46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:17.421219 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-bcde6a94-0544-483d-b37f-3e7b073fa46f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0578849 Mar 11 16:30:17.500904 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-c1ab6a41-eee0-46fb-b1c1-61eec2776dee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734558 Mar 11 16:30:17.641416 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-56f05c36-a881-4423-91fc-78ddef910210 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343710 Mar 11 16:30:17.780771 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77066e1-bec3-4b27-a0f7-71d12852838e req-d230a6e4-8788-4366-ab7d-19a706d35962 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321383 Mar 11 16:30:20.397647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43484) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:20.403283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:20.525270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:20.862762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:20.893565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:20.898134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:20.977727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:20.978460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:20.979858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/ports/11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 938 time: 0.5812905 Mar 11 16:30:20.980486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:20.982835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43488) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:21.006945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12c2fb-d0f2-4301-ba7c-841a1e41b65e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=7']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:21.062968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:30:21.135998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-530d3e6e-ca96-4934-aecf-263d58ab2bc9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/d35c46be-1f18-4f98-8fc5-bee38a9adafd HTTP/1.1" status: 200 len: 994 time: 0.1512520 Mar 11 16:30:21.189104 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-20883ed6-4768-4bdc-ba2d-a2af91a863d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.1045942 Mar 11 16:30:21.232331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5983263b-a6cb-4557-8348-3675a07ea721 None None] Provisioning complete for port 11648bb8-0f08-454c-92bc-82c510f6d5ea triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:21.232944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5983263b-a6cb-4557-8348-3675a07ea721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:21.338156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['11648bb8-0f08-454c-92bc-82c510f6d5ea'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:30:21.347566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-20745e12-d58d-4490-aa08-dd0556c2c499 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:21.349493 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-20745e12-d58d-4490-aa08-dd0556c2c499 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1533229 Mar 11 16:30:21.466071 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-83735947-cf51-421c-96d0-ccbea7cfa03e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 1002 time: 0.1095653 Mar 11 16:30:21.542774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-1c5ca689-6e26-4b9e-acfb-b028b9888144 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:21.544244 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-1c5ca689-6e26-4b9e-acfb-b028b9888144 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0724866 Mar 11 16:30:21.635615 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-eabcf476-77c7-4cb1-9885-1c13b989cc90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857894 Mar 11 16:30:21.781030 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-0d8be784-0e07-4378-b597-28a04e5490ba service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393745 Mar 11 16:30:21.924571 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0be01daa-ab94-48be-bf1c-ff4d90ca478a req-02c840ce-5f6a-4859-b5f5-f4474cd7921e service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364775 Mar 11 16:30:23.753447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43500) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:23.950878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port e11d5e81-e1da-41f5-8d8b-a8fb6940d73c {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:23.951225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.127413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.127736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.349628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for e11d5e81-e1da-41f5-8d8b-a8fb6940d73c owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:24.506132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:24.557006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=e11d5e81-e1da-41f5-8d8b-a8fb6940d73c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:24.651684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.054782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:25.270996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:25.280584 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:25.288148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:25.293362 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:25.294004 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:25.341593 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-eb52de2b-6581-4c30-a915-62648c5cb781 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/9425f6bc-7d4a-4142-b03f-7f43c0599bf5 HTTP/1.1" status: 204 len: 168 time: 1.5869231 Mar 11 16:30:25.342094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:25.404419 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'status': 'completed', 'code': 200} Mar 11 16:30:25.480609 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:25.502363 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-d318a89d-5180-466a-832c-288adbaf790c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 1098 time: 0.0767443 Mar 11 16:30:25.664774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-c858a47d-d9ab-4122-997f-3516e8ec8c45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:25.667742 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-c858a47d-d9ab-4122-997f-3516e8ec8c45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1592877 Mar 11 16:30:25.743128 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-d1cbab56-e612-456c-b86d-c97bcb137e05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0681765 Mar 11 16:30:25.808885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-19c85701-4b10-463a-bda3-037aad82ed2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:25.810408 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-19c85701-4b10-463a-bda3-037aad82ed2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0615618 Mar 11 16:30:25.857200 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:25.861854 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:25.872409 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:25.872996 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:25.907951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-7c6ee4a3-0afb-4755-b4ff-ba4c4fa1a0d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893731 Mar 11 16:30:26.025495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199bac7-1fd6-48c1-a005-c1e0418299a4 req-22ddfab1-c9a2-41b6-aa01-6b576031d76b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:26.027551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3199bac7-1fd6-48c1-a005-c1e0418299a4 req-22ddfab1-c9a2-41b6-aa01-6b576031d76b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.3410866 Mar 11 16:30:26.081857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3199bac7-1fd6-48c1-a005-c1e0418299a4 req-f43214c1-4a7c-48ae-ab3b-762553d616f0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473785 Mar 11 16:30:26.084772 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:26.089651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-87b52a70-76e0-4aba-966b-a1d428f6132d req-3e94000e-070e-47fc-8c0b-0590395377d3 service neutron] (83840) timed out ('10.222.0.11', 57447) {{(pid=83840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:30:26.158844 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:30:26.165611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-44730ef8-cccd-4f24-8a37-f50b2fefc6df service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509315 Mar 11 16:30:26.305826 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4844e5da-bc4f-443d-874f-f803d5fb1cbb req-2d6c55c5-59f8-47c4-94a2-878cbccc9289 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339765 Mar 11 16:30:26.492091 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:26.496009 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eb1499-59bf-4f98-9f04-266211a1876d None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'd35c46be-1f18-4f98-8fc5-bee38a9adafd', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.200', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'port_id': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'mac_address': 'fa:16:3e:57:3e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acece86-6c5b-44a3-b294-383f7d48409e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:28:40Z', 'updated_at': '2022-03-11T16:28:44Z', 'revision_number': 1, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:26.723845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59944fc9-a773-4edc-9eff-faebb4012409 None None] New status for floating IP 9425f6bc-7d4a-4142-b03f-7f43c0599bf5: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:30:27.220001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba68c4-170a-49c9-b395-61713d76018a req-acbf4840-e1d1-4768-ae6c-e767acdfae80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:27.220701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-92ba68c4-170a-49c9-b395-61713d76018a req-acbf4840-e1d1-4768-ae6c-e767acdfae80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:27.246070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-92ba68c4-170a-49c9-b395-61713d76018a req-acbf4840-e1d1-4768-ae6c-e767acdfae80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:27.247469 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-92ba68c4-170a-49c9-b395-61713d76018a req-acbf4840-e1d1-4768-ae6c-e767acdfae80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.1034167 Mar 11 16:30:27.327981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 897ed58d-5ed5-4c74-b594-1469c882b9b4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:27.328322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.372508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4f40f-1d52-4bcc-8def-9bda73db0d36 req-24d0ae8f-8bf8-4886-b51d-da7be6b56679 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:27.373976 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdf4f40f-1d52-4bcc-8def-9bda73db0d36 req-24d0ae8f-8bf8-4886-b51d-da7be6b56679 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 945 time: 0.1567700 Mar 11 16:30:27.421048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdf4f40f-1d52-4bcc-8def-9bda73db0d36 req-2ba86c22-bc73-4d43-bcf3-0b7ba7a894f3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=072f9fcd-82e3-4b4f-8440-54aa4899de35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412471 Mar 11 16:30:27.581194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 897ed58d-5ed5-4c74-b594-1469c882b9b4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=897ed58d-5ed5-4c74-b594-1469c882b9b4,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:27.581553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.707525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 897ed58d-5ed5-4c74-b594-1469c882b9b4 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:27.851662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.905223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=897ed58d-5ed5-4c74-b594-1469c882b9b4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:27.978154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 897ed58d-5ed5-4c74-b594-1469c882b9b4 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:27.980423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:27.982963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'name': 'network-vif-deleted', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:27.999495 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-92ba68c4-170a-49c9-b395-61713d76018a req-64808fce-3f81-4e7a-8347-1275319acb0a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/897ed58d-5ed5-4c74-b594-1469c882b9b4 HTTP/1.1" status: 204 len: 173 time: 0.7463300 Mar 11 16:30:28.041356 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ac5340-f7b5-4822-9a4d-47d4545fd324', 'name': 'network-vif-deleted', 'tag': '897ed58d-5ed5-4c74-b594-1469c882b9b4', 'status': 'completed', 'code': 200} Mar 11 16:30:28.626613 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e48c93a5-96ae-4358-8df4-f0e3a1bd7207 req-74045c3c-ff15-4b25-b01e-2b53424843d5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=40ac5340-f7b5-4822-9a4d-47d4545fd324 HTTP/1.1" status: 200 len: 210 time: 0.0455496 Mar 11 16:30:29.735300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:29.806500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.839878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.910024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.929176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f9fcd-82e3-4b4f-8440-54aa4899de35,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:29.944933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:29.948137 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c640e75c-722e-4791-9c45-4b4188b69a56 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/072f9fcd-82e3-4b4f-8440-54aa4899de35 HTTP/1.1" status: 204 len: 168 time: 0.2082653 Mar 11 16:30:29.987109 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43528) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:30.193094 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 0516e270-f6eb-44cd-8d68-89e59a1f3cf9 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:30.193343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.368473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.368820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.591008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 0516e270-f6eb-44cd-8d68-89e59a1f3cf9 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:30.749493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.795331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=0516e270-f6eb-44cd-8d68-89e59a1f3cf9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:30.889170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:30.977863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 897ed58d-5ed5-4c74-b594-1469c882b9b4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:31.011615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 897ed58d-5ed5-4c74-b594-1469c882b9b4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:31.011952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 897ed58d-5ed5-4c74-b594-1469c882b9b4 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:31.324485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:31.529645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:31.539844 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:31.545875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:31.552192 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:31.552830 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:31.606062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01838d71-0c68-415b-8f2a-8a1081d8695a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/d35c46be-1f18-4f98-8fc5-bee38a9adafd HTTP/1.1" status: 204 len: 168 time: 1.6152875 Mar 11 16:30:31.606062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:31.659248 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:30:31.739536 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:31.760634 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-49fdf639-a855-4783-ab7b-0500a9247441 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 1099 time: 0.0786135 Mar 11 16:30:31.909075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-f2e40941-3480-45a2-9f65-629deea9c330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:31.910682 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-f2e40941-3480-45a2-9f65-629deea9c330 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 200 len: 896 time: 0.1448340 Mar 11 16:30:31.987055 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-315681bc-076f-49b9-b8eb-3f9c822b3923 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 200 len: 217 time: 0.0693586 Mar 11 16:30:32.033293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dfb86-75d3-435d-8cbb-51c53b143e76 req-96bfcafb-919e-4fce-bea3-6d32b8991d86 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:32.034921 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-625dfb86-75d3-435d-8cbb-51c53b143e76 req-96bfcafb-919e-4fce-bea3-6d32b8991d86 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.0814059 Mar 11 16:30:32.068900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-c02fb2b6-fab3-4877-b55f-993c509e9f3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:32.070531 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-c02fb2b6-fab3-4877-b55f-993c509e9f3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 200 len: 835 time: 0.0765460 Mar 11 16:30:32.097561 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:32.098382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-625dfb86-75d3-435d-8cbb-51c53b143e76 req-a4a2e4ac-5755-482f-a939-609ed21b6e07 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575564 Mar 11 16:30:32.102073 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:32.114624 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:32.115397 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:32.155083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-723f0fe9-b1b9-4f0d-ad9b-ea579fffc9ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5a8b4866-1051-4178-99cd-b496eab1e4ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777128 Mar 11 16:30:32.312013 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:32.389780 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-9afbdcc4-a08e-4df3-aae5-fb342d170d3a service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270491 Mar 11 16:30:32.526396 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2ab4b354-30b1-445c-8f17-9597d700f975 req-685ed70f-149c-4d84-8db8-33321afb5c24 service neutron] 10.222.0.11 "GET /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287563 Mar 11 16:30:32.666512 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:32.670373 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4864714-347c-4ca6-8422-9d07666b49dd None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:21Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1cbcd7e7-0dde-41df-8995-03384de87fc2', 'name': '', 'network_id': '5a8b4866-1051-4178-99cd-b496eab1e4ca', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:67:79:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:21Z', 'updated_at': '2022-03-11T16:28:28Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': 'eb483702-6f29-49aa-b0bc-e3e988c3048f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:32.898172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93250605-080a-4e18-b05e-b0adeaa1dd26 None None] New status for floating IP d35c46be-1f18-4f98-8fc5-bee38a9adafd: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:30:33.301801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31562d99-6b22-4941-a3ee-957215d90a75 req-cdd5b277-f7f0-4d35-923b-e8f512c4036f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:33.303258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-31562d99-6b22-4941-a3ee-957215d90a75 req-cdd5b277-f7f0-4d35-923b-e8f512c4036f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.0854075 Mar 11 16:30:33.444903 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-31562d99-6b22-4941-a3ee-957215d90a75 req-01568a7c-8527-4718-9bea-814add52b0ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=5f472885-625d-4210-a583-1638ca0340ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361368 Mar 11 16:30:33.651469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-06d6fd0f-1209-47db-a548-75b7859c22c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:33.652153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-06d6fd0f-1209-47db-a548-75b7859c22c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:33.667467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-06d6fd0f-1209-47db-a548-75b7859c22c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:33.668868 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-06d6fd0f-1209-47db-a548-75b7859c22c0 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 946 time: 0.1015320 Mar 11 16:30:33.742921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 11648bb8-0f08-454c-92bc-82c510f6d5ea {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:33.743257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:33.991465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 11648bb8-0f08-454c-92bc-82c510f6d5ea, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=11648bb8-0f08-454c-92bc-82c510f6d5ea,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:33.991732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.119734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 11648bb8-0f08-454c-92bc-82c510f6d5ea owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:34.271206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.323515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=11648bb8-0f08-454c-92bc-82c510f6d5ea,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:34.394704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 11648bb8-0f08-454c-92bc-82c510f6d5ea on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:34.397006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:34.399468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'name': 'network-vif-deleted', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:34.414297 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e44d6e36-73ef-46e3-9e3b-5773cb6f5e0b req-1ffb6b20-aba8-4a6d-b279-3379ed544033 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/11648bb8-0f08-454c-92bc-82c510f6d5ea HTTP/1.1" status: 204 len: 173 time: 0.7396975 Mar 11 16:30:34.467475 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acece86-6c5b-44a3-b294-383f7d48409e', 'name': 'network-vif-deleted', 'tag': '11648bb8-0f08-454c-92bc-82c510f6d5ea', 'status': 'completed', 'code': 200} Mar 11 16:30:34.614650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f4e9f1b3-2bef-45c0-920b-5f9dce74c64c req-5fb0bf5e-e5e4-403f-8bcf-2d5a0947ca60 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=9acece86-6c5b-44a3-b294-383f7d48409e HTTP/1.1" status: 200 len: 210 time: 0.0425603 Mar 11 16:30:35.727384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43548) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:35.798636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.836631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.901950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.919740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f472885-625d-4210-a583-1638ca0340ec,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:35.929549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:35.930730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-214ec28a-2d07-4d37-ad8d-ad4ee6229bbb tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/5f472885-625d-4210-a583-1638ca0340ec HTTP/1.1" status: 204 len: 168 time: 0.2022984 Mar 11 16:30:35.973424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43554) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:36.422157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.065330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 1cbcd7e7-0dde-41df-8995-03384de87fc2 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:37.065985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.269169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 1cbcd7e7-0dde-41df-8995-03384de87fc2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1cbcd7e7-0dde-41df-8995-03384de87fc2,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:37.269519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.392645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 1cbcd7e7-0dde-41df-8995-03384de87fc2 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:37.671732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:37.720374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=1cbcd7e7-0dde-41df-8995-03384de87fc2,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:37.761836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.762187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.762526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.762864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.763194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.763523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.763849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.764170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.764494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.764807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:37.765186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:38.033618 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.165130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59f56ef3-cbf4-4ced-ae78-63fd66b200c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:38.649892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:38.862081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:38.871713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Sync routers for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:38.876753 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-afb0e481-6fdd-4ea7-b1f6-511ef39cb3ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/b8003ba9-4ce6-4198-af41-3f52a9a3a3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019995 Mar 11 16:30:38.879129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43558) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:38.884244 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:38.884838 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:39.065008 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:39.088966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 11648bb8-0f08-454c-92bc-82c510f6d5ea no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:39.127992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 11648bb8-0f08-454c-92bc-82c510f6d5ea {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:39.128236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 11648bb8-0f08-454c-92bc-82c510f6d5ea not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:39.196478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet eb483702-6f29-49aa-b0bc-e3e988c3048f {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:30:39.199448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.254264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.350661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.404948 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:30:37Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:39.410347 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Checking router: b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:39.421834 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Routers {'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:39.422555 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:39.423965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.463020 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=eb483702-6f29-49aa-b0bc-e3e988c3048f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:39.468145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.475255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0e111816-a4cc-4628-b438-abb73cf925ab tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/eb483702-6f29-49aa-b0bc-e3e988c3048f HTTP/1.1" status: 204 len: 168 time: 0.5951583 Mar 11 16:30:39.477719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43562) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:39.481301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f633d-1510-449e-b5b8-cfe3fcca7076 None None] Network 5a8b4866-1051-4178-99cd-b496eab1e4ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:39.638811 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] Set router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:39.692300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.743115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] DHCP port deletion for 5a8b4866-1051-4178-99cd-b496eab1e4ca request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:30:39.748009 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Deleting port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:39.748698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.901507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.912319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 123ff15b-b414-4011-936b-a8819c825453 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:30:39.913247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:39.960735 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:30:37Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:39.967365 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91833d2d-f4bf-43c4-8071-eefcc9b44c1a None None] The sync data for ids ['b8003ba9-4ce6-4198-af41-3f52a9a3a3f1'] in dv-neutron-833206-1-hyperv is: [{'id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'name': 'tempest-TestNetworkBasicOps-router-1831800287', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '123ff15b-b414-4011-936b-a8819c825453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:30:37Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': '123ff15b-b414-4011-936b-a8819c825453', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8003ba9-4ce6-4198-af41-3f52a9a3a3f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:28:17Z', 'updated_at': '2022-03-11T16:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:40.017159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] For port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,segment=NetworkSegment(55460903-f065-4046-8b7e-d6ec77482fad),segment_id=55460903-f065-4046-8b7e-d6ec77482fad)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:40.017755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.108464 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 123ff15b-b414-4011-936b-a8819c825453, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=123ff15b-b414-4011-936b-a8819c825453,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:40.108817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.145738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Calling delete_port for a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:40.229952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.232959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 123ff15b-b414-4011-936b-a8819c825453 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:30:40.273094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Pushing event deleted for resources: {'Port': ['ID=a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:40.288109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.288109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.288479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.288814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.289141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.289463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.289808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.290398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.290721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.291186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.291507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:40.294416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a88eae9-ac56-468b-878e-2f12b92bf0b5 None None] No DVR routers for this DVR port a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:30:40.419746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:40.468704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=123ff15b-b414-4011-936b-a8819c825453,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:40.601886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1cbcd7e7-0dde-41df-8995-03384de87fc2 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:40.643506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1cbcd7e7-0dde-41df-8995-03384de87fc2 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:40.643852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1cbcd7e7-0dde-41df-8995-03384de87fc2 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:40.644240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:40.679643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:40.679985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a6696329-ab8f-4ea2-b491-e8d8f8e8a4ac not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:40.701760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.062555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.067491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.091372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.091893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:30:41.116626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.117769 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ee62ec3d-d013-45e6-8497-c892c3e002a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/b8003ba9-4ce6-4198-af41-3f52a9a3a3f1 HTTP/1.1" status: 204 len: 168 time: 1.6385248 Mar 11 16:30:41.120505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43568) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:41.241095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.254426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05f2d8a2-5353-459d-b0de-dd608590c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.382987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.407725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8b4866-1051-4178-99cd-b496eab1e4ca']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:41.429656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55460903-f065-4046-8b7e-d6ec77482fad') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:41.429972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55460903-f065-4046-8b7e-d6ec77482fad') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:41.441433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.456546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.462949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:30:41.463332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:30:41.479876 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:30:41.568757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.587318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.599423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=5a8b4866-1051-4178-99cd-b496eab1e4ca,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.608418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b026dfa0-d3aa-4dc7-b7e4-409177e3099d tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/5a8b4866-1051-4178-99cd-b496eab1e4ca HTTP/1.1" status: 204 len: 168 time: 0.4869416 Mar 11 16:30:41.640603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43572) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:41.646810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'network': {'name': 'tempest-network-smoke--2107637235', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:41.651832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:41.655847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:network and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:41.659343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:41.664865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:41.678095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:41.681108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.710271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:30:41.721142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.721489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Added segment f410dd55-f526-48fd-bfe7-2601960aa01f of type vlan for network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 Mar 11 16:30:41.753115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.788975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.793009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:41.793459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.911715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2700076 Mar 11 16:30:41.912317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c97026-19c9-497f-adb0-70dedc685e77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Network': ['ID=b6e2ccc4-55d7-4dff-a7eb-9b4399903645,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:41.914686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43576) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:41.920053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-173031436', 'admin_state_up': True, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:41.923031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:30:41.927268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:41.931154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:router and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:41.934383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:41.942318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:41.952233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.953276 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:41.976355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.036680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.099613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.124177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.320764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.351680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.513047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 123ff15b-b414-4011-936b-a8819c825453 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:30:42.548145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 123ff15b-b414-4011-936b-a8819c825453 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:30:42.548484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 123ff15b-b414-4011-936b-a8819c825453 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:30:42.585170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.172 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/edbb0d2f-ee4c-4501-93b7-3c2f326458a7) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:42.740870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.771197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:42.838543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:42.841343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:42.846137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:42.880441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:43.011993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.012715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.250217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:30:43.453642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:43.464314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:43.477299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:43.477933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:43.484447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.486054 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-aa09e7da-a7be-4f97-a938-d761ef0d075f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5701439 Mar 11 16:30:43.489421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43580) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:43.537730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-006a2b2d-7b4f-4031-a4ca-3f84bdce8604 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=878fe9d5f29c4daa88bbaf9954a01f1e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471902 Mar 11 16:30:43.540279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43584) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:43.657016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:43.675908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e05292-c51f-463d-9149-f917e221cdc5 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:43.678150 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-61e05292-c51f-463d-9149-f917e221cdc5 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362607 Mar 11 16:30:43.680265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43588) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:43.720876 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8637a875-7bcb-4522-9b65-d7ebab5e8cfe tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395131 Mar 11 16:30:43.723311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43594) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:43.728516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1807289339', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:43.820111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:43.838697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:43.842614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:subnet and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:43.845481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:43.851154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:43.862818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:43.971712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.177990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:42Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:44.182422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Checking router: a06ce079-a6f1-41eb-8356-383acdfc7e85 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:44.183011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Updating router a06ce079-a6f1-41eb-8356-383acdfc7e85 port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:30:44.200635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.243199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.393439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Subnet': ['ID=530fbe79-3e63-4a93-a745-5215d5590533,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:44.409540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Checking segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:44.409927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network hostable DHCP agents. Network: b6e2ccc4-55d7-4dff-a7eb-9b4399903645, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:30:44.436828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:30:44.448425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b6e2ccc4-55d7-4dff-a7eb-9b4399903645) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:44.452400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:44.452977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.461817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ced0e-9ea2-416c-8b67-8431da8adeb0 None None] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:44.486203 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-395745fa-efb6-4159-b274-bc0532ea0b42 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7618651 Mar 11 16:30:44.489370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43598) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:44.827661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:30:44.828472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.852006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:44.905320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Transition to ACTIVE for port object edbb0d2f-ee4c-4501-93b7-3c2f326458a7 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:44.921788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.066717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e81ac-0855-4d28-bcbb-07ea3b82fec8 None None] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.076166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Attempting to bind port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:45.076535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Attempting to bind port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:45.076991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Attempting to bind port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:45.092293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:45.092662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:45.093068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.093457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:45.093947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Bound port: edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:45.094876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.146388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Allocated IP 172.20.0.2 (b6e2ccc4-55d7-4dff-a7eb-9b4399903645/530fbe79-3e63-4a93-a745-5215d5590533/f1cf2b35-961e-4ad0-992d-b0b56dca7cb3) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:45.248468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:45.267651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:45.274189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.297806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.386065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.454584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e81ac-0855-4d28-bcbb-07ea3b82fec8 None None] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.469097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:45.469767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:45.593218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.617476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Transition to ACTIVE for port object f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:45.653516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Transition to ACTIVE for port object f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:45.669571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.731632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.1 (b6e2ccc4-55d7-4dff-a7eb-9b4399903645/530fbe79-3e63-4a93-a745-5215d5590533/edeafd43-0f5a-4e4f-bcc1-b96570d6838b) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:45.765251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:45.810411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Pushing event updated for resources: {'Port': ['ID=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:45.815651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:45.820760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:45.832107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:45.900289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:45.918917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object edeafd43-0f5a-4e4f-bcc1-b96570d6838b will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:45.942492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.016887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:46.020014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:46.023996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:46.059356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.086517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.106890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Attempting to bind port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:46.107288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Attempting to bind port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:46.107635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Attempting to bind port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 on network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:46.128871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:46.129245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Checking segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:46.129640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.130049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Bound using segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:46.130518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Bound port: f1cf2b35-961e-4ad0-992d-b0b56dca7cb3, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:46.130885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.278469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.284153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] For port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:46.288164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] For port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:46.293337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.379039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:42Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:46.386496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2013b-05fd-45b0-b0b5-33454b83a81c None None] Pushing event updated for resources: {'Port': ['ID=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.392570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983ee1e-ec00-4cde-a9a3-494c1f9fb1ed None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:42Z', 'revision_number': 3, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:46.774079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.779617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:46.905662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:46.909439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:47.059267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:47.061001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:47.425644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e888f-bdf1-47bb-8d9a-b77696274ee9 None None] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:30:47.487264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:30:47.527847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e4344bcb-15b1-42ab-b79e-1f39ac632288 None None] Provisioning for port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:47.718767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:30:47.733230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-36432274-ff8c-496c-ac71-764b4419974e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/a06ce079-a6f1-41eb-8356-383acdfc7e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2427287 Mar 11 16:30:47.735712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43604) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:47.969866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f8b7c32c-9583-4cae-a34d-60bf333be758 None None] Provisioning for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:47.974795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f8b7c32c-9583-4cae-a34d-60bf333be758 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:47.975171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f8b7c32c-9583-4cae-a34d-60bf333be758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.010397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98007-5021-433c-a1be-158a3c243dbb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.010978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98007-5021-433c-a1be-158a3c243dbb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.011273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98007-5021-433c-a1be-158a3c243dbb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.011639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c98007-5021-433c-a1be-158a3c243dbb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.013511 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-27c98007-5021-433c-a1be-158a3c243dbb tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2764966 Mar 11 16:30:48.016051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43608) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.043034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f8b7c32c-9583-4cae-a34d-60bf333be758 None None] Port edeafd43-0f5a-4e4f-bcc1-b96570d6838b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:48.094697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93547aed-9699-4972-850d-831b7f0d1526 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.095097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93547aed-9699-4972-850d-831b7f0d1526 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.095674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93547aed-9699-4972-850d-831b7f0d1526 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.096334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93547aed-9699-4972-850d-831b7f0d1526 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:48.098060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-93547aed-9699-4972-850d-831b7f0d1526 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0803013 Mar 11 16:30:48.101903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43612) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.177082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-785dc5b3-0318-4260-a70e-43ec30729c68 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:48.177454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-785dc5b3-0318-4260-a70e-43ec30729c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.238113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-785dc5b3-0318-4260-a70e-43ec30729c68 None None] Port edeafd43-0f5a-4e4f-bcc1-b96570d6838b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:48.318094 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4ad19af1-08c0-4dc0-8163-727f9e872226 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2149465 Mar 11 16:30:48.363053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0482b656-fbc0-4b7c-96c6-4e736c27a9db None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:48.363417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0482b656-fbc0-4b7c-96c6-4e736c27a9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.419244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0482b656-fbc0-4b7c-96c6-4e736c27a9db None None] Port edeafd43-0f5a-4e4f-bcc1-b96570d6838b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:48.575867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43618) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.581538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80395380', 'description': 'tempest-secgroup-smoke-80395380 description', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:48.587850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:48.592328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:48.595330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:48.601629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:48.603799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:48.616696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.655279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:48.660370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:48.664032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:48.670599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:48.683191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:48.688993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:48.689515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.740486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.744674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.789850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655bef37-b791-4c72-8304-24b0d33ee4f6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:48.796516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.798612 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3d4c87ec-53d5-4586-be09-f0f158891a1b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2217376 Mar 11 16:30:48.802574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43622) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.808222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:48.814368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:48.818517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:48.821638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:48.821867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.827562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:48.848517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.856166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:48.860882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.861832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:48.929455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.933826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.961432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa167519-19f1-4ef3-ba81-8d2d572b57fd,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:48.970378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:48.978187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:48.981153 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-04b121ae-2281-4136-bb1e-85e03744e5b5 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1764970 Mar 11 16:30:48.982883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43626) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:48.989770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:48.996053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:48.997448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:49.000232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:49.003376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:49.003930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:49.004402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.009278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:49.027166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.114387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.118297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.143397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1409f2e-0496-4000-bf55-a6759b05036a,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.144533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.153624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.154882 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cc8df0cc-15c6-47eb-b116-c4b723d91e5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1710966 Mar 11 16:30:49.160225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43630) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.162821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:49.166000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:49.167015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.172232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:49.176357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:49.179254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:49.185625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:49.202255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.236872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.272800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.275832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.302054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33cf8a2-4cb2-4d32-a93d-4b5c714e568f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.311990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.313910 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a8659f05-036b-448c-8f1b-c518ff0b1789 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1522212 Mar 11 16:30:49.316875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43634) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.322141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:49.327990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:49.331964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:49.335862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:49.345858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:49.363790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.429090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.432694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.461404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e089ab6-ce02-4d66-b2a2-1306f6d27909,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.467292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.468572 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f29c55db-d4b5-4c4d-9f7d-ba437de05ce9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1508019 Mar 11 16:30:49.471937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.481495 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:49.488135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:49.492062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:49.495477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:49.501953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:49.511674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:30:49.518231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.588981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.592181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.619647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1166b14-71dd-44d0-81b1-63f7d5ac7216,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.631155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.632469 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-814a70aa-5a53-49ae-a930-6485b430f4ec tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571295 Mar 11 16:30:49.635205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43642) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:30:49.640807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'security_group_rule': {'security_group_id': '655bef37-b791-4c72-8304-24b0d33ee4f6', 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:49.647748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:49.651848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:security_group_rule and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:30:49.655096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:30:49.662268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:49.676461 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Project 878fe9d5f29c4daa88bbaf9954a01f1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:30:49.682995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.762973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.767674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.803613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c434c1a7-9fa8-47f4-ba2e-ae677a13e395,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:49.815761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:49.817339 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-268e5375-5d32-4b98-a518-4c4d652c1ac8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1811628 Mar 11 16:30:50.008606 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:30:50.021851 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:50.022566 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.064406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-1059eda5-ac33-426d-9870-be7afb81189a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80395380&fields=id&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 267 time: 0.0508921 Mar 11 16:30:50.206688 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:50.236816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-022b0b7b-a560-4bf5-bab2-6aafc14ccd91 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:50.237546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-022b0b7b-a560-4bf5-bab2-6aafc14ccd91 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:50.253494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-022b0b7b-a560-4bf5-bab2-6aafc14ccd91 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:50.254716 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-022b0b7b-a560-4bf5-bab2-6aafc14ccd91 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 797 time: 0.1836700 Mar 11 16:30:50.271417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-ae869afc-daf5-404a-90dd-1b68dcba679a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/quotas/878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 375 time: 0.0109055 Mar 11 16:30:50.363436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-b1402ac4-b98f-4864-b5d9-efa975b6d2c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:50.379705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-b1402ac4-b98f-4864-b5d9-efa975b6d2c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:50.380965 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-b1402ac4-b98f-4864-b5d9-efa975b6d2c8 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045394 Mar 11 16:30:50.543025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-40731fbf-8363-45d1-99fc-57c20f228b51 service neutron] 10.222.0.78 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494493 Mar 11 16:30:50.562213 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:50.567478 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Checking router: a06ce079-a6f1-41eb-8356-383acdfc7e85 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:30:50.567828 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Updating router a06ce079-a6f1-41eb-8356-383acdfc7e85 port edeafd43-0f5a-4e4f-bcc1-b96570d6838b binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:30:50.574359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:50.623620 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.661985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:50.662534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:50.794212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-247b89fa-46cb-43ff-86e2-ed28eecca747 service neutron] 10.222.0.78 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436314 Mar 11 16:30:50.795304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:50.872127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:50.872494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.040401 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b8e7902-3bb4-4078-972a-739b7390a33a req-14e3f362-1cf5-42e6-9374-b3bb51a61265 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 210 time: 0.0563600 Mar 11 16:30:51.075265 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.094693 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Transition to ACTIVE for port object edeafd43-0f5a-4e4f-bcc1-b96570d6838b will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:51.101592 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.224326 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:51.250721 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.251298 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.251887 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.252327 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.252860 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.253338 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.253754 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.254141 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.254507 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.254927 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.255357 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:30:51.362410 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Attempting to bind port edeafd43-0f5a-4e4f-bcc1-b96570d6838b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:51.362913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Attempting to bind port edeafd43-0f5a-4e4f-bcc1-b96570d6838b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:51.363360 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Attempting to bind port edeafd43-0f5a-4e4f-bcc1-b96570d6838b on network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:51.370120 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:51.370637 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Checking segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:51.371130 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.371627 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Bound using segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:51.372215 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Bound port: edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:51.372677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.473822 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:51.478973 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:51.484604 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:51.574541 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54ef3-1a9c-4799-9574-201caa284fe1 None None] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:51.577692 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:30:51.578425 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:51.792371 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:30:52.120931 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:51Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:30:52.125238 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb45fb2-a895-48f2-92c5-41afb037a541 None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:51Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:30:52.270123 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-94fdb748-22fe-498a-8225-9c5ac4229bf2 req-ffda3134-eff4-4c6a-a477-ff6e1af40561 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 210 time: 0.0647037 Mar 11 16:30:52.458456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-98dd13da-f4f4-498b-95d9-9dd38c456a9f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:52.460544 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-98dd13da-f4f4-498b-95d9-9dd38c456a9f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 797 time: 0.1837246 Mar 11 16:30:52.515287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-8e4432d6-be61-4917-8168-3b4f0d19f245 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:30:52.538673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-8e4432d6-be61-4917-8168-3b4f0d19f245 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:30:52.539878 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-8e4432d6-be61-4917-8168-3b4f0d19f245 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e HTTP/1.1" status: 200 len: 378 time: 0.0677996 Mar 11 16:30:52.549740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'port': {'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'admin_state_up': True, 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'security_groups': ['655bef37-b791-4c72-8304-24b0d33ee4f6']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:52.609639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:52.685859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:52.691739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:52.692247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.716356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:30:52.735672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:30:52.747942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Made reservation on behalf of 878fe9d5f29c4daa88bbaf9954a01f1e for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:30:52.751212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.820283 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.860977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:52.866489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:52.941322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.20.0.13 (b6e2ccc4-55d7-4dff-a7eb-9b4399903645/530fbe79-3e63-4a93-a745-5215d5590533/176df0fd-3fea-4620-9b61-4ae86bd08119) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:30:52.952739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.152095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.168634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Transition to ACTIVE for port object 176df0fd-3fea-4620-9b61-4ae86bd08119 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:53.190465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.268188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:30:53.271398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:30:53.275782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:30:53.301001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:53.341336 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:53.341991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.370240 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-7ac1d69f-dc10-4dcc-a419-58e2d925f9de tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259420 Mar 11 16:30:53.381178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Request body: {'port': {'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:30:53.498760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a44e2c-4939-4de9-8495-0cb54f05524c req-f3f4c4e4-5b5d-45b7-8b2d-143858220af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:53.500876 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09a44e2c-4939-4de9-8495-0cb54f05524c req-f3f4c4e4-5b5d-45b7-8b2d-143858220af2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 932 time: 0.0866051 Mar 11 16:30:53.544493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-804b33c1-90fd-4485-8903-3dbb5792597b None None] Provisioning for port 176df0fd-3fea-4620-9b61-4ae86bd08119 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:53.550419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-804b33c1-90fd-4485-8903-3dbb5792597b None None] Provisioning complete for port 176df0fd-3fea-4620-9b61-4ae86bd08119 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:53.550859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-804b33c1-90fd-4485-8903-3dbb5792597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.558552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09a44e2c-4939-4de9-8495-0cb54f05524c req-dc928460-e5b0-42b3-8779-b8d0302ad400 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448518 Mar 11 16:30:53.606506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.613747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-804b33c1-90fd-4485-8903-3dbb5792597b None None] Port 176df0fd-3fea-4620-9b61-4ae86bd08119 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:30:53.960218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176df0fd-3fea-4620-9b61-4ae86bd08119 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:30:53.967062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:53.983216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Transition to ACTIVE for port object 176df0fd-3fea-4620-9b61-4ae86bd08119 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:30:53.987960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.123286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:54.239895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Attempting to bind port 176df0fd-3fea-4620-9b61-4ae86bd08119 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:30:54.240222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Attempting to bind port 176df0fd-3fea-4620-9b61-4ae86bd08119 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:30:54.240544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Attempting to bind port 176df0fd-3fea-4620-9b61-4ae86bd08119 on network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:54.247068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Port 176df0fd-3fea-4620-9b61-4ae86bd08119 on network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:30:54.247299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Attempting to bind port 176df0fd-3fea-4620-9b61-4ae86bd08119 on network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:30:54.253976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:30:54.254317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Checking segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:30:54.254694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Bound using segment: {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:30:54.255117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Bound port: 176df0fd-3fea-4620-9b61-4ae86bd08119, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f410dd55-f526-48fd-bfe7-2601960aa01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:30:54.255464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.343250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:30:54.347489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=176df0fd-3fea-4620-9b61-4ae86bd08119,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:30:54.352382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.417413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.418827 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] 10.222.0.11 "PUT /v2.0/ports/176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 1094 time: 1.0419648 Mar 11 16:30:54.421686 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:54.446723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c171f-4c77-491f-b234-61e51cb4bf01 service neutron] Pushing event updated for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:54.507000 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'status': 'completed', 'code': 200} Mar 11 16:30:54.556933 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-a0c46a33-1987-4e02-967d-db98fda14aa8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1097 time: 0.0853252 Mar 11 16:30:54.574376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:54.639172 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-838a19f3-2e8b-4860-b55d-4bf3a05ef69e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 217 time: 0.0757654 Mar 11 16:30:54.677522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:54.678125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:54.739385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-3433d984-aa1e-43cf-b627-c8f8cabd1a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:54.740882 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-3433d984-aa1e-43cf-b627-c8f8cabd1a14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 200 len: 835 time: 0.0955701 Mar 11 16:30:54.789591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d49e-8110-4524-9223-74dd969bae27 req-2c825fa3-0d1f-45ba-946f-1fca699bddd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:54.791129 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76a1d49e-8110-4524-9223-74dd969bae27 req-2c825fa3-0d1f-45ba-946f-1fca699bddd3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 944 time: 0.0847337 Mar 11 16:30:54.830472 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-119d50af-877d-4bf2-8030-82e59118b64b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834491 Mar 11 16:30:54.841662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76a1d49e-8110-4524-9223-74dd969bae27 req-210ed16e-56ac-4df4-a941-7a2df267e340 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431926 Mar 11 16:30:54.971029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-a72b0991-b37a-4936-929a-4afce20bcd29 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334755 Mar 11 16:30:55.115361 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-abf8270c-6237-4e89-aa1f-29810cec3e2d req-6ef7e11b-2ff5-433f-b828-3ce1ef9f6046 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374726 Mar 11 16:30:55.229867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-93a511af-9184-4269-b1a0-970c553f05dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1097 time: 0.0706649 Mar 11 16:30:55.369642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-689e7348-89fb-4ee2-8730-08bcbff59be5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.370993 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-689e7348-89fb-4ee2-8730-08bcbff59be5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 898 time: 0.1349220 Mar 11 16:30:55.551998 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-39e40e68-fb69-4bf0-9b21-03887bedece5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 217 time: 0.1747038 Mar 11 16:30:55.616715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-83447ad2-dd4d-42d4-8aeb-14a99c6f2fee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:55.618193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-83447ad2-dd4d-42d4-8aeb-14a99c6f2fee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 200 len: 835 time: 0.0605817 Mar 11 16:30:55.702412 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-3cbf8809-7e09-47fd-94f5-1a86b7acbec6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778327 Mar 11 16:30:55.839916 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-3309cd25-f82d-4f4b-92f3-2d32237cceba service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305642 Mar 11 16:30:55.978299 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e43455c3-90bd-4cb7-a8b4-9eb36e2c70ea req-172b88c6-418e-4ba7-98a6-d322bc30c9f0 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319451 Mar 11 16:30:56.054224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebac6c-3934-42fb-aa41-bd4bcb4449fa req-7bcbed3e-194c-4ca5-ad04-94b0cea55775 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:56.055828 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7ebac6c-3934-42fb-aa41-bd4bcb4449fa req-7bcbed3e-194c-4ca5-ad04-94b0cea55775 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 944 time: 0.0794442 Mar 11 16:30:56.106747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c7ebac6c-3934-42fb-aa41-bd4bcb4449fa req-c981c1e2-6edd-4d25-b1f0-291bb9836c5c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448720 Mar 11 16:30:57.168712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 176df0fd-3fea-4620-9b61-4ae86bd08119 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:30:57.322712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=176df0fd-3fea-4620-9b61-4ae86bd08119,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:57.323786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424689dc-3b40-40c8-bbdd-42f74d792574 req-3e4b8e98-3b0f-4a0e-acca-d405c8d24568 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:57.325323 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-424689dc-3b40-40c8-bbdd-42f74d792574 req-3e4b8e98-3b0f-4a0e-acca-d405c8d24568 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 944 time: 0.0923357 Mar 11 16:30:57.337074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:30:57.379922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-424689dc-3b40-40c8-bbdd-42f74d792574 req-2eae7a32-41e3-464a-987c-764221dc030c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483561 Mar 11 16:30:57.400263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.423556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176df0fd-3fea-4620-9b61-4ae86bd08119 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:30:57.440128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=176df0fd-3fea-4620-9b61-4ae86bd08119,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:57.443982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:57.512314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:57.755726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['176df0fd-3fea-4620-9b61-4ae86bd08119'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:30:58.600455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a235e7-db04-4956-ac99-0615a9ac716c req-a9dcd923-6433-4e1a-a906-509dbde3ff26 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:58.601915 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70a235e7-db04-4956-ac99-0615a9ac716c req-a9dcd923-6433-4e1a-a906-509dbde3ff26 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 945 time: 0.0796282 Mar 11 16:30:58.651293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70a235e7-db04-4956-ac99-0615a9ac716c req-4bc43458-e91d-4425-95c0-8ce92f0494f4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437016 Mar 11 16:30:59.175703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 176df0fd-3fea-4620-9b61-4ae86bd08119 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:30:59.247746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 176df0fd-3fea-4620-9b61-4ae86bd08119 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:30:59.252458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 176df0fd-3fea-4620-9b61-4ae86bd08119 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:30:59.252823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:59.372373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:59.399666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:30:59.410064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=176df0fd-3fea-4620-9b61-4ae86bd08119,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:30:59.414776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:30:59.492151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:30:59.539151 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'code': 200} Mar 11 16:30:59.780730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-08de79d6-02d9-472d-b11b-e8fd65e6a2aa req-b3da6392-07a8-4d50-895c-d9782f5c82fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1099 time: 0.0829892 Mar 11 16:30:59.825393 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-08de79d6-02d9-472d-b11b-e8fd65e6a2aa req-2a00f80d-9363-427a-9671-1bfc17d31e0b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368507 Mar 11 16:30:59.861809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d8de5-c8d7-4c58-b66e-65551945f824 req-c56394cb-4b9a-4288-af74-5e40118562ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:30:59.863375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b00d8de5-c8d7-4c58-b66e-65551945f824 req-c56394cb-4b9a-4288-af74-5e40118562ef tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0853388 Mar 11 16:30:59.909747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b00d8de5-c8d7-4c58-b66e-65551945f824 req-4fba6e7b-5e0a-4f84-8a9a-abc5b597b445 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404480 Mar 11 16:31:01.131179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6879-ef1c-4674-84c4-b32fa83016f8 req-30cc9946-6ac6-4456-8c28-30c92bbcf069 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:01.132639 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da8c6879-ef1c-4674-84c4-b32fa83016f8 req-30cc9946-6ac6-4456-8c28-30c92bbcf069 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0843735 Mar 11 16:31:01.186584 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da8c6879-ef1c-4674-84c4-b32fa83016f8 req-18029077-cac7-469d-b4fa-e1054082b752 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483875 Mar 11 16:31:02.398234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a49e2-fde3-4423-8a7e-cd7912dcad66 req-764a8a40-3f21-4819-bb36-d40289ab8bfd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.399604 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-450a49e2-fde3-4423-8a7e-cd7912dcad66 req-764a8a40-3f21-4819-bb36-d40289ab8bfd tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0854647 Mar 11 16:31:02.447663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-450a49e2-fde3-4423-8a7e-cd7912dcad66 req-1754f54d-b90f-4f9d-bb60-80f2f2abbe98 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425076 Mar 11 16:31:02.656233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e854c-8fe4-4235-83c5-1e7f4b03948f req-986e4b58-b22d-4161-9f01-cf443be4b1b9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:02.658726 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ee1e854c-8fe4-4235-83c5-1e7f4b03948f req-986e4b58-b22d-4161-9f01-cf443be4b1b9 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0865374 Mar 11 16:31:02.707215 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ee1e854c-8fe4-4235-83c5-1e7f4b03948f req-f43fd689-a1ba-454b-bbac-75b021ce26a6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429547 Mar 11 16:31:02.735632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43694) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:02.813665 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4e97c5ec-8c12-460c-a949-a302cbcf11e4 tempest-TestNetworkBasicOps-616553707 tempest-TestNetworkBasicOps-616553707-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1094 time: 0.0768285 Mar 11 16:31:02.816261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43698) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:02.821338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:31:02.826760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:31:02.831192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Usage tracker for resource:floatingip and tenant:878fe9d5f29c4daa88bbaf9954a01f1e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:31:02.834032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:31:02.839740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:31:02.855238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.001127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.137454 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:03.143704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Allocated IP 172.26.4.79 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/bc48945d-53dc-44fc-9a7f-6edf8240f334) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:31:03.295514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.324310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:03.395061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:31:03.397693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:31:03.401350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:31:03.431415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=bc48945d-53dc-44fc-9a7f-6edf8240f334,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:04.025381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.080965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.288183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.292627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.410096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event updated for resources: {'Port': ['ID=bc48945d-53dc-44fc-9a7f-6edf8240f334,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:31:04.424946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:04.635825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Floating IP 25bab73f-49d3-477a-8d78-b559662313c3 associated. External IP: 172.26.4.79, port: 176df0fd-3fea-4620-9b61-4ae86bd08119. Mar 11 16:31:05.048135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:31:05.261462 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:31:05.271569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:31:05.284006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:05.284611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:05.288375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:05.455710 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7cde8a48-a8a8-4eb6-a58f-beed61bafa79 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6357479 Mar 11 16:31:05.455710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:31:05.456514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43702) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:05.480870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:05.581892 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-953c880f-56da-4a22-bb6b-f10934e9296f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1232688 Mar 11 16:31:05.592430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'status': 'completed', 'code': 200} Mar 11 16:31:05.694708 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-8bf7e2b9-34a9-47f3-8682-3b9d6c804ef8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1099 time: 0.0760891 Mar 11 16:31:05.838651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-57776a72-728d-4e57-8f6f-e8c48413cb2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:05.840109 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-57776a72-728d-4e57-8f6f-e8c48413cb2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 898 time: 0.1400318 Mar 11 16:31:05.904326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:31:03Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:05.910144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Checking router: a06ce079-a6f1-41eb-8356-383acdfc7e85 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:31:05.921093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:31:05.921797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:30:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:05.957914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-419bbfc5-2f08-411e-a447-49b5c36e5226 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 999 time: 0.1118174 Mar 11 16:31:06.027983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-ef8e9150-def2-43b1-8d55-b722de153ef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:06.030554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-ef8e9150-def2-43b1-8d55-b722de153ef2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 200 len: 835 time: 0.0666668 Mar 11 16:31:06.110694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:31:06.111054 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-d34365b8-98c5-4841-b0ad-63a5db4affc3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748799 Mar 11 16:31:06.248187 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-cd1415fe-0707-4160-be86-ad1df223f1b0 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307931 Mar 11 16:31:06.381350 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d8cd0abf-5e78-4fee-b0e8-4b01afcdb6ee req-161af3dc-b651-4f2c-8d05-47ab697ac955 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278696 Mar 11 16:31:06.478972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:31:03Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:31:06.482847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73dff9-e2e7-4159-882e-db84017162fe None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:30:46Z', 'revision_number': 4, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:31:03Z', 'revision_number': 0, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:30:52Z', 'revision_number': 5, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:31:06.584711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43710) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:06.693639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-33c4d1ac-d308-459b-b5b6-f81d8fe6526e tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1077223 Mar 11 16:31:07.697569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43714) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:07.894825 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-62bbd689-7c09-42b4-bde6-d40b96eb55b6 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1960855 Mar 11 16:31:08.166854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-90a91eeb-998d-4c44-9f9b-187d8cc349ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:08.898777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43718) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:09.017068 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7bfa4a6c-c054-4854-ac3a-fbf21255594a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1169651 Mar 11 16:31:09.045247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa11ebfc-2014-4857-838f-db3feff093a1 None None] New status for floating IP 25bab73f-49d3-477a-8d78-b559662313c3: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:31:10.021390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43722) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:31:10.130495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d2c7b02c-67ef-4e5a-9eec-f76c8ee03592 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 993 time: 0.1078832 Mar 11 16:31:11.258141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-917c0184-7d34-46bc-8361-6641b4cab2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:11.991684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:12.102449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:13.557645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:15.285968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:38.173644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ee78a8b2-1eb0-4119-b21e-25e815c7984d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:40.138026 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:31:41.259982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f754c7c2-8575-4de3-9790-14562f48dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:41.993391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:42.105523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:43.569205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:45.278872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:31:45.963364 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-c20d14d7-22d4-48ca-b573-2bb0bf21dd3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702705 Mar 11 16:31:46.106495 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-8533841b-a620-41ad-8380-e5f9980b68d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1099 time: 0.0742829 Mar 11 16:31:46.256486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-5f36fe67-253c-4736-bb3b-4919f38e46fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:46.257864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-5f36fe67-253c-4736-bb3b-4919f38e46fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 898 time: 0.1300492 Mar 11 16:31:46.359790 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-233eee0a-5470-4b07-93dd-3f3d266f9139 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 1001 time: 0.0958736 Mar 11 16:31:46.428665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-ecad256c-e555-499b-8f9f-6919a0f0cb62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:31:46.430178 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-ecad256c-e555-499b-8f9f-6919a0f0cb62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 200 len: 835 time: 0.0646906 Mar 11 16:31:46.508584 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-7bebb8c5-8a76-4751-86be-27ed7c8b7022 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726111 Mar 11 16:31:46.651549 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-3f0d81a3-82fe-481f-a446-fec6d4665e78 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371427 Mar 11 16:31:46.789436 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3384384e-5db3-468c-9bdc-1922bbe3a4ae req-afeb8842-1df8-43fb-9bca-dc19afdb8098 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318719 Mar 11 16:32:08.166806 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c1e7655-277d-444b-ae2d-20ade421e6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:11.262785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9e53fd33-dcd5-4c0d-aa38-d75f2f22cb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:11.997924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:12.111141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:13.559476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:15.296947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:17.138506 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:17.481684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43752) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:17.487621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:32:18.103076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:18.116013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:18.343412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:18.544127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:18.550069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:18.552535 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c23a8236-829e-4f42-9101-0a03f14b48bc tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/a06ce079-a6f1-41eb-8356-383acdfc7e85 HTTP/1.1" status: 200 len: 888 time: 1.0686326 Mar 11 16:32:18.554289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:32:18.568754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:18.569359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.636233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.647426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:18.648008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.705930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:18.706330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb0d5b-3281-4021-ae51-d52309ab0fc4 None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:32:19.459425 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048c27b5-20d9-44b1-8d67-3c535344fa55 None None] New status for floating IP 25bab73f-49d3-477a-8d78-b559662313c3: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:32:20.599037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:20.716351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43758) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:20.719368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.722065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:32:20.737267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:20.741462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.742147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:20.860959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:20.898346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.898687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.899021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.899348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.899675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.899995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.900309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.900632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.900953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.901262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.901576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:20.933078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:20.968845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:20.974476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:21.098415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:21.435414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:21.447303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16315949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16315954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16285872'] for router, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:21.651657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:21.856726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:21.863301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:21.864440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-05686ebb-61b3-4297-a8f8-a4316e1a847c tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/a06ce079-a6f1-41eb-8356-383acdfc7e85 HTTP/1.1" status: 200 len: 887 time: 1.1470919 Mar 11 16:32:21.867034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:32:21.867498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43762) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:21.879724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:21.880362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:21.974478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e44be616-c8dc-40c5-a5ee-77bb0fcce7a4 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1061180 Mar 11 16:32:22.072384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:32:22.433689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:21Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:32:19Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:22.437899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Checking router: a06ce079-a6f1-41eb-8356-383acdfc7e85 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:32:22.448235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:22.448820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:22.629934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:32:22.978379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43766) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:23.023937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:21Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:32:19Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:23.029013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91a3ac0-a9f9-4b89-ac47-d0f3692484f4 None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:21Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '25bab73f-49d3-477a-8d78-b559662313c3', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'floating_ip_address': '172.26.4.79', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'port_id': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'mac_address': 'fa:16:3e:94:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:31:03Z', 'updated_at': '2022-03-11T16:32:19Z', 'revision_number': 2, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edeafd43-0f5a-4e4f-bcc1-b96570d6838b', 'name': '', 'network_id': 'b6e2ccc4-55d7-4dff-a7eb-9b4399903645', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'mac_address': 'fa:16:3e:31:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '530fbe79-3e63-4a93-a745-5215d5590533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:45Z', 'updated_at': '2022-03-11T16:32:20Z', 'revision_number': 6, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'subnets': [{'id': '530fbe79-3e63-4a93-a745-5215d5590533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:32:23.114932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-25984f24-a559-4009-a8eb-6e241890a2e7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1354702 Mar 11 16:32:24.118174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43770) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:24.227901 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d727bdbc-a886-44ce-8791-1a83d6a68b24 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1085501 Mar 11 16:32:24.649260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:24.719191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:24.719739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.843761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.860480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:24.864377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:24.865121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:25.026498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.042641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:25.042992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.162189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.195473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:25.198751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:25.231176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43774) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:25.268374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:25.346131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7576ee2c-295a-4eee-80fe-3de2ae222a34 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1133876 Mar 11 16:32:26.349989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43778) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:26.456309 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3fde8b5-84b2-4099-b355-be099499391b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1052697 Mar 11 16:32:26.607992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:26.677890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:26.678246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:26.799599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:32:26.867708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port edeafd43-0f5a-4e4f-bcc1-b96570d6838b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:26.868104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:27.460319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43782) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:27.580809 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ea2b8ffe-ec0b-4aff-97e3-fb2ae5dcff9a tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1192961 Mar 11 16:32:28.584919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43786) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:28.808918 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-256debfc-c462-41c2-a3e0-a4b1dc4bef99 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.2228668 Mar 11 16:32:29.812645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43790) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:29.918928 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ff64d43-a27c-4f04-8d40-3732d27d2091 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 991 time: 0.1050036 Mar 11 16:32:30.242497 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091e93e2-53da-452d-9777-b5aa77e07a39 None None] New status for floating IP 25bab73f-49d3-477a-8d78-b559662313c3: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:32:30.922870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43794) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:31.029855 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-806049d7-762b-4414-acdf-190e001ced41 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 200 len: 993 time: 0.1057503 Mar 11 16:32:31.325103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43804) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:31.527749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port bc48945d-53dc-44fc-9a7f-6edf8240f334 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:32:31.527993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.697946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.698270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:31.914782 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for bc48945d-53dc-44fc-9a7f-6edf8240f334 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:32:32.079742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.127663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=bc48945d-53dc-44fc-9a7f-6edf8240f334,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:32.198851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.199096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.199451 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.200310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.200310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.200535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.200859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.201176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.201508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.202087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.202825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:32.238395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.669659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:32.892157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:32.909003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:32.962238 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8418c368-afba-4762-bfb2-b6766164af23 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/floatingips/25bab73f-49d3-477a-8d78-b559662313c3 HTTP/1.1" status: 204 len: 168 time: 1.6360276 Mar 11 16:32:32.962816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:32:33.022801 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'status': 'completed', 'code': 200} Mar 11 16:32:33.118228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-5855310a-6a5d-4732-a9da-d1eb4ce98eb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 1099 time: 0.0739515 Mar 11 16:32:33.266967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-a78a0c39-f10d-4018-96a4-4cac527d8643 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:33.268397 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-a78a0c39-f10d-4018-96a4-4cac527d8643 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 200 len: 898 time: 0.1437771 Mar 11 16:32:33.336991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-523b2ea1-7e60-40ce-9fd9-023ec37bfeab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 200 len: 217 time: 0.0617633 Mar 11 16:32:33.368345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce46215-fc1d-4499-8e56-8f757c98dd1b req-f7072371-ec09-4696-90d1-f83b80e47a5f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:33.369879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bce46215-fc1d-4499-8e56-8f757c98dd1b req-f7072371-ec09-4696-90d1-f83b80e47a5f tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0803208 Mar 11 16:32:33.412195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-3a712d0f-6333-49b2-9723-0e50d5f68b66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:33.413930 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-3a712d0f-6333-49b2-9723-0e50d5f68b66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 200 len: 835 time: 0.0698707 Mar 11 16:32:33.418393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bce46215-fc1d-4499-8e56-8f757c98dd1b req-0a540b02-18c9-4667-988f-30b19e0333db tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408945 Mar 11 16:32:33.491503 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-2dc3e7da-3bb1-48b1-bc7a-c189b93e32fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6e2ccc4-55d7-4dff-a7eb-9b4399903645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714376 Mar 11 16:32:33.731516 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-36d77c21-c84e-4390-bce3-c90219132a43 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338796 Mar 11 16:32:33.873188 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e2a7c2af-c973-4af8-a5b2-43e023cc92ca req-1515a313-a4f6-418e-a491-293572dad6d5 service neutron] 10.222.0.11 "GET /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344213 Mar 11 16:32:34.638397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad457936-560e-4feb-a7e3-b133d0adcaa9 req-7f3cf7bd-86ac-49db-916b-94ac99fb42a7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:34.640409 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad457936-560e-4feb-a7e3-b133d0adcaa9 req-7f3cf7bd-86ac-49db-916b-94ac99fb42a7 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0850968 Mar 11 16:32:34.688836 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad457936-560e-4feb-a7e3-b133d0adcaa9 req-0b4d03d9-2083-469a-92a5-a16c72776479 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/security-groups?id=655bef37-b791-4c72-8304-24b0d33ee4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428386 Mar 11 16:32:35.045222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-27609250-31d3-4007-8ebf-5dcf94270675 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:35.045956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-27609250-31d3-4007-8ebf-5dcf94270675 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Synchronizing usage tracker for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:32:35.061832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-27609250-31d3-4007-8ebf-5dcf94270675 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Unset dirty status for tenant:878fe9d5f29c4daa88bbaf9954a01f1e on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:32:35.062984 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-27609250-31d3-4007-8ebf-5dcf94270675 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 946 time: 0.0991414 Mar 11 16:32:35.135435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port 176df0fd-3fea-4620-9b61-4ae86bd08119 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:32:35.135781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.396867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port 176df0fd-3fea-4620-9b61-4ae86bd08119, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=176df0fd-3fea-4620-9b61-4ae86bd08119,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:35.397223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.531874 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for 176df0fd-3fea-4620-9b61-4ae86bd08119 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:32:35.702667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.750091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=176df0fd-3fea-4620-9b61-4ae86bd08119,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:35.832472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] No DVR routers for this DVR port 176df0fd-3fea-4620-9b61-4ae86bd08119 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:35.834960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:35.837651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'name': 'network-vif-deleted', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:32:35.854970 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b34f62c8-501b-4f78-b55b-2420eb56be0c req-53756598-1f0a-4f28-8843-f897dd16e4a3 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.11 "DELETE /v2.0/ports/176df0fd-3fea-4620-9b61-4ae86bd08119 HTTP/1.1" status: 204 len: 173 time: 0.7867541 Mar 11 16:32:35.871907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7e955889-74fc-40b2-be82-a97c9aa26426 req-149ea8a0-03fd-4b65-9446-ddd25dcb2ac2 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "GET /v2.0/ports?device_id=466936b2-ea11-4ee7-bee2-e336dd8d9504 HTTP/1.1" status: 200 len: 210 time: 0.0421796 Mar 11 16:32:35.907999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466936b2-ea11-4ee7-bee2-e336dd8d9504', 'name': 'network-vif-deleted', 'tag': '176df0fd-3fea-4620-9b61-4ae86bd08119', 'status': 'completed', 'code': 200} Mar 11 16:32:36.984148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 43822) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:37.058916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.090971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.173678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.193261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655bef37-b791-4c72-8304-24b0d33ee4f6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:37.205274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:37.206431 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ee008230-ef15-4354-b891-c257fcbd5782 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/security-groups/655bef37-b791-4c72-8304-24b0d33ee4f6 HTTP/1.1" status: 204 len: 168 time: 0.2213147 Mar 11 16:32:37.249912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43828) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:37.682682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.171803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-611bc307-0df5-4d41-8995-a94e3d5f21cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.329103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port edeafd43-0f5a-4e4f-bcc1-b96570d6838b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:32:38.329670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.626427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port edeafd43-0f5a-4e4f-bcc1-b96570d6838b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:38.626427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:38.758747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for edeafd43-0f5a-4e4f-bcc1-b96570d6838b owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:32:38.954212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:39.002209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=edeafd43-0f5a-4e4f-bcc1-b96570d6838b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:39.047609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.047967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.048291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.048625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.048958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.049288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.049614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.049967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.050292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.050613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.050949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:32:39.322865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:39.514655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 176df0fd-3fea-4620-9b61-4ae86bd08119 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:39.555863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 176df0fd-3fea-4620-9b61-4ae86bd08119 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:32:39.556210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 176df0fd-3fea-4620-9b61-4ae86bd08119 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:39.928812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Router a06ce079-a6f1-41eb-8356-383acdfc7e85 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:32:40.240417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:32:40.253984 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7127c36b-c173-4256-b20c-630bbcbdf50b tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "PUT /v2.0/routers/a06ce079-a6f1-41eb-8356-383acdfc7e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0025375 Mar 11 16:32:40.256664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43832) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:40.463218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting subnet 530fbe79-3e63-4a93-a745-5215d5590533 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:32:40.466479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.524919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.613459 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.692919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.718262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Sync routers for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:32:40.730655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:40.731352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:40.740668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Subnet': ['ID=530fbe79-3e63-4a93-a745-5215d5590533,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:40.746795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:40.753343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-260cc9dd-7088-4e2d-89c5-4c72ab34bf08 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/subnets/530fbe79-3e63-4a93-a745-5215d5590533 HTTP/1.1" status: 204 len: 168 time: 0.4957211 Mar 11 16:32:40.755917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:40.784778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca940a9-539d-4feb-8de4-064bf55fc0a4 None None] Network b6e2ccc4-55d7-4dff-a7eb-9b4399903645 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:32:40.979190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.082291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:32:41.185083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.196456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Deleting port edbb0d2f-ee4c-4501-93b7-3c2f326458a7 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:32:41.196866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.302589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c779dcca-3ca4-412e-9035-774302d7627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.374840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] DHCP port deletion for b6e2ccc4-55d7-4dff-a7eb-9b4399903645 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:32:41.383506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Deleting port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:32:41.383876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.391454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] For port edbb0d2f-ee4c-4501-93b7-3c2f326458a7, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:41.391814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.521787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Calling delete_port for edbb0d2f-ee4c-4501-93b7-3c2f326458a7 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:32:41.540814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:38Z', 'revision_number': 7, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port': {'id': 'edbb0d2f-ee4c-4501-93b7-3c2f326458a7', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:30:42Z', 'updated_at': '2022-03-11T16:32:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.653967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Checking router: a06ce079-a6f1-41eb-8356-383acdfc7e85 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:32:41.687982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] For port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,segment=NetworkSegment(f410dd55-f526-48fd-bfe7-2601960aa01f),segment_id=f410dd55-f526-48fd-bfe7-2601960aa01f)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:32:41.688365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.695384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Routers {'a06ce079-a6f1-41eb-8356-383acdfc7e85'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:32:41.696002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:32:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['a06ce079-a6f1-41eb-8356-383acdfc7e85'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:41.703966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:41.750268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Port': ['ID=edbb0d2f-ee4c-4501-93b7-3c2f326458a7,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:41.932136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Calling delete_port for f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:32:41.981159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] Set router a06ce079-a6f1-41eb-8356-383acdfc7e85 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:32:42.078919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.119688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:41Z', 'revision_number': 9, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.141481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.143543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730bf3fb-91e7-4d7c-bdda-378cfa354558 None None] The sync data for ids ['a06ce079-a6f1-41eb-8356-383acdfc7e85'] in dv-neutron-833206-1-hyperv is: [{'id': 'a06ce079-a6f1-41eb-8356-383acdfc7e85', 'name': 'tempest-TestNetworkBasicOps-router-173031436', 'tenant_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:30:41Z', 'updated_at': '2022-03-11T16:32:41Z', 'revision_number': 9, 'project_id': '878fe9d5f29c4daa88bbaf9954a01f1e', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:32:42.148646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.156108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.207275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] Pushing event deleted for resources: {'Port': ['ID=f1cf2b35-961e-4ad0-992d-b0b56dca7cb3,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:42.213212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6758310-fe27-45d2-8b17-07c56fde8bc3 None None] No DVR routers for this DVR port f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:32:42.340180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.344812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.369540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.370126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Fanout notify agent at l3_agent the message router_deleted on router a06ce079-a6f1-41eb-8356-383acdfc7e85 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:32:42.390696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.390938 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b9596068-d169-4caa-82ad-c92a73688a80 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/routers/a06ce079-a6f1-41eb-8356-383acdfc7e85 HTTP/1.1" status: 204 len: 168 time: 1.6340134 Mar 11 16:32:42.394226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:42.519520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.672910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.710297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2ccc4-55d7-4dff-a7eb-9b4399903645']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.722658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f410dd55-f526-48fd-bfe7-2601960aa01f') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.722960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f410dd55-f526-48fd-bfe7-2601960aa01f') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:32:42.734199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.759300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.766549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:32:42.766931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:32:42.781258 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:32:42.872450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.892701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:42.907501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] Pushing event deleted for resources: {'Network': ['ID=b6e2ccc4-55d7-4dff-a7eb-9b4399903645,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:42.918275 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-85cdd903-81d0-4a48-ba47-c2b2d36fca77 tempest-TestNetworkBasicOps-1861128260 tempest-TestNetworkBasicOps-1861128260-project] 10.222.0.78 "DELETE /v2.0/networks/b6e2ccc4-55d7-4dff-a7eb-9b4399903645 HTTP/1.1" status: 204 len: 168 time: 0.5230579 Mar 11 16:32:42.990128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:43.023901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:32:43.027274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f1cf2b35-961e-4ad0-992d-b0b56dca7cb3 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:43.027834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:43.038504 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c85278-85a4-4b1f-b163-c9564909cc59 None None] New status for floating IP 25bab73f-49d3-477a-8d78-b559662313c3: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:32:43.069248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: edeafd43-0f5a-4e4f-bcc1-b96570d6838b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:32:43.069895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edeafd43-0f5a-4e4f-bcc1-b96570d6838b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:43.380018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43848) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:43.570812 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e846db44-3a06-4730-9b41-f52176437dcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=878fe9d5f29c4daa88bbaf9954a01f1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1896207 Mar 11 16:32:43.573550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43854) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:43.620341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.637772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.664809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.724343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.745113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c90b51b-0367-4176-a654-0fce770bdca8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:43.750209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:43.751374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-762ec65e-0586-4a0a-82ad-59f89d1c5556 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c90b51b-0367-4176-a654-0fce770bdca8 HTTP/1.1" status: 204 len: 168 time: 0.1768146 Mar 11 16:32:44.123806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43862) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:44.142227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.177713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:44.181514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Usage tracker for resource:security_group_rule and tenant:cf9b025fe1d64c32aa36b0b18b2ff7df is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:44.184442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:44.190126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:44.265564 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.269387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.320143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b20ce0-c220-4cd3-9eaa-df86f7d9d207,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.326031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0fe5a802-abf1-4e9d-8031-8b91e4e50de7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf9b025fe1d64c32aa36b0b18b2ff7df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012076 Mar 11 16:32:44.329662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 43866) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:32:44.394655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.427007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.481451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.497165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b20ce0-c220-4cd3-9eaa-df86f7d9d207,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:44.506399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:44.507860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3c3e49b9-2af5-45e7-858d-094b31177375 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/39b20ce0-c220-4cd3-9eaa-df86f7d9d207 HTTP/1.1" status: 204 len: 168 time: 0.1768396 Mar 11 16:32:44.565696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:32:44.600532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: edbb0d2f-ee4c-4501-93b7-3c2f326458a7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:32:44.600883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device edbb0d2f-ee4c-4501-93b7-3c2f326458a7 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:32:45.302370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:52.757318 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-0975c634-394d-4bd3-af43-b23ea62b2c1a tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281327 Mar 11 16:32:53.000297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-06e6d413-3ddb-44ed-a5d7-54189050b9fe tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:53.001652 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-06e6d413-3ddb-44ed-a5d7-54189050b9fe tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390828 Mar 11 16:32:53.021775 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-449c69d7-dccf-49df-9cb5-317ec44beacf tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/quotas/661e14dcde6040f4b8ace1e2deb9196f HTTP/1.1" status: 200 len: 375 time: 0.0127831 Mar 11 16:32:53.066744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-e8600d98-3851-4324-bf12-63db44e8ce70 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412281 Mar 11 16:32:53.257268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-edb070e9-8f56-4ce7-9aec-3eb0168345fd req-ea6727d0-445b-4d73-83c0-da97b6d8b6a3 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 210 time: 0.0464563 Mar 11 16:32:54.138986 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:32:54.367424 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-951fc291-bf46-4394-b43b-71c1dc8da6d2 req-f79ccae7-cc26-484f-9070-b6269148218f tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 210 time: 0.0423958 Mar 11 16:32:55.488278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b718294-1c44-4043-a7dc-0b1556a9828a req-ba9913d5-867a-4bd3-87aa-10242ace9ba3 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 210 time: 0.0461721 Mar 11 16:32:56.250641 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-ccab3504-e23a-4430-a3f2-dedc0e90e0b8 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312088 Mar 11 16:32:56.401759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-75769dcc-85af-4b7f-befb-5102193a6b2c tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:56.403231 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-75769dcc-85af-4b7f-befb-5102193a6b2c tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483123 Mar 11 16:32:56.421549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Request body: {'port': {'device_id': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb', 'admin_state_up': True, 'tenant_id': '661e14dcde6040f4b8ace1e2deb9196f'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:32:56.566960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:56.571166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Usage tracker for resource:port and tenant:661e14dcde6040f4b8ace1e2deb9196f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:56.574112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:56.580652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:56.591221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Made reservation on behalf of 661e14dcde6040f4b8ace1e2deb9196f for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:32:56.594479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.607943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.642753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:32:56.647029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Usage tracker for resource:security_group_rule and tenant:661e14dcde6040f4b8ace1e2deb9196f is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:32:56.649860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:32:56.656162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:32:56.669035 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cf2e7e49-9169-4586-8ab0-c6c84ce5b8c2 req-5fcc62cd-ead5-4d43-8151-2cbed272bc3d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 210 time: 0.0464015 Mar 11 16:32:56.730898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.735764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:56.816579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe38ee-22b2-4ed9-b496-b12500693e2c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:56.921216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Allocated IP 192.168.233.63 (56572692-7f16-44f3-88a0-6e2317d13fcb/28fbfe28-6571-447a-9098-845f8350c8c9/52bccd5f-13da-4780-a9b9-a636fe05f322) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:32:57.233394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.249113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Transition to ACTIVE for port object 52bccd5f-13da-4780-a9b9-a636fe05f322 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:57.271795 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.349463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Network 56572692-7f16-44f3-88a0-6e2317d13fcb is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:32:57.352727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:32:57.357083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:32:57.391438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Pushing event updated for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:57.428536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:57.429315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.457355 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-9a0b8f47-9766-4015-95b1-db0aafd0ce1e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0413961 Mar 11 16:32:57.470182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Request body: {'port': {'device_id': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:32:57.587362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.620486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ab9ae870-338b-4888-a5da-fb49e54d9b55 None None] Provisioning for port 52bccd5f-13da-4780-a9b9-a636fe05f322 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:32:57.626756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ab9ae870-338b-4888-a5da-fb49e54d9b55 None None] Provisioning complete for port 52bccd5f-13da-4780-a9b9-a636fe05f322 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:32:57.627145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab9ae870-338b-4888-a5da-fb49e54d9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:57.689439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ae870-338b-4888-a5da-fb49e54d9b55 None None] Port 52bccd5f-13da-4780-a9b9-a636fe05f322 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:32:57.884474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78ea2a-fcc9-41cc-bd08-790ecd5d8022 req-525949b9-baf6-4363-8255-380e528d5c57 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:57.886065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b78ea2a-fcc9-41cc-bd08-790ecd5d8022 req-525949b9-baf6-4363-8255-380e528d5c57 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 935 time: 0.0843432 Mar 11 16:32:57.949657 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b78ea2a-fcc9-41cc-bd08-790ecd5d8022 req-6c871691-5cd2-406d-81d0-58231d8b29ec tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569727 Mar 11 16:32:57.978383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bccd5f-13da-4780-a9b9-a636fe05f322 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:32:57.987210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.002842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Transition to ACTIVE for port object 52bccd5f-13da-4780-a9b9-a636fe05f322 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:32:58.006672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.144697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Pushing event updated for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:58.262798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Attempting to bind port 52bccd5f-13da-4780-a9b9-a636fe05f322 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:32:58.263127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Attempting to bind port 52bccd5f-13da-4780-a9b9-a636fe05f322 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:32:58.263480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Attempting to bind port 52bccd5f-13da-4780-a9b9-a636fe05f322 on network 56572692-7f16-44f3-88a0-6e2317d13fcb {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:32:58.270812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Port 52bccd5f-13da-4780-a9b9-a636fe05f322 on network 56572692-7f16-44f3-88a0-6e2317d13fcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:32:58.271122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Attempting to bind port 52bccd5f-13da-4780-a9b9-a636fe05f322 on network 56572692-7f16-44f3-88a0-6e2317d13fcb {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:32:58.277203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:32:58.277825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Checking segment: {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:32:58.277930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Bound using segment: {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:32:58.278340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Bound port: 52bccd5f-13da-4780-a9b9-a636fe05f322, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f68431-17a3-4d84-87ce-5d141cff2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:32:58.278681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.369918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:32:58.372698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=52bccd5f-13da-4780-a9b9-a636fe05f322,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:32:58.377430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.443309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:32:58.444683 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] 10.222.0.11 "PUT /v2.0/ports/52bccd5f-13da-4780-a9b9-a636fe05f322 HTTP/1.1" status: 200 len: 1097 time: 0.9797602 Mar 11 16:32:58.445105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:32:58.474055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb50b4f-3f1d-4218-8f59-2877d0f5fff5 service neutron] Pushing event updated for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:32:58.524458 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322', 'status': 'completed', 'code': 200} Mar 11 16:32:58.572100 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-2b08737c-6754-4c6f-b694-3ad8e40908ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 1100 time: 0.0813179 Mar 11 16:32:58.655158 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-7618ac92-dc91-4720-894c-5a7b2adcb6ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=52bccd5f-13da-4780-a9b9-a636fe05f322 HTTP/1.1" status: 200 len: 217 time: 0.0752845 Mar 11 16:32:58.724437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-390c51f8-d6a6-465e-afdb-b89f4ce6ab5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:58.725917 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-390c51f8-d6a6-465e-afdb-b89f4ce6ab5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28fbfe28-6571-447a-9098-845f8350c8c9 HTTP/1.1" status: 200 len: 843 time: 0.0654294 Mar 11 16:32:58.805557 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-fb1050b5-07df-4f8e-b23c-5017940b2ce4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56572692-7f16-44f3-88a0-6e2317d13fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0738957 Mar 11 16:32:58.940915 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-b24ac369-48ab-4c66-a46e-cf86c38b6f76 service neutron] 10.222.0.11 "GET /v2.0/networks/56572692-7f16-44f3-88a0-6e2317d13fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290200 Mar 11 16:32:59.161282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9bc85-3be8-486f-b0bb-cc5f2ecb94e8 req-d889bb6c-8773-4d66-9b95-6a537f2e6a1f tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.162811 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6bf9bc85-3be8-486f-b0bb-cc5f2ecb94e8 req-d889bb6c-8773-4d66-9b95-6a537f2e6a1f tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 947 time: 0.0872605 Mar 11 16:32:59.172723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c07e9150-9e37-46ba-a19f-034465b53b97 req-72cf81ab-e5d7-4f09-a8f3-d66d44d765bb service neutron] 10.222.0.11 "GET /v2.0/networks/56572692-7f16-44f3-88a0-6e2317d13fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264569 Mar 11 16:32:59.211847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6bf9bc85-3be8-486f-b0bb-cc5f2ecb94e8 req-dfdb62d5-db4f-4be2-9d0a-2919e7f64ce3 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Mar 11 16:32:59.293046 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-301dd8f3-aaf4-48e5-a446-140874ddb5af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 1100 time: 0.0692291 Mar 11 16:32:59.432996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-9a4f0f7b-ced2-44d3-bed8-738baa493ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.434465 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-9a4f0f7b-ced2-44d3-bed8-738baa493ef7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56572692-7f16-44f3-88a0-6e2317d13fcb HTTP/1.1" status: 200 len: 870 time: 0.1357043 Mar 11 16:32:59.506357 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-7dd024a2-49d9-4051-b0fb-4505b24847d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=52bccd5f-13da-4780-a9b9-a636fe05f322 HTTP/1.1" status: 200 len: 217 time: 0.0656564 Mar 11 16:32:59.568576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-504187be-9065-4e09-be30-a09056a9aedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:32:59.570022 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-504187be-9065-4e09-be30-a09056a9aedc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=28fbfe28-6571-447a-9098-845f8350c8c9 HTTP/1.1" status: 200 len: 843 time: 0.0586317 Mar 11 16:32:59.648358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-4f78cdad-88e9-4aa0-abb7-fb3f59f037f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56572692-7f16-44f3-88a0-6e2317d13fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0722337 Mar 11 16:32:59.792360 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-f49876cb-5f39-4372-8b92-7fc583caa8c0 service neutron] 10.222.0.11 "GET /v2.0/networks/56572692-7f16-44f3-88a0-6e2317d13fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362653 Mar 11 16:32:59.931502 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ae11c5ef-3fa6-44df-aeb5-7d329fe53f2f req-cacc25d0-e06d-4305-a48c-1b0f824bd2f7 service neutron] 10.222.0.11 "GET /v2.0/networks/56572692-7f16-44f3-88a0-6e2317d13fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316438 Mar 11 16:33:00.418808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b054f7-0ccd-4d14-9965-30c313f74f67 req-7fbc55db-a6cf-499a-a21f-7bc4e7aac43e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:00.420474 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-93b054f7-0ccd-4d14-9965-30c313f74f67 req-7fbc55db-a6cf-499a-a21f-7bc4e7aac43e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 947 time: 0.0771165 Mar 11 16:33:00.471773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-93b054f7-0ccd-4d14-9965-30c313f74f67 req-cc2ab4ad-0f8e-4b31-a738-7bd1a2c28520 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454767 Mar 11 16:33:01.576651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 52bccd5f-13da-4780-a9b9-a636fe05f322 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:33:01.673358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee7946-7b33-4669-9927-87caf40389e5 req-80fb6032-2c96-40c5-8416-ad5998004634 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:01.674890 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-43ee7946-7b33-4669-9927-87caf40389e5 req-80fb6032-2c96-40c5-8416-ad5998004634 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 947 time: 0.0788579 Mar 11 16:33:01.722927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-43ee7946-7b33-4669-9927-87caf40389e5 req-143987e0-8d9c-44ba-bd06-98b8b92abd15 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Mar 11 16:33:01.724766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=52bccd5f-13da-4780-a9b9-a636fe05f322,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:01.739881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '52bccd5f-13da-4780-a9b9-a636fe05f322', 'network_id': '56572692-7f16-44f3-88a0-6e2317d13fcb', 'port_id': '52bccd5f-13da-4780-a9b9-a636fe05f322', 'mac_address': 'fa:16:3e:95:20:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 928, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fbfe28-6571-447a-9098-845f8350c8c9', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:33:01.794111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:01.811156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bccd5f-13da-4780-a9b9-a636fe05f322 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:33:01.826445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=52bccd5f-13da-4780-a9b9-a636fe05f322,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:01.830311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:01.901537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:02.189088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['52bccd5f-13da-4780-a9b9-a636fe05f322'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:33:02.931699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76199d0a-62db-4335-b07d-c5345bd1adcb req-6c9dd406-ac16-436f-9b27-c5d0eb73785b tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:02.933156 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76199d0a-62db-4335-b07d-c5345bd1adcb req-6c9dd406-ac16-436f-9b27-c5d0eb73785b tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 948 time: 0.0819418 Mar 11 16:33:02.978504 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76199d0a-62db-4335-b07d-c5345bd1adcb req-0025ff7e-812d-477a-8b5f-f9ac3561275d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Mar 11 16:33:03.575462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 52bccd5f-13da-4780-a9b9-a636fe05f322 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:33:03.686684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 52bccd5f-13da-4780-a9b9-a636fe05f322 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:33:03.691362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 52bccd5f-13da-4780-a9b9-a636fe05f322 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:03.691734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:03.807454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:03.835989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:33:03.845529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=52bccd5f-13da-4780-a9b9-a636fe05f322,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:03.849627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:03.902003 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322', 'code': 200} Mar 11 16:33:03.918941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:04.147822 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f91f8a8f-5bff-46c6-822d-232e63aa2c8d req-ae83b2d6-c4e3-4799-99ad-93df52a5d0e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 1102 time: 0.0787361 Mar 11 16:33:04.191948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b312a-6952-48b2-8c1f-83d6e599add8 req-dca64d1e-2a7a-487d-a4c7-d9eae5fa8c46 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:04.193415 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-834b312a-6952-48b2-8c1f-83d6e599add8 req-dca64d1e-2a7a-487d-a4c7-d9eae5fa8c46 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.0819051 Mar 11 16:33:04.201690 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f91f8a8f-5bff-46c6-822d-232e63aa2c8d req-d0feef8b-9a92-4b22-b397-fea584bf4291 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Mar 11 16:33:04.240442 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-834b312a-6952-48b2-8c1f-83d6e599add8 req-02dce870-9d00-429e-b846-b61e2712b1fa tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412805 Mar 11 16:33:05.457316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3f6a1-f34d-44fd-bee9-146c87e3776d req-f094e2c4-499a-43d2-adb6-8e5f1afd64cd tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:05.458676 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fab3f6a1-f34d-44fd-bee9-146c87e3776d req-f094e2c4-499a-43d2-adb6-8e5f1afd64cd tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.0825248 Mar 11 16:33:05.507924 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fab3f6a1-f34d-44fd-bee9-146c87e3776d req-e0df6c13-d6fd-493f-b53e-44d67cec2c4e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Mar 11 16:33:06.729479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3535c80-38a2-4f58-9496-2fd2ee7ac91a req-8e341d6d-7146-4460-905f-12e95c3d58c4 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:06.731093 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3535c80-38a2-4f58-9496-2fd2ee7ac91a req-8e341d6d-7146-4460-905f-12e95c3d58c4 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.0992837 Mar 11 16:33:06.778045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3535c80-38a2-4f58-9496-2fd2ee7ac91a req-3f950d44-e511-46ab-8fdc-d75a08f6751e tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Mar 11 16:33:07.238200 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bbbce281-70d0-4b52-a509-bf17106afecc req-5bb1a460-5c1f-4f65-a6be-34b04ccbcd0d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0755692 Mar 11 16:33:07.760949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40668da0-c7f0-4b38-877f-195d5563ad8f req-726f5264-e0f8-4722-864e-58690b0ca41d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0724292 Mar 11 16:33:08.173657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bdee96ec-ed5e-412e-96d9-976833b430d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:08.318442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f5b11-b041-441c-ada9-94a4196d3d57 req-81a5ca2b-7168-428b-8d4b-71678903f784 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:08.319940 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b03f5b11-b041-441c-ada9-94a4196d3d57 req-81a5ca2b-7168-428b-8d4b-71678903f784 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.0828788 Mar 11 16:33:08.376500 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b03f5b11-b041-441c-ada9-94a4196d3d57 req-4e5ffdb9-b5bb-4f4c-b422-2c694d84db1f tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510254 Mar 11 16:33:09.594266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487d1b-843d-41e7-969d-53a2155c18ab req-61b0211e-8d1b-4f00-9d0b-74d056aafbfd tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:09.595727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0487d1b-843d-41e7-969d-53a2155c18ab req-61b0211e-8d1b-4f00-9d0b-74d056aafbfd tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.0781939 Mar 11 16:33:09.650713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-d122e651-70d9-45c5-a36f-deb22922e7f1 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:09.651335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0487d1b-843d-41e7-969d-53a2155c18ab req-5556ecbb-bab4-4d34-a131-06f1d94777f9 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/security-groups?id=24fe38ee-22b2-4ed9-b496-b12500693e2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Mar 11 16:33:09.651446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-d122e651-70d9-45c5-a36f-deb22922e7f1 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Synchronizing usage tracker for tenant:661e14dcde6040f4b8ace1e2deb9196f on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:33:09.676087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-d122e651-70d9-45c5-a36f-deb22922e7f1 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Unset dirty status for tenant:661e14dcde6040f4b8ace1e2deb9196f on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:33:09.677230 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-d122e651-70d9-45c5-a36f-deb22922e7f1 tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 949 time: 0.1072023 Mar 11 16:33:09.749774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Deleting port 52bccd5f-13da-4780-a9b9-a636fe05f322 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:33:09.750118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:09.995308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] For port 52bccd5f-13da-4780-a9b9-a636fe05f322, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=52bccd5f-13da-4780-a9b9-a636fe05f322,segment=NetworkSegment(a7f68431-17a3-4d84-87ce-5d141cff2812),segment_id=a7f68431-17a3-4d84-87ce-5d141cff2812)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:09.995596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:10.131209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Calling delete_port for 52bccd5f-13da-4780-a9b9-a636fe05f322 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:33:10.284123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:10.295328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['52bccd5f-13da-4780-a9b9-a636fe05f322'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:33:10.333524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Pushing event deleted for resources: {'Port': ['ID=52bccd5f-13da-4780-a9b9-a636fe05f322,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:10.503770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] No DVR routers for this DVR port 52bccd5f-13da-4780-a9b9-a636fe05f322 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:33:10.506348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:10.508924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'name': 'network-vif-deleted', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:33:10.525317 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e22ec0e5-7870-4bc1-887a-357e3aba6726 req-935ce9d4-f2b6-49d6-8a11-d3a8f508228d tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.11 "DELETE /v2.0/ports/52bccd5f-13da-4780-a9b9-a636fe05f322 HTTP/1.1" status: 204 len: 173 time: 0.8428798 Mar 11 16:33:10.661326 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a2583a-9284-4cce-8a75-2a9d27613e53', 'name': 'network-vif-deleted', 'tag': '52bccd5f-13da-4780-a9b9-a636fe05f322', 'status': 'completed', 'code': 200} Mar 11 16:33:10.840917 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c6d72093-3b8d-4e45-a6f5-779464a0fd63 req-11d69538-b033-450f-897e-aa193926165b tempest-ServersAdminNegativeTestJSON-16318486 tempest-ServersAdminNegativeTestJSON-16318486-project] 10.222.0.78 "GET /v2.0/ports?device_id=e2a2583a-9284-4cce-8a75-2a9d27613e53 HTTP/1.1" status: 200 len: 210 time: 0.0477626 Mar 11 16:33:11.273287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-39657597-699c-4b57-892c-5880658e9e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.003903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.112431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.269788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44004) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:12.448345 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0007f9f0-9d25-4250-8609-be8983776dca admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=661e14dcde6040f4b8ace1e2deb9196f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1773157 Mar 11 16:33:12.451198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44010) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:12.512690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.540406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.593730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.611278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe38ee-22b2-4ed9-b496-b12500693e2c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:12.618566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:12.619679 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7dc9769a-eae7-45b5-8b57-3d62cc36ef3a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/24fe38ee-22b2-4ed9-b496-b12500693e2c HTTP/1.1" status: 204 len: 168 time: 0.1676235 Mar 11 16:33:12.955739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44018) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:12.974231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.006275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:33:13.010058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Usage tracker for resource:security_group_rule and tenant:9b38fe2ccb454f0d870776f0e38d5ea7 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:33:13.012958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:33:13.019615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:33:13.095332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.100851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.148730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ded85b2-0e20-46c3-8141-2e3eed8f8e7f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:13.154999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b8973faf-69bf-4f41-b12d-84e00026b067 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b38fe2ccb454f0d870776f0e38d5ea7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982443 Mar 11 16:33:13.158875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44022) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:13.221768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.246693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.303782 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.321290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ded85b2-0e20-46c3-8141-2e3eed8f8e7f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:13.325677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.327546 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d40e6ea3-36ed-4548-9868-b33ec21a14c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1ded85b2-0e20-46c3-8141-2e3eed8f8e7f HTTP/1.1" status: 204 len: 168 time: 0.1672680 Mar 11 16:33:13.566323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:13.596689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 52bccd5f-13da-4780-a9b9-a636fe05f322 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:33:13.630348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 52bccd5f-13da-4780-a9b9-a636fe05f322 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:33:13.630684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 52bccd5f-13da-4780-a9b9-a636fe05f322 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:33:14.210364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44044) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:14.344535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-469636685-network', 'tenant_id': '0d60ea89e0de48c799c6e9f910a3e1b1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:33:14.349638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:33:14.353779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Usage tracker for resource:network and tenant:0d60ea89e0de48c799c6e9f910a3e1b1 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:33:14.356773 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:33:14.363317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:33:14.374515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Made reservation on behalf of 0d60ea89e0de48c799c6e9f910a3e1b1 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:33:14.376886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.389580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.422025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:33:14.425745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Usage tracker for resource:security_group_rule and tenant:0d60ea89e0de48c799c6e9f910a3e1b1 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:33:14.428476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:33:14.434093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:33:14.509533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.514652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.545940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:33:14.554690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e094f67c-8a88-427a-888e-5815221a6911,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:14.561671 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.562032 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Added segment 4c515375-6a89-447d-86ca-e92588385d59 of type vlan for network 13761a83-acb8-4746-9dbc-ca1dde3fe407 Mar 11 16:33:14.589471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.620527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.621365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:14.621962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:14.727364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] Pushing event updated for resources: {'Network': ['ID=13761a83-acb8-4746-9dbc-ca1dde3fe407,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:14.731038 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-81276689-5673-493b-b8a0-ce6a7259f134 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5196872 Mar 11 16:33:14.734343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44052) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:14.739624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Request body: {'subnet': {'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-469636685-subnet', 'tenant_id': '0d60ea89e0de48c799c6e9f910a3e1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:33:14.741210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 13761a83-acb8-4746-9dbc-ca1dde3fe407 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:33:14.744485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:33:14.748329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Usage tracker for resource:subnet and tenant:0d60ea89e0de48c799c6e9f910a3e1b1 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:33:14.751225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:33:14.757224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:33:14.773997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Made reservation on behalf of 0d60ea89e0de48c799c6e9f910a3e1b1 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:33:14.776803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:15.082023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:15.157838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4c9358-2f58-4886-8f00-2a7bd58eec0c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:15.168912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Checking segment: {'id': '4c515375-6a89-447d-86ca-e92588385d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:33:15.169270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Network hostable DHCP agents. Network: 13761a83-acb8-4746-9dbc-ca1dde3fe407, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:33:15.191429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Network 13761a83-acb8-4746-9dbc-ca1dde3fe407 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:33:15.201548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 13761a83-acb8-4746-9dbc-ca1dde3fe407) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:33:15.205595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:15.206197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:15.210484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3c63d-89c4-4bec-82ab-0072399eb338 None None] Network 13761a83-acb8-4746-9dbc-ca1dde3fe407 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:33:15.229074 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b2594847-d092-4d5c-b1e1-c32438138182 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4932406 Mar 11 16:33:15.311400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:15.453663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2bc3b-fc56-4be0-9c68-4a78e9722b03 None None] Network 13761a83-acb8-4746-9dbc-ca1dde3fe407 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:33:15.830674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-be583bdf-0287-4fb8-b295-b5225eb8bee2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:15.831335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-be583bdf-0287-4fb8-b295-b5225eb8bee2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Synchronizing usage tracker for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:33:15.849294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-be583bdf-0287-4fb8-b295-b5225eb8bee2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Unset dirty status for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:33:15.850456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-be583bdf-0287-4fb8-b295-b5225eb8bee2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 811 time: 0.1754696 Mar 11 16:33:15.868239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-e7bbc42a-a684-473c-bbb0-6834f5647744 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/quotas/0d60ea89e0de48c799c6e9f910a3e1b1 HTTP/1.1" status: 200 len: 375 time: 0.0119169 Mar 11 16:33:15.919610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-752bb0cd-29c1-41fd-9cc9-bc0928569da4 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452881 Mar 11 16:33:16.057103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-09b3dbbf-f5d7-44ab-a075-afd32ceff7a0 service neutron] 10.222.0.78 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309373 Mar 11 16:33:16.193048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-1fa5ff36-2ec5-46a6-8c67-92f0b420572c service neutron] 10.222.0.78 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300223 Mar 11 16:33:17.403664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f8835e0f-39fa-42f4-813d-2f4f7d36a266 req-2af03ca4-e704-4ed6-a377-b16a165b0b75 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 210 time: 0.0433128 Mar 11 16:33:18.462867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f71b436d-72e5-491f-b36f-1c75143abd0f tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:18.464286 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f71b436d-72e5-491f-b36f-1c75143abd0f tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 811 time: 0.1493487 Mar 11 16:33:18.480558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Request body: {'port': {'device_id': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407', 'admin_state_up': True, 'tenant_id': '0d60ea89e0de48c799c6e9f910a3e1b1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:33:18.583688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c6f4b3d7-c204-44a0-8bdf-bcec08587e18 req-9db8c337-a06e-4624-8910-d65f211172ce tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 210 time: 0.0446131 Mar 11 16:33:18.636920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:33:18.640962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Usage tracker for resource:port and tenant:0d60ea89e0de48c799c6e9f910a3e1b1 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:33:18.643822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:33:18.649487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:33:18.659719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Made reservation on behalf of 0d60ea89e0de48c799c6e9f910a3e1b1 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:33:18.663327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:18.837027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Allocated IP 172.20.0.13 (13761a83-acb8-4746-9dbc-ca1dde3fe407/fe4c9358-2f58-4886-8f00-2a7bd58eec0c/d9d69332-f077-4678-b696-303428232465) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:33:19.047429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.074946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.153354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Network 13761a83-acb8-4746-9dbc-ca1dde3fe407 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:33:19.156841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:33:19.160775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:33:19.195967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:19.226650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:19.227245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.248072 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-f3c767dd-3b97-4ed1-9110-aa816ae0f5dc tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709849 Mar 11 16:33:19.259453 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Request body: {'port': {'device_id': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:33:19.369931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.731308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d69332-f077-4678-b696-303428232465 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:33:19.738688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.754690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Transition to ACTIVE for port object d9d69332-f077-4678-b696-303428232465 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:33:19.758655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:19.795836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5f427-2a21-46a9-93a5-f10b96bf663e req-10d7aaf2-9367-4ca1-af09-01b0575ec148 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:19.798006 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1e5f427-2a21-46a9-93a5-f10b96bf663e req-10d7aaf2-9367-4ca1-af09-01b0575ec148 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 932 time: 0.0923512 Mar 11 16:33:19.846929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1e5f427-2a21-46a9-93a5-f10b96bf663e req-35201610-961d-4ff6-b210-7676a19c5df2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Synchronizing usage tracker for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:33:19.863893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c1e5f427-2a21-46a9-93a5-f10b96bf663e req-35201610-961d-4ff6-b210-7676a19c5df2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Unset dirty status for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:33:19.865330 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1e5f427-2a21-46a9-93a5-f10b96bf663e req-35201610-961d-4ff6-b210-7676a19c5df2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616233 Mar 11 16:33:19.891422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:19.998663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Attempting to bind port d9d69332-f077-4678-b696-303428232465 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:33:19.998663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Attempting to bind port d9d69332-f077-4678-b696-303428232465 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4c515375-6a89-447d-86ca-e92588385d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:33:19.999061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Attempting to bind port d9d69332-f077-4678-b696-303428232465 on network 13761a83-acb8-4746-9dbc-ca1dde3fe407 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:33:20.004768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Port d9d69332-f077-4678-b696-303428232465 on network 13761a83-acb8-4746-9dbc-ca1dde3fe407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:33:20.005083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Attempting to bind port d9d69332-f077-4678-b696-303428232465 on network 13761a83-acb8-4746-9dbc-ca1dde3fe407 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:33:20.011963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:33:20.012350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Checking segment: {'id': '4c515375-6a89-447d-86ca-e92588385d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:33:20.012727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Bound using segment: {'id': '4c515375-6a89-447d-86ca-e92588385d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:33:20.013177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Bound port: d9d69332-f077-4678-b696-303428232465, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c515375-6a89-447d-86ca-e92588385d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:33:20.014628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:20.112337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:33:20.116735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:33:20.121359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:20.278238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:20.280357 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] 10.222.0.11 "PUT /v2.0/ports/d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 1094 time: 1.0252659 Mar 11 16:33:20.280785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'tag': 'd9d69332-f077-4678-b696-303428232465'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:33:20.300855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0c6f1-81d3-4e91-ab7a-71e5682f7668 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:20.353491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'tag': 'd9d69332-f077-4678-b696-303428232465', 'status': 'completed', 'code': 200} Mar 11 16:33:20.388856 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-97921e95-c500-4bfb-ade5-86878136ee25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1097 time: 0.0701756 Mar 11 16:33:20.462151 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-b353604d-6f42-4ff3-9898-aa99535f7a20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.0666316 Mar 11 16:33:20.528626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-dfaa8e1d-4dfa-4935-850c-176422236151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:20.530673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-dfaa8e1d-4dfa-4935-850c-176422236151 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0628707 Mar 11 16:33:20.580398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-1db609df-551a-4acc-bd6a-9340221da980 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437825 Mar 11 16:33:20.715707 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-4489656a-e187-4302-bf65-540cfc4d91ac service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296356 Mar 11 16:33:20.863248 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-63e4d59e-7fa5-48c9-8168-d9baa313004f req-bc143f84-0cd8-4b56-aa2c-3a4f9aefc9c2 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409152 Mar 11 16:33:21.015926 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-ec692c59-c5d3-47e5-bd60-3b83f7439d0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1097 time: 0.1101847 Mar 11 16:33:21.099271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fd29b-b1b2-4680-88a9-3963d0769ea0 req-dc63f4ac-52c3-4d9e-9280-cf0f4ca543b0 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:21.100828 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-377fd29b-b1b2-4680-88a9-3963d0769ea0 req-dc63f4ac-52c3-4d9e-9280-cf0f4ca543b0 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0808189 Mar 11 16:33:21.155412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c171-bc9a-4a32-9427-227dd442188a req-928d45cd-426d-4456-aaac-2be2b82adde4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:21.155671 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-377fd29b-b1b2-4680-88a9-3963d0769ea0 req-ed3db6ef-20a4-4df2-bec4-b27a1250069c tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Mar 11 16:33:21.157094 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-928d45cd-426d-4456-aaac-2be2b82adde4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 912 time: 0.1355865 Mar 11 16:33:21.228281 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-cfaf3303-2a38-413a-a9fa-6dc2cc29b73c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.0654287 Mar 11 16:33:21.299152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c171-bc9a-4a32-9427-227dd442188a req-81c8a99c-a74a-4946-b21a-43290fedde94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:21.300578 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-81c8a99c-a74a-4946-b21a-43290fedde94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0664096 Mar 11 16:33:21.349302 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-00dcc64c-9aaa-40bf-91eb-68dd725ab42d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429895 Mar 11 16:33:21.494080 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-1b492f4d-170c-4bd8-bc71-ac2194147d34 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385205 Mar 11 16:33:21.633154 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e427c171-bc9a-4a32-9427-227dd442188a req-e292a4b4-3c8c-4373-a766-2388d6f2456f service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320274 Mar 11 16:33:22.366857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccada9d-16f1-47ed-a342-97b98a2ebbf1 req-6e93daec-6081-4e34-991c-f40df7a79249 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:22.368204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1ccada9d-16f1-47ed-a342-97b98a2ebbf1 req-6e93daec-6081-4e34-991c-f40df7a79249 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0788262 Mar 11 16:33:22.415689 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1ccada9d-16f1-47ed-a342-97b98a2ebbf1 req-73307082-a4f4-4deb-a53a-33bbfb31fc89 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Mar 11 16:33:23.629634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68cd11-079a-4fe2-9bdb-11223b70b486 req-d66cc50c-c8a3-4def-8bdf-4e01bdd000ee tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:23.638024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa68cd11-079a-4fe2-9bdb-11223b70b486 req-d66cc50c-c8a3-4def-8bdf-4e01bdd000ee tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0822179 Mar 11 16:33:23.682758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa68cd11-079a-4fe2-9bdb-11223b70b486 req-ecedbb96-8d28-4117-a41d-d32812e68279 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Mar 11 16:33:25.066282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b869e63-b282-4196-9ffa-bb690f9adfe8 req-fc109d59-b190-4d3a-924f-feb78fb926fe tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:25.067759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b869e63-b282-4196-9ffa-bb690f9adfe8 req-fc109d59-b190-4d3a-924f-feb78fb926fe tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0911348 Mar 11 16:33:25.122920 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b869e63-b282-4196-9ffa-bb690f9adfe8 req-b0486e0f-ff94-40cf-a935-e3f96131e2cd tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485668 Mar 11 16:33:25.636595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:33:25.780759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:25.793910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'd9d69332-f077-4678-b696-303428232465', 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407', 'port_id': 'd9d69332-f077-4678-b696-303428232465', 'mac_address': 'fa:16:3e:58:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4c9358-2f58-4886-8f00-2a7bd58eec0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:33:25.856026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:25.876136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d69332-f077-4678-b696-303428232465 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:33:25.891770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:25.895416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:25.967186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:25.985735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.986079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.986421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.986755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.987088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.987419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.987753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.988078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.988404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.988750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:25.989070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:33:26.197172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['d9d69332-f077-4678-b696-303428232465'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:33:26.351849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6654a9-bdba-4e49-a41c-7b09e8bcab9d req-c30adb94-bfdd-42f9-85d6-b1589e7742af tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:26.353284 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e6654a9-bdba-4e49-a41c-7b09e8bcab9d req-c30adb94-bfdd-42f9-85d6-b1589e7742af tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 945 time: 0.0828111 Mar 11 16:33:26.410969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9e6654a9-bdba-4e49-a41c-7b09e8bcab9d req-afef0fc8-d841-4268-ae1e-56fc553df6be tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Mar 11 16:33:27.620541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d243-62d4-4742-b130-fae5ad489654 req-9aca2235-06eb-45c9-a701-d5313b5e7958 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:27.622241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-64f2d243-62d4-4742-b130-fae5ad489654 req-9aca2235-06eb-45c9-a701-d5313b5e7958 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 945 time: 0.0822923 Mar 11 16:33:27.647723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:33:27.670539 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-64f2d243-62d4-4742-b130-fae5ad489654 req-c50b47ca-4c88-4021-9f34-f8a608bcaf50 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Mar 11 16:33:27.718718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port d9d69332-f077-4678-b696-303428232465 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:33:27.723234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port d9d69332-f077-4678-b696-303428232465 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:33:27.723620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:27.840080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:27.877323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d69332-f077-4678-b696-303428232465'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:33:27.887004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:33:27.891181 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:27.966138 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d69332-f077-4678-b696-303428232465', 'code': 200} Mar 11 16:33:28.002742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:33:28.177344 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4333f7a3-6056-4c6b-8d3b-545538efdcb4 req-250dfc5d-9667-439e-9da4-694bd151e217 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1099 time: 0.0695758 Mar 11 16:33:28.220365 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4333f7a3-6056-4c6b-8d3b-545538efdcb4 req-d769c89a-52f6-4b1a-90a0-97259a1f3f7e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Mar 11 16:33:28.878228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806c64d-5c85-4306-ba8b-02ffda91dc93 req-2a95d409-add6-42d5-9ec6-3eae489ccb5d tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:28.879600 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3806c64d-5c85-4306-ba8b-02ffda91dc93 req-2a95d409-add6-42d5-9ec6-3eae489ccb5d tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0810707 Mar 11 16:33:28.926839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3806c64d-5c85-4306-ba8b-02ffda91dc93 req-4b011a7c-1d03-482f-b81e-474f70ff2b12 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Mar 11 16:33:30.137225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9607e89-6560-46d9-a0b5-116a56536e60 req-767f6a9f-e50b-4759-bf85-514babfd4f54 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:30.139376 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f9607e89-6560-46d9-a0b5-116a56536e60 req-767f6a9f-e50b-4759-bf85-514babfd4f54 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0770092 Mar 11 16:33:30.191063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f9607e89-6560-46d9-a0b5-116a56536e60 req-31adfb84-45cb-48db-96a0-b5c7fb649fb1 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459399 Mar 11 16:33:30.464850 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e0b3fea3-9820-4bba-9e38-1e289ac53e2b req-91abb33a-844d-4d0a-9282-01543df4e470 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1451650 Mar 11 16:33:30.752676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44114) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:33:30.785125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cafa0-7670-4a97-b644-bf47fa0599ae req-31f7068c-9d51-45c6-9913-4e0c291aec47 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:30.786597 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b9cafa0-7670-4a97-b644-bf47fa0599ae req-31f7068c-9d51-45c6-9913-4e0c291aec47 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0787289 Mar 11 16:33:30.901411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-8c3b4434-12aa-4587-8d76-54c66d2ddfe6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474221 Mar 11 16:33:30.930815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0b9cafa0-7670-4a97-b644-bf47fa0599ae req-d901603f-3466-4020-8c4d-dbbb371cced4 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387472 Mar 11 16:33:31.139106 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:33:32.152789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9263a-4454-411b-af35-f5e91b5cf542 req-035f9154-4de0-4ff3-9e59-218e90468310 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.154306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2f9263a-4454-411b-af35-f5e91b5cf542 req-035f9154-4de0-4ff3-9e59-218e90468310 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0904677 Mar 11 16:33:32.193155 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-03227bd6-5832-484d-ae17-b4cbf9b24400 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1099 time: 0.0733480 Mar 11 16:33:32.208798 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2f9263a-4454-411b-af35-f5e91b5cf542 req-280f2275-29da-4367-a222-b618b1af9481 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Mar 11 16:33:32.422868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-98a56b09-8620-470b-81ed-d53f8dc51ce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.424321 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-98a56b09-8620-470b-81ed-d53f8dc51ce6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 912 time: 0.2254250 Mar 11 16:33:32.495441 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-3dee604d-9448-4cb9-8e90-fe89fed2579b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.0653193 Mar 11 16:33:32.557852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-be9e4cba-a718-4218-bbf1-63c366f39b7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:32.559293 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-be9e4cba-a718-4218-bbf1-63c366f39b7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0586593 Mar 11 16:33:32.605109 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-c8e72741-5ab5-4929-839b-325d95040de2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403910 Mar 11 16:33:32.738832 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-b344c793-cfb3-4bb9-956b-81073ecbfbfe service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276791 Mar 11 16:33:32.880850 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-5dd87177-75a0-4ba4-95c0-0bf469630bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365819 Mar 11 16:33:33.417364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d180624-1bd1-4c97-965e-88a0c3f12376 req-ec5f0bfe-597e-461c-a98e-99dcea33e682 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:33.418743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d180624-1bd1-4c97-965e-88a0c3f12376 req-ec5f0bfe-597e-461c-a98e-99dcea33e682 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0815761 Mar 11 16:33:33.473972 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1d180624-1bd1-4c97-965e-88a0c3f12376 req-952cbeb9-925d-424f-9a0b-05dbc0cceff9 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485296 Mar 11 16:33:34.686691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea95c-38fd-4e1e-b2f6-818f28e51124 req-fa481361-1ef0-41dc-a965-9d22623460d5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:34.688250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71aea95c-38fd-4e1e-b2f6-818f28e51124 req-fa481361-1ef0-41dc-a965-9d22623460d5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0863876 Mar 11 16:33:34.741904 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71aea95c-38fd-4e1e-b2f6-818f28e51124 req-70d24994-aa0d-4c78-bc11-8193937a1e3a tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Mar 11 16:33:35.947109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41962444-2d9c-484a-b6a0-b6ed9994c8d1 req-c9d75330-21c3-4230-8598-f3e6034cc707 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:35.948560 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-41962444-2d9c-484a-b6a0-b6ed9994c8d1 req-c9d75330-21c3-4230-8598-f3e6034cc707 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0817645 Mar 11 16:33:36.004448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-41962444-2d9c-484a-b6a0-b6ed9994c8d1 req-f4494cf3-2781-4000-a30a-723f83053363 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Mar 11 16:33:37.235343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f8229-a4b0-484d-a776-aa1f22fa1dcf req-d960e0d0-05f7-4f05-a53f-42eaa88c9997 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:37.237434 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c18f8229-a4b0-484d-a776-aa1f22fa1dcf req-d960e0d0-05f7-4f05-a53f-42eaa88c9997 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0913157 Mar 11 16:33:37.288343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c18f8229-a4b0-484d-a776-aa1f22fa1dcf req-fdde8877-7c65-4aca-8e76-16e344efb243 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449741 Mar 11 16:33:38.176792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f73d9b13-6d54-4a7c-a749-479d0c837d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:38.501291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5839893-17fc-4d44-a439-60eb45050674 req-54c489dc-1adc-426c-a191-a19364aed1f5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:38.502875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5839893-17fc-4d44-a439-60eb45050674 req-54c489dc-1adc-426c-a191-a19364aed1f5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0850101 Mar 11 16:33:38.557234 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5839893-17fc-4d44-a439-60eb45050674 req-77807b2c-c7ea-4208-9b8c-2b7f54413f59 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Mar 11 16:33:39.758870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405f3ae-f731-47b8-a77f-1f85fb5f3abb req-90fb7b4d-eef4-4847-b458-d0deb927715c tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:39.760324 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9405f3ae-f731-47b8-a77f-1f85fb5f3abb req-90fb7b4d-eef4-4847-b458-d0deb927715c tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0819178 Mar 11 16:33:39.805663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9405f3ae-f731-47b8-a77f-1f85fb5f3abb req-cb88be06-0eb0-415b-a94a-bbd5b8e8e474 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Mar 11 16:33:41.015648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138bca-c329-4fb3-ae3a-244248c78505 req-0f9de5f2-966a-425d-84b7-5aac8c7b0a33 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:41.018261 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0138bca-c329-4fb3-ae3a-244248c78505 req-0f9de5f2-966a-425d-84b7-5aac8c7b0a33 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0892136 Mar 11 16:33:41.066523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0138bca-c329-4fb3-ae3a-244248c78505 req-beda2921-6ffa-4f49-8b4d-0b0c2ce5ef38 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Mar 11 16:33:41.269456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d21c03cc-3ee6-4835-8568-6bbaf30fc66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:42.006882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:42.115574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:42.273523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059880b2-abeb-40ac-a63a-8f96af22367d req-9d7ea399-a476-41b2-9687-0285cb352888 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:42.274909 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-059880b2-abeb-40ac-a63a-8f96af22367d req-9d7ea399-a476-41b2-9687-0285cb352888 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0824165 Mar 11 16:33:42.322471 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-059880b2-abeb-40ac-a63a-8f96af22367d req-c0d45c86-0662-4cf9-a6b7-a1f9df35943f tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411444 Mar 11 16:33:43.533917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5429-6ee9-47fd-825a-92e1fe6dcee1 req-e7387da7-7148-48ea-961f-c6a38323c7af tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:43.536326 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1ea5429-6ee9-47fd-825a-92e1fe6dcee1 req-e7387da7-7148-48ea-961f-c6a38323c7af tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0795472 Mar 11 16:33:43.569441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:43.585782 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d1ea5429-6ee9-47fd-825a-92e1fe6dcee1 req-fc66f10f-540d-42a6-9371-5c6e1f7b2788 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Mar 11 16:33:44.793356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617697a4-e9ab-43bd-a51b-2a330381d16d req-aef8bdc2-8a51-4cd4-9124-ce08351f7d74 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:44.795693 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-617697a4-e9ab-43bd-a51b-2a330381d16d req-aef8bdc2-8a51-4cd4-9124-ce08351f7d74 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0875344 Mar 11 16:33:44.841750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-617697a4-e9ab-43bd-a51b-2a330381d16d req-9e202519-6548-4954-90d9-fb8da50626d2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Mar 11 16:33:45.291501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:33:46.042486 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-e9025ce1-209f-474c-9280-469aa7acbc95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1099 time: 0.0844405 Mar 11 16:33:46.060955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec7e52-103a-4fde-bd51-01a93b4357b5 req-114047cd-71f5-4c68-87db-191a685e7c41 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:46.062460 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62ec7e52-103a-4fde-bd51-01a93b4357b5 req-114047cd-71f5-4c68-87db-191a685e7c41 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0921667 Mar 11 16:33:46.110473 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62ec7e52-103a-4fde-bd51-01a93b4357b5 req-2b271a01-ebf6-46e6-9284-516e88c50d75 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Mar 11 16:33:46.193018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-e750917c-50db-4fe1-9798-576fb42da6cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:46.194404 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-e750917c-50db-4fe1-9798-576fb42da6cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 912 time: 0.1316113 Mar 11 16:33:46.261157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-afb2f857-cb74-4135-94f0-bbeb32a584e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.0600474 Mar 11 16:33:46.326717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-99c3b0b5-b6c8-4b96-88bf-836957db0515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:46.328147 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-99c3b0b5-b6c8-4b96-88bf-836957db0515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0614653 Mar 11 16:33:46.374473 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-88ac17c6-760a-40c8-8fa5-af36be138507 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395644 Mar 11 16:33:46.514700 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-8eac0dcb-6436-45eb-98a8-fdea5c920587 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331484 Mar 11 16:33:46.656213 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ac8f8e12-9b27-4df0-98d7-716c27acbc03 req-bc9f1d9b-64ec-46b0-be48-87c2baa21fd4 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355159 Mar 11 16:33:47.314241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46c8fc-2296-4f3d-89c3-fa3b5c5933d8 req-3adfe3fe-a9f6-4eb7-b027-91a62e98e676 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:47.315619 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c46c8fc-2296-4f3d-89c3-fa3b5c5933d8 req-3adfe3fe-a9f6-4eb7-b027-91a62e98e676 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0781524 Mar 11 16:33:47.362402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c46c8fc-2296-4f3d-89c3-fa3b5c5933d8 req-1e63e385-57c9-429d-814a-005642b1f136 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Mar 11 16:33:48.565905 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef9ce3-c642-45f9-a192-5053cdcf4773 req-b57a0434-29d6-4c6a-949a-ab7a9945e5c8 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:48.567358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fef9ce3-c642-45f9-a192-5053cdcf4773 req-b57a0434-29d6-4c6a-949a-ab7a9945e5c8 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0819964 Mar 11 16:33:48.614233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1fef9ce3-c642-45f9-a192-5053cdcf4773 req-c5ed375b-3b77-4688-974d-ac7b696731ab tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 Mar 11 16:33:49.827134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404efc2b-bba3-4046-af2c-2bcf9788baa9 req-7b2e6844-a697-45cb-a58b-eaa77a602a2b tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:49.828607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-404efc2b-bba3-4046-af2c-2bcf9788baa9 req-7b2e6844-a697-45cb-a58b-eaa77a602a2b tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0798109 Mar 11 16:33:49.875674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-404efc2b-bba3-4046-af2c-2bcf9788baa9 req-30ee166c-a9ee-4997-9f7a-e638dd009ba2 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Mar 11 16:33:51.094368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd56a4-a6e5-4f14-a89d-8907bfd91407 req-b6de0874-d270-46c9-bc9c-fcd0797d8a04 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:51.095804 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55bd56a4-a6e5-4f14-a89d-8907bfd91407 req-b6de0874-d270-46c9-bc9c-fcd0797d8a04 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0841739 Mar 11 16:33:51.142517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55bd56a4-a6e5-4f14-a89d-8907bfd91407 req-9a14b701-1970-4682-a324-53c7c7afed37 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411577 Mar 11 16:33:52.344632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c9a4-e483-46f6-aa67-4ba7ced74dc7 req-64e5fc6f-015e-4a15-bfaa-47619842756a tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:52.345999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3612c9a4-e483-46f6-aa67-4ba7ced74dc7 req-64e5fc6f-015e-4a15-bfaa-47619842756a tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0762973 Mar 11 16:33:52.398159 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3612c9a4-e483-46f6-aa67-4ba7ced74dc7 req-314df1d6-3742-49bf-a41d-3fccfed5f4c9 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Mar 11 16:33:53.744936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da87e0d-448b-499a-aabf-09840adc49d5 req-749f09b6-9a48-4af6-9852-1fb447f3d978 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:53.746318 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9da87e0d-448b-499a-aabf-09840adc49d5 req-749f09b6-9a48-4af6-9852-1fb447f3d978 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0845766 Mar 11 16:33:53.791491 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9da87e0d-448b-499a-aabf-09840adc49d5 req-5983ecf4-464a-467a-97ea-922a67c0d64f tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394354 Mar 11 16:33:54.993772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1af88-69be-428d-9851-b87495f7e375 req-7d86b5c7-b002-4561-803d-a59a3f9f8164 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:54.995970 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b1af88-69be-428d-9851-b87495f7e375 req-7d86b5c7-b002-4561-803d-a59a3f9f8164 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0819795 Mar 11 16:33:55.044038 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b1af88-69be-428d-9851-b87495f7e375 req-afd4b55d-a996-48b1-9a7b-7c39bf3129ed tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412378 Mar 11 16:33:56.252562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5639f-613c-46f8-95c0-0f115f1a2168 req-3605a10e-73c4-407d-8b98-91254678a1cd tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:56.254008 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ba5639f-613c-46f8-95c0-0f115f1a2168 req-3605a10e-73c4-407d-8b98-91254678a1cd tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0777156 Mar 11 16:33:56.301428 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ba5639f-613c-46f8-95c0-0f115f1a2168 req-03548d2e-201c-426e-a47d-5fd23ae5694c tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Mar 11 16:33:57.525200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c6a1d-fafa-4d26-80b8-ebc97b45b969 req-6b32e9ad-3730-4cfc-869b-75fb3c4518b8 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:57.526679 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f18c6a1d-fafa-4d26-80b8-ebc97b45b969 req-6b32e9ad-3730-4cfc-869b-75fb3c4518b8 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0843790 Mar 11 16:33:57.575248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f18c6a1d-fafa-4d26-80b8-ebc97b45b969 req-c6a1d6c9-166b-48a5-9144-3c19b6d567b3 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Mar 11 16:33:58.782809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5ddf4-63a6-419e-b384-61643ef13c9c req-d39cdb8c-2f2e-407d-a4c5-bc9699436de7 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:33:58.784265 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d2b5ddf4-63a6-419e-b384-61643ef13c9c req-d39cdb8c-2f2e-407d-a4c5-bc9699436de7 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0839424 Mar 11 16:33:58.834637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d2b5ddf4-63a6-419e-b384-61643ef13c9c req-fc58f9d5-ac3f-40e0-b0eb-ccda96c5c4da tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Mar 11 16:33:59.616016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-841f08c3-7fd6-4caa-987f-e53c49a57fad service neutron] 10.222.0.11 "GET /v2.0/ports/d9d69332-f077-4678-b696-303428232465/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0865369 Mar 11 16:33:59.901818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-0f2fbfc5-d417-4770-bbda-3157bdd42129 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36&tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1 HTTP/1.1" status: 200 len: 1099 time: 0.0781720 Mar 11 16:33:59.994599 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-f8c39a14-9714-45e9-b0a8-2e7e4b7c545e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1099 time: 0.0718520 Mar 11 16:34:00.131859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-14f3491c-9d1f-44b1-850b-1b9e1fd68647 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:00.133219 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-14f3491c-9d1f-44b1-850b-1b9e1fd68647 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 912 time: 0.1327713 Mar 11 16:34:00.137983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78e29-e365-4a11-9b90-82a3f90f9090 req-aca4b4c3-8b66-40c4-b7a1-edaca5a1bed4 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:00.140143 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98d78e29-e365-4a11-9b90-82a3f90f9090 req-aca4b4c3-8b66-40c4-b7a1-edaca5a1bed4 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.1757064 Mar 11 16:34:00.192045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-98d78e29-e365-4a11-9b90-82a3f90f9090 req-d8205973-dc2c-408f-8dfa-dab872544f57 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Mar 11 16:34:00.304750 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-899aa410-5477-434e-965c-a7603fc75b79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.1657400 Mar 11 16:34:00.377027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-cccdc186-6b7a-4a07-860c-43227d1aabf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:00.379018 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-cccdc186-6b7a-4a07-860c-43227d1aabf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0686038 Mar 11 16:34:00.427218 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-ac6b3890-e75b-4434-b507-5f4801d4fdde service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423641 Mar 11 16:34:00.565577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-119c7f60-2212-4c01-9881-6dc7c3b069b4 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325622 Mar 11 16:34:00.703476 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f3dd57f1-c1a1-4fe6-a79b-48f1eb9ee62f req-7c74c506-099c-434d-a8cc-11c4feef13b8 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296005 Mar 11 16:34:01.395224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fec72-3552-4056-8bc3-2e2ab506cea1 req-c09c06ca-c93a-4c42-8ac2-0224b4c99f1d tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:01.396697 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d55fec72-3552-4056-8bc3-2e2ab506cea1 req-c09c06ca-c93a-4c42-8ac2-0224b4c99f1d tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0814283 Mar 11 16:34:01.451394 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d55fec72-3552-4056-8bc3-2e2ab506cea1 req-7eec4740-4ab6-4769-b529-d3ddcf7ab612 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491736 Mar 11 16:34:02.651899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f59df-fd70-4400-9ce8-73427a10e89e req-60fec0cf-8471-4017-b760-3e854b7f8282 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:02.653908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e3f59df-fd70-4400-9ce8-73427a10e89e req-60fec0cf-8471-4017-b760-3e854b7f8282 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0797021 Mar 11 16:34:02.700620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e3f59df-fd70-4400-9ce8-73427a10e89e req-9d0d95f4-cc7f-453e-aa1f-c242868602dd tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Mar 11 16:34:03.794287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:34:03.797586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:03.906779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83876f4f-2193-4fa2-800b-5653fc61a3ee req-d4034c63-8613-47ae-b13e-46d9d6b742a5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:03.908213 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-83876f4f-2193-4fa2-800b-5653fc61a3ee req-d4034c63-8613-47ae-b13e-46d9d6b742a5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 946 time: 0.0844736 Mar 11 16:34:03.955785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-83876f4f-2193-4fa2-800b-5653fc61a3ee req-b659ee7e-e695-48a9-9efd-48eb6a5d0793 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Mar 11 16:34:04.031281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:04.062964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:04.086756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d69332-f077-4678-b696-303428232465'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:04.094680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'd9d69332-f077-4678-b696-303428232465', 'network_id': '13761a83-acb8-4746-9dbc-ca1dde3fe407', 'port_id': 'd9d69332-f077-4678-b696-303428232465', 'mac_address': 'fa:16:3e:58:8b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4c9358-2f58-4886-8f00-2a7bd58eec0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:34:04.100472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:04.142555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:04.188278 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d69332-f077-4678-b696-303428232465', 'code': 200} Mar 11 16:34:04.217786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:04.242736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d69332-f077-4678-b696-303428232465 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:04.250322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:04.265595 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:04.269752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:04.339982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['d9d69332-f077-4678-b696-303428232465'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:34:04.366603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-d2934eae-e420-4afe-909d-446cd7c091b5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:04.367348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-d2934eae-e420-4afe-909d-446cd7c091b5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Synchronizing usage tracker for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:04.384755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-d2934eae-e420-4afe-909d-446cd7c091b5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Unset dirty status for tenant:0d60ea89e0de48c799c6e9f910a3e1b1 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:04.385959 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-d2934eae-e420-4afe-909d-446cd7c091b5 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.11 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36&tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1034739 Mar 11 16:34:04.392149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:04.565085 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-4e6cef34-ff16-4c10-b0ec-a0f4e814ae5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 1098 time: 0.0811436 Mar 11 16:34:04.709179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-089587df-25c4-49e0-889b-07eda222fe64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:04.710831 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-089587df-25c4-49e0-889b-07eda222fe64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 200 len: 912 time: 0.1394486 Mar 11 16:34:04.783070 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-513e7497-d4a0-4fe7-a738-e0f51b3977d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 200 len: 217 time: 0.0653715 Mar 11 16:34:04.850026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-799ef1ec-212c-40fe-be82-92231707dd2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:04.851378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-799ef1ec-212c-40fe-be82-92231707dd2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 200 len: 851 time: 0.0622745 Mar 11 16:34:04.896577 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-0e6f5c8a-7982-40eb-82ee-1195d79a065c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13761a83-acb8-4746-9dbc-ca1dde3fe407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395596 Mar 11 16:34:05.038029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-2279a49b-787a-4123-8f11-adbeb6be5c31 service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358318 Mar 11 16:34:05.172723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-6de7de1f-a480-405a-ac80-a693947d2d5c service neutron] 10.222.0.11 "GET /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294246 Mar 11 16:34:05.813376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:05.952871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:05.974188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d9d69332-f077-4678-b696-303428232465 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:05.991202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:05.995863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:06.040544 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df50d02-17a6-4c7d-a681-d9740f4dfc0d req-7ec19cc4-590d-4694-89ec-4342d491dcf6 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:06.042542 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2df50d02-17a6-4c7d-a681-d9740f4dfc0d req-7ec19cc4-590d-4694-89ec-4342d491dcf6 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0811243 Mar 11 16:34:06.069944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:06.095621 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2df50d02-17a6-4c7d-a681-d9740f4dfc0d req-c975d2bb-cd00-44e6-872c-d58fca336b6a tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Mar 11 16:34:07.311213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f7a79-243b-4282-a813-e36c7526a63b req-cef5b2f8-7ba7-4b2f-a0ac-b96b539b4e6b tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:07.312574 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-232f7a79-243b-4282-a813-e36c7526a63b req-cef5b2f8-7ba7-4b2f-a0ac-b96b539b4e6b tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0784817 Mar 11 16:34:07.366586 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-232f7a79-243b-4282-a813-e36c7526a63b req-e66607e7-d350-4918-8879-a7bac78157a6 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Mar 11 16:34:07.864140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-5e4215c5-9d05-4486-bf39-0eed35909e41 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:07.865561 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-5e4215c5-9d05-4486-bf39-0eed35909e41 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.11 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.0818446 Mar 11 16:34:07.934751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Deleting port d9d69332-f077-4678-b696-303428232465 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:34:07.935091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:08.140038 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:08.181131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9eba30d8-7962-4acb-8f7e-1f90f741a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:08.290898 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] For port d9d69332-f077-4678-b696-303428232465, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d9d69332-f077-4678-b696-303428232465,segment=NetworkSegment(4c515375-6a89-447d-86ca-e92588385d59),segment_id=4c515375-6a89-447d-86ca-e92588385d59)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:08.291249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:08.412225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Calling delete_port for d9d69332-f077-4678-b696-303428232465 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:34:08.563660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:08.594543 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c475507-71fe-4263-8155-4f526d21a395 req-0c293ec7-ae8d-4b16-8b20-d7e40a2bdc09 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:08.595993 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c475507-71fe-4263-8155-4f526d21a395 req-0c293ec7-ae8d-4b16-8b20-d7e40a2bdc09 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/ports?device_id=10f9d4b6-a169-4b8e-b0c7-2fb604657c36 HTTP/1.1" status: 200 len: 944 time: 0.1015964 Mar 11 16:34:08.648022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Pushing event deleted for resources: {'Port': ['ID=d9d69332-f077-4678-b696-303428232465,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:08.649609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c475507-71fe-4263-8155-4f526d21a395 req-bbf26cd1-3265-4532-905f-77e2e91bbb08 tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.78 "GET /v2.0/security-groups?id=e094f67c-8a88-427a-888e-5815221a6911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478466 Mar 11 16:34:08.696491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] No DVR routers for this DVR port d9d69332-f077-4678-b696-303428232465 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:34:08.698589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.698994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.700013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.700330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.700669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.701062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.701394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.701736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.702062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.702383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.702706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:34:08.705532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:08.708134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-deleted', 'tag': 'd9d69332-f077-4678-b696-303428232465'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:08.724575 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-153190aa-7a5f-4388-9daa-f4ab7b32e045 req-ff2959a4-c61c-4d57-b829-6061ec8c26ae tempest-DeleteServersTestJSON-426684159 tempest-DeleteServersTestJSON-426684159-project] 10.222.0.11 "DELETE /v2.0/ports/d9d69332-f077-4678-b696-303428232465 HTTP/1.1" status: 204 len: 173 time: 0.8535600 Mar 11 16:34:08.772692 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f9d4b6-a169-4b8e-b0c7-2fb604657c36', 'name': 'network-vif-deleted', 'tag': 'd9d69332-f077-4678-b696-303428232465', 'status': 'completed', 'code': 200} Mar 11 16:34:09.940772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:10.004997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Deleting subnet fe4c9358-2f58-4886-8f00-2a7bd58eec0c {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:34:10.007785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.063598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.120316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.191026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.232051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4c9358-2f58-4886-8f00-2a7bd58eec0c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:10.242806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.248084 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9799d6f9-838f-404c-ab09-1191c15a00d4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/fe4c9358-2f58-4886-8f00-2a7bd58eec0c HTTP/1.1" status: 204 len: 168 time: 0.3062406 Mar 11 16:34:10.251063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44216) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:10.355869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.491498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.518445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13761a83-acb8-4746-9dbc-ca1dde3fe407']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:10.530711 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c515375-6a89-447d-86ca-e92588385d59') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:10.531017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c515375-6a89-447d-86ca-e92588385d59') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:34:10.541993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.558138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.564949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:34:10.565360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:34:10.579756 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:34:10.662968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.679139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.689797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] Pushing event deleted for resources: {'Network': ['ID=13761a83-acb8-4746-9dbc-ca1dde3fe407,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:10.698133 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0d21cba3-4895-45c2-a61d-a83e24cfb007 admin admin] 10.222.0.78 "DELETE /v2.0/networks/13761a83-acb8-4746-9dbc-ca1dde3fe407 HTTP/1.1" status: 204 len: 168 time: 0.4460726 Mar 11 16:34:10.836739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44222) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:10.889551 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f3bb9462-641d-4685-800c-22867e265bcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0d60ea89e0de48c799c6e9f910a3e1b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514891 Mar 11 16:34:10.891933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44226) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:10.951216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:10.977560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.030126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.052088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e094f67c-8a88-427a-888e-5815221a6911,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:11.059570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.060688 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2f708a1d-419e-4a42-a22b-2cf9d202ac43 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e094f67c-8a88-427a-888e-5815221a6911 HTTP/1.1" status: 204 len: 168 time: 0.1678860 Mar 11 16:34:11.269286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6ba3693-eee5-4a9b-add1-63a1977a3c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:11.837541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:34:11.871258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: d9d69332-f077-4678-b696-303428232465 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:34:11.871434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d9d69332-f077-4678-b696-303428232465 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:34:11.967767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44248) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:12.010824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.110908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-974591891-network', 'tenant_id': '9dbb60180adf4653ac83fb49878566da'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:12.119266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.124614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:12.128519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Usage tracker for resource:network and tenant:9dbb60180adf4653ac83fb49878566da is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:12.131340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:12.137525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:12.147147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Made reservation on behalf of 9dbb60180adf4653ac83fb49878566da for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:12.149508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.162351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.195740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:12.199540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbb60180adf4653ac83fb49878566da is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:12.202407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:12.208011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:12.278768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.283141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.314290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:34:12.323501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a643022-8509-49bc-ac49-e9c832a1b7ea,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:12.330144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.330505 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Added segment 4489e291-128c-4372-8120-eace322ecadd of type vlan for network 762ec125-984d-4588-b3d7-b7fa243282fe Mar 11 16:34:12.359057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.390409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.391338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:12.391933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.497145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=762ec125-984d-4588-b3d7-b7fa243282fe,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:12.502220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3619c2c9-112c-482b-85a7-48a58157a5b9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5331256 Mar 11 16:34:12.503512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44254) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:34:12.507659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 762ec125-984d-4588-b3d7-b7fa243282fe details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:34:12.508855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Request body: {'subnet': {'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-974591891-subnet', 'tenant_id': '9dbb60180adf4653ac83fb49878566da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:12.514479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:12.518464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Usage tracker for resource:subnet and tenant:9dbb60180adf4653ac83fb49878566da is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:12.521515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:12.527339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:12.543871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Made reservation on behalf of 9dbb60180adf4653ac83fb49878566da for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:12.546177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.849592 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.923539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:12.936642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Checking segment: {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:34:12.936990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Network hostable DHCP agents. Network: 762ec125-984d-4588-b3d7-b7fa243282fe, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:34:12.965848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Network 762ec125-984d-4588-b3d7-b7fa243282fe is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:34:12.975256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 762ec125-984d-4588-b3d7-b7fa243282fe) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:12.978980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:12.979561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:12.985024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae8a8b-5ca7-4fcf-bc45-85811876f44b None None] Network 762ec125-984d-4588-b3d7-b7fa243282fe requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:34:13.011337 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dd9e9f9e-1929-41a7-b638-a6a5bc5fb9cf admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5064757 Mar 11 16:34:13.204886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d1645-486d-4ee7-a3db-8dbf2d2ec722 None None] Network 762ec125-984d-4588-b3d7-b7fa243282fe requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:34:13.571585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:13.581266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-57f5d805-73c6-4c5a-b61b-4a4541fc857c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:13.582835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-57f5d805-73c6-4c5a-b61b-4a4541fc857c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 814 time: 0.1506748 Mar 11 16:34:13.602113 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-428bc12f-2857-42c4-9859-019a035c3974 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/quotas/9dbb60180adf4653ac83fb49878566da HTTP/1.1" status: 200 len: 375 time: 0.0107150 Mar 11 16:34:13.649998 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-5c5af190-1cd8-4188-bcf6-f0160ede9ae0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426557 Mar 11 16:34:13.787244 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-69ebd5fd-221d-4492-bb9f-3a7271a4b558 service neutron] 10.222.0.78 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295621 Mar 11 16:34:13.922107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-5062f1f1-f3b9-410b-90b1-d315d7230d60 service neutron] 10.222.0.78 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289935 Mar 11 16:34:14.139596 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0e64347b-b6e0-48b6-ad9e-e3396eec2885 req-e49a5e11-c445-4a5f-8275-14377aa503b8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 210 time: 0.0507379 Mar 11 16:34:15.179060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-605b1723-badc-4f1b-9f4d-b000589d5ef5 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.179933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-605b1723-badc-4f1b-9f4d-b000589d5ef5 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Synchronizing usage tracker for tenant:9dbb60180adf4653ac83fb49878566da on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:34:15.200569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-605b1723-badc-4f1b-9f4d-b000589d5ef5 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Unset dirty status for tenant:9dbb60180adf4653ac83fb49878566da on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:34:15.202127 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-605b1723-badc-4f1b-9f4d-b000589d5ef5 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 814 time: 0.1860342 Mar 11 16:34:15.219327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Request body: {'port': {'device_id': 'c7717847-5f43-453e-af55-16155d9b6043', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'admin_state_up': True, 'tenant_id': '9dbb60180adf4653ac83fb49878566da'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:15.291630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.335270 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-df6818b3-f5e1-4f0a-a53e-3767538c7a2c req-85580031-8839-406d-bc44-17de6a5b394a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 210 time: 0.0475271 Mar 11 16:34:15.366390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:34:15.370139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Usage tracker for resource:port and tenant:9dbb60180adf4653ac83fb49878566da is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:34:15.373843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:34:15.379609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:34:15.389997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Made reservation on behalf of 9dbb60180adf4653ac83fb49878566da for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:34:15.393137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.569801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Allocated IP 172.20.0.2 (762ec125-984d-4588-b3d7-b7fa243282fe/78b3a2f2-77a8-4e30-9cc0-d8f09204d89a/9181d23a-c84f-49a1-8d94-c5af55ed8d49) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:34:15.793746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.822040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.898406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Network 762ec125-984d-4588-b3d7-b7fa243282fe is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:34:15.901409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:34:15.905761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:34:15.940983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:15.976010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:15.976478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:15.996508 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-b4eaee6a-1d95-4492-b6ec-150b75763877 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820556 Mar 11 16:34:16.006992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Request body: {'port': {'device_id': 'c7717847-5f43-453e-af55-16155d9b6043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:34:16.123432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.469549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9181d23a-c84f-49a1-8d94-c5af55ed8d49 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:16.476396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.492838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Transition to ACTIVE for port object 9181d23a-c84f-49a1-8d94-c5af55ed8d49 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:34:16.498520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.555477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a7204-e235-4048-badd-21be1ba310f0 req-5fffefbd-5855-4a4b-a641-d851123a2823 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:16.556914 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0e3a7204-e235-4048-badd-21be1ba310f0 req-5fffefbd-5855-4a4b-a641-d851123a2823 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0931513 Mar 11 16:34:16.607427 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0e3a7204-e235-4048-badd-21be1ba310f0 req-00477a3e-d7aa-46f4-b901-0a45810c9bcc tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 Mar 11 16:34:16.635048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:16.827713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Attempting to bind port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:34:16.828037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Attempting to bind port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:34:16.828356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Attempting to bind port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 on network 762ec125-984d-4588-b3d7-b7fa243282fe {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:34:16.833829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 on network 762ec125-984d-4588-b3d7-b7fa243282fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:34:16.834139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Attempting to bind port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 on network 762ec125-984d-4588-b3d7-b7fa243282fe {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:34:16.841516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:34:16.841875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Checking segment: {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:34:16.842248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Bound using segment: {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:34:16.842661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Bound port: 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:34:16.842998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:16.934607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:34:16.937742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:34:16.942074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:17.005077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:17.006576 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] 10.222.0.11 "PUT /v2.0/ports/9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 1093 time: 1.0035114 Mar 11 16:34:17.007038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:17.027896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83171-090e-41ca-802d-e21074a30e0f service neutron] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:17.081534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'status': 'completed', 'code': 200} Mar 11 16:34:17.123827 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-10ec8852-b56d-471f-9975-9c6e2daa42c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1096 time: 0.0776088 Mar 11 16:34:17.193036 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-d3a35e15-3181-4f8d-ae61-34dd9cf045d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0613313 Mar 11 16:34:17.258715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-4462343c-0e2d-487c-b7f4-b74528a473c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:17.260156 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-4462343c-0e2d-487c-b7f4-b74528a473c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0617094 Mar 11 16:34:17.304674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-ad828411-0ec5-4298-a49a-f9b10f4cd2f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391765 Mar 11 16:34:17.440264 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-22bc0c7a-9a98-4dd2-bfd9-1e7e8685e5b9 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297066 Mar 11 16:34:17.576901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-20481f9f-7fb4-4a90-be91-f6797ca96511 req-f6fa5cc6-83f6-4505-9d22-6828acf29c9f service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301351 Mar 11 16:34:17.713368 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-2b5c7f5b-d900-4ae7-a573-6e976b98ce5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1096 time: 0.0841827 Mar 11 16:34:17.818395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2538adf-ca92-485b-be6a-622612416458 req-6ebe0516-cf8a-4bc6-8533-f4ca10fa7989 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:17.820556 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2538adf-ca92-485b-be6a-622612416458 req-6ebe0516-cf8a-4bc6-8533-f4ca10fa7989 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0844827 Mar 11 16:34:17.859493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b159-8435-4408-a468-73742d2877b0 req-3bc21fba-aa56-4195-88b0-9fa01035fc6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:17.861080 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-3bc21fba-aa56-4195-88b0-9fa01035fc6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1422663 Mar 11 16:34:17.873474 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2538adf-ca92-485b-be6a-622612416458 req-92bea709-ed7a-4b4d-ae44-153f556210f6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469778 Mar 11 16:34:17.938674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-fef0b516-7665-48c1-aff5-0ba6ea84e272 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0704560 Mar 11 16:34:18.009246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47b159-8435-4408-a468-73742d2877b0 req-4ee0bbf6-d57d-4daf-8242-2dada718e119 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:18.010599 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-4ee0bbf6-d57d-4daf-8242-2dada718e119 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0652692 Mar 11 16:34:18.059730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-82191a66-b9e8-4f43-8cbe-66c2d09ea528 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422175 Mar 11 16:34:18.204058 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-2ebd8801-80b7-48ef-8d11-5ca68dd566ed service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379554 Mar 11 16:34:18.339496 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be47b159-8435-4408-a468-73742d2877b0 req-fd858c3d-dde4-4de8-b87d-54bd27cdbc22 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277914 Mar 11 16:34:19.077970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9eaf1-fb9d-4d21-b2a1-1911aeecaf4d req-e08a17c6-e36a-4f2d-8f2d-f626268f9b57 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:19.079409 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dae9eaf1-fb9d-4d21-b2a1-1911aeecaf4d req-e08a17c6-e36a-4f2d-8f2d-f626268f9b57 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0793412 Mar 11 16:34:19.128779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dae9eaf1-fb9d-4d21-b2a1-1911aeecaf4d req-3507d405-04f4-40d6-9d92-22c68e59a3b7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Mar 11 16:34:20.340285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b122b6-5500-4807-a7bc-c1899e431d9b req-ca62bb75-7f51-4d35-aa71-f8e9706f9511 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:20.342444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78b122b6-5500-4807-a7bc-c1899e431d9b req-ca62bb75-7f51-4d35-aa71-f8e9706f9511 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0788054 Mar 11 16:34:20.389301 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78b122b6-5500-4807-a7bc-c1899e431d9b req-e38df0a9-9bf5-45cc-8511-0d896bcb7c57 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412400 Mar 11 16:34:21.589667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801e36-7b29-4326-9a46-aac7e049a237 req-1d434e22-24d6-4412-a263-1d7c70be2a59 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:21.591768 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c6801e36-7b29-4326-9a46-aac7e049a237 req-1d434e22-24d6-4412-a263-1d7c70be2a59 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0807772 Mar 11 16:34:21.723279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c6801e36-7b29-4326-9a46-aac7e049a237 req-2730c790-78af-487d-88c0-2784f04c9479 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258075 Mar 11 16:34:21.887096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:34:22.070180 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:22.084438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'port_id': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'mac_address': 'fa:16:3e:1d:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3a2f2-77a8-4e30-9cc0-d8f09204d89a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:34:22.144418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:22.161611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9181d23a-c84f-49a1-8d94-c5af55ed8d49 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:34:22.179392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:22.183962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:22.249408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:22.492392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9181d23a-c84f-49a1-8d94-c5af55ed8d49'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:34:22.920689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2696e04-cf94-4ca3-ad7e-f678f342e45b req-237aabe2-f687-45e4-a3bc-971403c86d24 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:22.922138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2696e04-cf94-4ca3-ad7e-f678f342e45b req-237aabe2-f687-45e4-a3bc-971403c86d24 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 944 time: 0.0773962 Mar 11 16:34:22.969143 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2696e04-cf94-4ca3-ad7e-f678f342e45b req-eae34c39-ff9c-418a-81c5-050b91542cb7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Mar 11 16:34:23.899458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:34:23.968420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:34:23.973164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:34:23.973531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:24.093442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:24.125597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:34:24.135561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:34:24.140516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:24.195028 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'code': 200} Mar 11 16:34:24.210167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e611dc7-4eea-40d3-8caa-a24841b884b2 req-e7820ba6-fa00-4e9c-b653-31dffd23395b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:24.211900 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e611dc7-4eea-40d3-8caa-a24841b884b2 req-e7820ba6-fa00-4e9c-b653-31dffd23395b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.1041348 Mar 11 16:34:24.226069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:34:24.267907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e611dc7-4eea-40d3-8caa-a24841b884b2 req-1266e6c5-89ae-4af4-bf01-21b0bcc745df tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Mar 11 16:34:24.420955 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d91edd5b-bf9d-4c35-bf9c-3bc62581113c req-2fdaa68a-b15c-4fe5-b8d1-3dfef6132708 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1098 time: 0.0721247 Mar 11 16:34:24.467888 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d91edd5b-bf9d-4c35-bf9c-3bc62581113c req-7772ffba-8cbf-4e8e-a904-425126d361f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 Mar 11 16:34:25.478510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa91786-487c-4f9b-9160-86f597dd5073 req-de21ca8d-a942-4333-990d-0b8211ec3ad1 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:25.480065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7aa91786-487c-4f9b-9160-86f597dd5073 req-de21ca8d-a942-4333-990d-0b8211ec3ad1 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0804682 Mar 11 16:34:25.532452 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7aa91786-487c-4f9b-9160-86f597dd5073 req-9486d194-59dc-4962-8586-77fd0e3f0d50 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Mar 11 16:34:26.742405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211577f-985d-482d-8c05-edac8fffac56 req-0454c2fb-3a2b-4ead-803f-0e952ac55799 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:26.743862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7211577f-985d-482d-8c05-edac8fffac56 req-0454c2fb-3a2b-4ead-803f-0e952ac55799 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0871978 Mar 11 16:34:26.792011 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7211577f-985d-482d-8c05-edac8fffac56 req-3ec67743-1dfe-47df-8da8-47fd7491ecf8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Mar 11 16:34:27.021332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa31bd-ee85-4acd-959c-13cd82bcab6f req-c066d911-ebc1-4424-a79c-40f01b4ec554 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.022887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4caa31bd-ee85-4acd-959c-13cd82bcab6f req-c066d911-ebc1-4424-a79c-40f01b4ec554 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0906317 Mar 11 16:34:27.076005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4caa31bd-ee85-4acd-959c-13cd82bcab6f req-6a927ed1-9634-4129-8528-0c99427bde56 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Mar 11 16:34:27.454239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76916011-ad1c-4e23-8553-74bc70edfd9d req-88a67c06-e660-4702-a86c-7320ceb96626 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.455488 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76916011-ad1c-4e23-8553-74bc70edfd9d req-88a67c06-e660-4702-a86c-7320ceb96626 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0782738 Mar 11 16:34:27.502827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-76916011-ad1c-4e23-8553-74bc70edfd9d req-4960ae35-e1c8-4bad-8c76-fe19ce9adb15 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Mar 11 16:34:27.716380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac64f-2faf-424b-8800-29d18f33c705 req-d9938e24-7cac-4455-b7db-e73f89f1270d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:27.717725 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9ac64f-2faf-424b-8800-29d18f33c705 req-d9938e24-7cac-4455-b7db-e73f89f1270d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0848064 Mar 11 16:34:27.765828 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9ac64f-2faf-424b-8800-29d18f33c705 req-3b10d745-d55a-4a51-b2ce-05bbf7f4b91b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Mar 11 16:34:28.046173 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6e56ab53-e40f-4bb3-abc3-ad90ca0e2fcb req-5774f4cc-aad1-43b6-9177-d86bbb361c57 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1510720 Mar 11 16:34:28.383177 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a397ae-7f69-4b8e-ba35-bcb20736dcd9 req-764deb69-7eba-4d79-a701-17e72e6de32e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:28.384686 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87a397ae-7f69-4b8e-ba35-bcb20736dcd9 req-764deb69-7eba-4d79-a701-17e72e6de32e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0849099 Mar 11 16:34:28.416106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-ae789b53-1269-4bea-a9ef-f9a93f34f382 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1728165 Mar 11 16:34:28.440448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87a397ae-7f69-4b8e-ba35-bcb20736dcd9 req-1600f1c5-1115-421c-b8f4-67adab04a725 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Mar 11 16:34:29.653084 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5a10-a80b-4659-a170-fb7a08b14f18 req-98610788-6672-4127-81eb-cce53450d58e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.654594 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dd9e5a10-a80b-4659-a170-fb7a08b14f18 req-98610788-6672-4127-81eb-cce53450d58e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0890877 Mar 11 16:34:29.659175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-b81395a5-b609-4087-821d-cdf30ee49a99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1098 time: 0.0721107 Mar 11 16:34:29.705513 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dd9e5a10-a80b-4659-a170-fb7a08b14f18 req-dac3fc80-3ce6-43c5-b776-43f165f3faaf tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453696 Mar 11 16:34:29.808837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-9d5f13b9-09f1-478e-a1c0-02c016864bfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.810306 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-9d5f13b9-09f1-478e-a1c0-02c016864bfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1453102 Mar 11 16:34:29.881947 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-42eec03a-b788-4b1a-b155-cc6b77a96280 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0658860 Mar 11 16:34:29.948170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-dec55153-f295-40bf-9970-0ca8f11d3af3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:29.950168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-dec55153-f295-40bf-9970-0ca8f11d3af3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0613339 Mar 11 16:34:29.997288 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-a120efdc-ebcd-4e7b-a2ab-ff586f192b09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406876 Mar 11 16:34:30.131785 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-ac68c642-cff9-4a15-827f-71ded6c837e3 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291692 Mar 11 16:34:30.282296 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-a42a4c79-e5c0-44d7-bb43-bef12dab265e service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444163 Mar 11 16:34:30.923686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c13531-715d-4258-a282-961da86ae670 req-b2874511-3a12-4a24-ab14-92439a9b8c33 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:30.926226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2c13531-715d-4258-a282-961da86ae670 req-b2874511-3a12-4a24-ab14-92439a9b8c33 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0889261 Mar 11 16:34:30.981048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2c13531-715d-4258-a282-961da86ae670 req-125a501e-c5dd-416f-8b89-eeaa7e4294f1 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485635 Mar 11 16:34:32.187919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cd0a7-26e8-4907-a1a4-20bba45dbc05 req-a7eb2035-593e-46ab-85d0-8a732702a729 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:32.189385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-455cd0a7-26e8-4907-a1a4-20bba45dbc05 req-a7eb2035-593e-46ab-85d0-8a732702a729 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0816979 Mar 11 16:34:32.237324 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-455cd0a7-26e8-4907-a1a4-20bba45dbc05 req-4ff13d0c-8489-4eee-924d-83f9c314c20b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Mar 11 16:34:33.446025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971379d0-0792-4c1c-a1e3-ace7a6a9174d req-de53be26-5af0-471d-92f7-fc323b9c3fae tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:33.447393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-971379d0-0792-4c1c-a1e3-ace7a6a9174d req-de53be26-5af0-471d-92f7-fc323b9c3fae tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0855470 Mar 11 16:34:33.494932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-971379d0-0792-4c1c-a1e3-ace7a6a9174d req-15543d34-77fb-4348-9ef9-1cfa99c516f2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405600 Mar 11 16:34:34.701622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a97c4-0f72-48d5-ab73-80d6d55f167c req-e350551f-4815-4bbf-a484-63f117bd1d74 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:34.703091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d1a97c4-0f72-48d5-ab73-80d6d55f167c req-e350551f-4815-4bbf-a484-63f117bd1d74 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0840211 Mar 11 16:34:34.749260 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d1a97c4-0f72-48d5-ab73-80d6d55f167c req-a234a86f-bafd-42f1-999a-df319f4244ee tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Mar 11 16:34:35.956953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ca5b4-5309-4d7e-83de-7fb7896a1736 req-7cfef1eb-490e-4ed4-9484-239833a2827e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:35.958421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-730ca5b4-5309-4d7e-83de-7fb7896a1736 req-7cfef1eb-490e-4ed4-9484-239833a2827e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0771086 Mar 11 16:34:36.005846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-730ca5b4-5309-4d7e-83de-7fb7896a1736 req-5da85c71-6ad0-4ea7-9c79-2a6f24261ac7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Mar 11 16:34:37.228506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273ada-fa87-4ae3-bf09-a1f6b94b9954 req-07d39eda-2705-4ac3-8e54-090514c4cb7f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:37.230194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef273ada-fa87-4ae3-bf09-a1f6b94b9954 req-07d39eda-2705-4ac3-8e54-090514c4cb7f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0889471 Mar 11 16:34:37.278372 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef273ada-fa87-4ae3-bf09-a1f6b94b9954 req-948edd54-4671-400d-8f61-5bc69178efd0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Mar 11 16:34:38.187207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f1bca675-5b88-4e30-8bf9-d7e16c6567bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:38.488805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bc136-7c09-4458-babe-dadf10cf541c req-f2915584-c247-4dae-83e3-b4b466eec0a3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:38.490348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c84bc136-7c09-4458-babe-dadf10cf541c req-f2915584-c247-4dae-83e3-b4b466eec0a3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0867741 Mar 11 16:34:38.541842 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c84bc136-7c09-4458-babe-dadf10cf541c req-e0c5e2b4-780a-42ed-a2bf-912f9a520c4e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Mar 11 16:34:39.746352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bee4b-c8d0-4ed2-8cf3-07ad7dea2002 req-41b36fbd-beff-4e60-bb96-dae4401113c7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:39.747835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fc7bee4b-c8d0-4ed2-8cf3-07ad7dea2002 req-41b36fbd-beff-4e60-bb96-dae4401113c7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0815456 Mar 11 16:34:39.797058 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fc7bee4b-c8d0-4ed2-8cf3-07ad7dea2002 req-d4df6c0a-1418-4609-8351-783b4ac151ea tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435560 Mar 11 16:34:41.007682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f039328-b75c-41e6-9b04-88abdcb52d88 req-8fe430f6-a000-4451-938e-877d5bcaed11 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:41.009056 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2f039328-b75c-41e6-9b04-88abdcb52d88 req-8fe430f6-a000-4451-938e-877d5bcaed11 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0881498 Mar 11 16:34:41.059996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2f039328-b75c-41e6-9b04-88abdcb52d88 req-a6ce7297-5f9c-463d-bda5-d7e8173bbd71 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 Mar 11 16:34:41.263731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2bc19f2c-254f-468b-9f00-5a6aa398aa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:42.015079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:42.124103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:42.264317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092da8ab-55cf-44f9-91a7-f9ff4546fadc req-95b6781d-9f82-4e11-98b7-76f766f2995c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:42.265865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-092da8ab-55cf-44f9-91a7-f9ff4546fadc req-95b6781d-9f82-4e11-98b7-76f766f2995c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0806241 Mar 11 16:34:42.313387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-092da8ab-55cf-44f9-91a7-f9ff4546fadc req-c3a001a5-2c7e-4b6f-abbd-b76e406b3c2b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Mar 11 16:34:43.533997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a915ba-8824-479a-bd05-11fbf0b1dbcf req-60aa91db-bf9a-4100-86e4-7d9e08fc4a5d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:43.535445 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1a915ba-8824-479a-bd05-11fbf0b1dbcf req-60aa91db-bf9a-4100-86e4-7d9e08fc4a5d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0812080 Mar 11 16:34:43.581751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:43.586319 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1a915ba-8824-479a-bd05-11fbf0b1dbcf req-87d9b2be-c3fc-43af-b800-31dbfb79d8f2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Mar 11 16:34:44.789919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7f85-d72a-4928-9970-4f66c71e3546 req-8b13c03b-ce3d-4791-b58e-ea19c2605920 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:44.791350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f4af7f85-d72a-4928-9970-4f66c71e3546 req-8b13c03b-ce3d-4791-b58e-ea19c2605920 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0789363 Mar 11 16:34:44.842455 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f4af7f85-d72a-4928-9970-4f66c71e3546 req-2da7337f-8828-4025-91d7-ea4e2b4e7ef0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Mar 11 16:34:45.141837 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:34:45.288116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:34:46.130911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46466d4-7384-4099-8976-4411fafa2f00 req-10e72ad7-9654-4839-83da-781182432201 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:46.132402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e46466d4-7384-4099-8976-4411fafa2f00 req-10e72ad7-9654-4839-83da-781182432201 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.1632962 Mar 11 16:34:46.180268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e46466d4-7384-4099-8976-4411fafa2f00 req-b3eae206-a34b-427a-a43e-92e02f5478bf tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Mar 11 16:34:47.387487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed71075-5d74-4df4-8103-27a749348c1a req-a7956ce4-a1dd-4891-99d5-2f6f72251eff tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:47.388887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ed71075-5d74-4df4-8103-27a749348c1a req-a7956ce4-a1dd-4891-99d5-2f6f72251eff tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0796726 Mar 11 16:34:47.438138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ed71075-5d74-4df4-8103-27a749348c1a req-8ccba3a9-195d-4bab-bcdf-47630969471f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Mar 11 16:34:48.118588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-15eaf890-5c7f-4e23-a39c-2e3c0432423e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1098 time: 0.1385753 Mar 11 16:34:48.269012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-11f074f0-61de-4fa9-a1b5-c283d991d7ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.270384 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-11f074f0-61de-4fa9-a1b5-c283d991d7ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1317773 Mar 11 16:34:48.348170 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-910e5afa-35d7-4b54-b01e-2a620d871a6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0705070 Mar 11 16:34:48.415161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-b9969b4c-e3c0-4cf4-9625-4968994d58d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.416587 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-b9969b4c-e3c0-4cf4-9625-4968994d58d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0626805 Mar 11 16:34:48.466846 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-51f4e75d-d0f4-4439-a609-d1a6883cc8a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447636 Mar 11 16:34:48.476022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-5e1b34e0-d757-4957-974d-fa9169eed45b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:34:48.476921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-5e1b34e0-d757-4957-974d-fa9169eed45b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047138 Mar 11 16:34:48.623236 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-01949755-099f-4d31-8c44-661057ecda73 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404653 Mar 11 16:34:48.641077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b6a2a-8796-4822-b2cc-6a14489ffaef req-92905f5a-8dbd-477e-811b-1642b54409b4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:48.642555 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a64b6a2a-8796-4822-b2cc-6a14489ffaef req-92905f5a-8dbd-477e-811b-1642b54409b4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0793624 Mar 11 16:34:48.694189 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a64b6a2a-8796-4822-b2cc-6a14489ffaef req-0e9ba8cd-92d8-4680-8835-9a368918e545 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Mar 11 16:34:48.764693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-be068917-44d7-4d88-8bd3-4f9677fde3d5 req-d015f0fe-b4bc-4d3d-88b6-d9bb2f128419 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355762 Mar 11 16:34:49.906674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbde8-e121-4646-8e8a-456da238aa91 req-95a61c22-f79f-4d42-8cf8-4f4b8fc4e9af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:49.908233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e7fdbde8-e121-4646-8e8a-456da238aa91 req-95a61c22-f79f-4d42-8cf8-4f4b8fc4e9af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0810435 Mar 11 16:34:49.954762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e7fdbde8-e121-4646-8e8a-456da238aa91 req-e15f9be2-4a0b-461f-b084-e34f3f252dc0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 Mar 11 16:34:51.162921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4af60-fae3-42ab-8628-871fd8d2390b req-9f709b9b-25c3-4cb5-9dbd-f58c3fa76afb tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:51.164568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4fa4af60-fae3-42ab-8628-871fd8d2390b req-9f709b9b-25c3-4cb5-9dbd-f58c3fa76afb tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0847688 Mar 11 16:34:51.215377 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4fa4af60-fae3-42ab-8628-871fd8d2390b req-066e3380-c8ba-4253-a746-05e2fed1ea43 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Mar 11 16:34:52.416687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889cb2d-386f-4ac2-b32c-7f44c2eb152d req-44258d82-6c45-49d7-965f-d200e390c384 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:52.418938 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0889cb2d-386f-4ac2-b32c-7f44c2eb152d req-44258d82-6c45-49d7-965f-d200e390c384 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0798390 Mar 11 16:34:52.466013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0889cb2d-386f-4ac2-b32c-7f44c2eb152d req-f8579e9b-a835-4f4c-aeaf-2e039ee1ef1e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Mar 11 16:34:53.681532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a579645-30bb-4d69-81ea-c2a612f6842f req-2ac1be95-3b10-4a62-86a9-1b28df189262 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:53.683605 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a579645-30bb-4d69-81ea-c2a612f6842f req-2ac1be95-3b10-4a62-86a9-1b28df189262 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0910337 Mar 11 16:34:53.730821 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a579645-30bb-4d69-81ea-c2a612f6842f req-e65b69ed-9761-4d69-be5b-9158ba4a0928 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Mar 11 16:34:54.939381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12df1-26d4-4db4-a486-ef37813abb65 req-2a6f00e2-3d1a-41e7-9865-3122e80d28f7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:54.940732 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bf12df1-26d4-4db4-a486-ef37813abb65 req-2a6f00e2-3d1a-41e7-9865-3122e80d28f7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0787978 Mar 11 16:34:54.989964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bf12df1-26d4-4db4-a486-ef37813abb65 req-e50821ab-6f29-4694-9ec6-4d240ee94f2b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Mar 11 16:34:56.208228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292627f-5b91-48e9-8d9d-ccde47734b70 req-94710d67-eea5-4804-bc1d-561462b2af78 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:56.209715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b292627f-5b91-48e9-8d9d-ccde47734b70 req-94710d67-eea5-4804-bc1d-561462b2af78 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0816402 Mar 11 16:34:56.257278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b292627f-5b91-48e9-8d9d-ccde47734b70 req-6c7558f5-5af1-462f-9aeb-7925da1a416b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Mar 11 16:34:57.457376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17dd1f-6de9-41c5-8460-b16f4dc58f42 req-3da56fda-6112-48ae-9328-593752cd66ab tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:57.458855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6d17dd1f-6de9-41c5-8460-b16f4dc58f42 req-3da56fda-6112-48ae-9328-593752cd66ab tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0792706 Mar 11 16:34:57.505939 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6d17dd1f-6de9-41c5-8460-b16f4dc58f42 req-a0257b09-0431-4047-a427-f702bf017d16 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415566 Mar 11 16:34:58.730776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16f7a-895c-4221-b5ab-69ea550b03c9 req-a4579d20-61c5-44ee-b832-f6c7a39f5370 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:58.732221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a0d16f7a-895c-4221-b5ab-69ea550b03c9 req-a4579d20-61c5-44ee-b832-f6c7a39f5370 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0859678 Mar 11 16:34:58.779263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a0d16f7a-895c-4221-b5ab-69ea550b03c9 req-c6898c8a-e1c8-4c2c-b29a-d35b68555646 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Mar 11 16:34:59.981025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392879-934c-4403-acb0-cfaf8ad3efc8 req-f7f7fa0a-de8c-4152-86d4-b997158571b6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:34:59.982509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f392879-934c-4403-acb0-cfaf8ad3efc8 req-f7f7fa0a-de8c-4152-86d4-b997158571b6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0825956 Mar 11 16:35:00.031803 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f392879-934c-4403-acb0-cfaf8ad3efc8 req-1e21b89d-e979-4d84-a1e8-3d99852291bb tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 Mar 11 16:35:01.239120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a951bbb-2ddc-41b6-8f29-b825034f569a req-7308626a-75ad-4bee-9446-c98c6daa46d6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:01.240675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a951bbb-2ddc-41b6-8f29-b825034f569a req-7308626a-75ad-4bee-9446-c98c6daa46d6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0769324 Mar 11 16:35:01.288073 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a951bbb-2ddc-41b6-8f29-b825034f569a req-991ee127-9b6d-4f73-a158-1662d7ef2f48 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Mar 11 16:35:02.499517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96e6d-4e79-430a-a615-49bfb76e03fa req-1bb7a24d-5b9a-4747-8e9d-e798945bb9b3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:02.501057 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1d96e6d-4e79-430a-a615-49bfb76e03fa req-1bb7a24d-5b9a-4747-8e9d-e798945bb9b3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0831294 Mar 11 16:35:02.547961 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1d96e6d-4e79-430a-a615-49bfb76e03fa req-003624a6-bed8-4d8d-888d-8145dd0f4c85 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Mar 11 16:35:03.750939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035d7b3-4b9e-4699-b3d5-714166aa5b9f req-39ce0442-b1b6-4d45-bad6-66a8ca0b0c98 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:03.752405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c035d7b3-4b9e-4699-b3d5-714166aa5b9f req-39ce0442-b1b6-4d45-bad6-66a8ca0b0c98 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0795088 Mar 11 16:35:03.799783 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c035d7b3-4b9e-4699-b3d5-714166aa5b9f req-de0f9e0b-c41d-4c33-b20a-aa67de7bf01d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419216 Mar 11 16:35:05.003744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee676a4-5936-4c9f-af8f-18f0ea2136a4 req-0952e231-23f7-4643-9a24-35ad2042fb5b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:05.005095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee676a4-5936-4c9f-af8f-18f0ea2136a4 req-0952e231-23f7-4643-9a24-35ad2042fb5b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0822463 Mar 11 16:35:05.054804 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee676a4-5936-4c9f-af8f-18f0ea2136a4 req-01461961-e401-4cbc-8ca9-7b158924eda3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Mar 11 16:35:06.265359 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50ac9-cd96-4976-894d-5f5c6b97fcca req-9c7b3a73-eebd-4704-80a1-688c7ab93c2b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:06.266815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-01d50ac9-cd96-4976-894d-5f5c6b97fcca req-9c7b3a73-eebd-4704-80a1-688c7ab93c2b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0820291 Mar 11 16:35:06.320318 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-01d50ac9-cd96-4976-894d-5f5c6b97fcca req-5c31c40f-9251-4463-b727-7eb5c30e14c4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Mar 11 16:35:07.031751 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-0a89d807-aa0c-44b2-a4e4-9e37e66622ab service neutron] 10.222.0.11 "GET /v2.0/ports/9181d23a-c84f-49a1-8d94-c5af55ed8d49/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0757203 Mar 11 16:35:07.403155 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-1fd3725d-7c2c-48c1-ac71-33c4bb4b1c46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043&tenant_id=9dbb60180adf4653ac83fb49878566da HTTP/1.1" status: 200 len: 1098 time: 0.1804938 Mar 11 16:35:07.507187 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-a3dc86cb-8e05-4e7e-8c39-b9296793a5bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1098 time: 0.0811231 Mar 11 16:35:07.527555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8bd49-d449-4b03-848d-1258892f9e59 req-3993fee2-2ad3-4ea0-9269-7c9097e9af4a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:07.528996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3cf8bd49-d449-4b03-848d-1258892f9e59 req-3993fee2-2ad3-4ea0-9269-7c9097e9af4a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0805357 Mar 11 16:35:07.576002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3cf8bd49-d449-4b03-848d-1258892f9e59 req-7be6feab-ff1d-4bf1-80c7-4cb152f2c21a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Mar 11 16:35:07.642228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-a5f767c7-8515-4947-8ef2-4169c9da8e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:07.643574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-a5f767c7-8515-4947-8ef2-4169c9da8e25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1307130 Mar 11 16:35:07.721694 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-eb290343-3897-4ed2-a932-00b668f105ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0716581 Mar 11 16:35:07.784600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-d9b95a29-ffe6-45c2-9af2-e3a81f72af0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:07.786119 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-d9b95a29-ffe6-45c2-9af2-e3a81f72af0c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0584230 Mar 11 16:35:07.834966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-017c2e51-9a6a-4871-bb02-fb4801a44d9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432515 Mar 11 16:35:07.978279 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-9a6b4f38-528c-4a64-a008-61203302fefd service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375387 Mar 11 16:35:08.114283 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a6b3db4b-0174-416e-9045-44b6b5c0bcac req-4ac2810b-44da-4760-b794-a24390bd2860 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297476 Mar 11 16:35:08.181587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59f7322b-2ae9-4027-9537-bf9549d3b8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:08.787323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1d2c1-de8b-4fd2-9b56-a829f47d771b req-02f6d9a4-43c9-4126-ba43-3c3058e9dfc0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:08.788761 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c0e1d2c1-de8b-4fd2-9b56-a829f47d771b req-02f6d9a4-43c9-4126-ba43-3c3058e9dfc0 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0798726 Mar 11 16:35:08.916440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c0e1d2c1-de8b-4fd2-9b56-a829f47d771b req-a5644d7e-7fc4-4dad-a10f-51dc2d37b8f4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218812 Mar 11 16:35:10.120429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:10.125065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c03b1-0588-4640-8bbf-af1f7b638392 req-80172b02-efda-4f42-8b24-162878d86731 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:10.126565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-263c03b1-0588-4640-8bbf-af1f7b638392 req-80172b02-efda-4f42-8b24-162878d86731 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0788696 Mar 11 16:35:10.174355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-263c03b1-0588-4640-8bbf-af1f7b638392 req-f06c11de-58f9-4e9c-b01e-d23fe5ae20e4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Mar 11 16:35:10.235734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:10.265153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:35:10.274912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:10.279541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:10.329939 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'code': 200} Mar 11 16:35:10.362758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:10.371405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.371751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.372091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.372426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.372786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.373114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.373441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.373791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.374121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.374440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:10.374758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:11.265879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cd3b9a5f-924a-419d-b8ee-7450d757bb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:11.397386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a867bd0-0ef0-435c-a852-f980a3a2df68 req-0c0907c9-ac78-447c-b32d-b630c6229123 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:11.398944 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a867bd0-0ef0-435c-a852-f980a3a2df68 req-0c0907c9-ac78-447c-b32d-b630c6229123 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0904882 Mar 11 16:35:11.445263 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a867bd0-0ef0-435c-a852-f980a3a2df68 req-7a1f7849-1e3e-4664-955f-5e7e310e39ee tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Mar 11 16:35:11.788486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb50bfc-704b-4440-95a0-92198463e711 req-4b5962c0-9b00-4f09-8248-2748d945d2ca tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:11.789879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ebb50bfc-704b-4440-95a0-92198463e711 req-4b5962c0-9b00-4f09-8248-2748d945d2ca tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 943 time: 0.0789762 Mar 11 16:35:11.792486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950106-d979-4367-a6c8-83e689130dfb req-85112621-d2dd-4026-9a4b-ed7d38b57738 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:11.793537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6f950106-d979-4367-a6c8-83e689130dfb req-85112621-d2dd-4026-9a4b-ed7d38b57738 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Synchronizing usage tracker for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:35:11.811886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-6f950106-d979-4367-a6c8-83e689130dfb req-85112621-d2dd-4026-9a4b-ed7d38b57738 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Unset dirty status for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:35:11.813046 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-85112621-d2dd-4026-9a4b-ed7d38b57738 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043&tenant_id=9dbb60180adf4653ac83fb49878566da&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 943 time: 0.1096115 Mar 11 16:35:11.841474 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ebb50bfc-704b-4440-95a0-92198463e711 req-7e477428-d0c5-489c-b8df-bb23cda3db67 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454381 Mar 11 16:35:11.958158 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-94bd7adc-5e49-4e22-a05d-9ac81a616de0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 1096 time: 0.0703571 Mar 11 16:35:12.018733 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.099727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950106-d979-4367-a6c8-83e689130dfb req-7d16bf1d-4137-4277-8b6c-44ecceab581f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:12.101216 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-7d16bf1d-4137-4277-8b6c-44ecceab581f service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1375391 Mar 11 16:35:12.127594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.141510 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:35:12.187511 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-00da87ee-3dc0-4464-9c69-836644200ecd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 200 len: 217 time: 0.0801370 Mar 11 16:35:12.250880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950106-d979-4367-a6c8-83e689130dfb req-a6b7fdee-b5b3-4309-aed2-67ad3181c5cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:12.252301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-a6b7fdee-b5b3-4309-aed2-67ad3181c5cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0591552 Mar 11 16:35:12.277994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:12.293588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'port_id': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'mac_address': 'fa:16:3e:1d:62:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3a2f2-77a8-4e30-9cc0-d8f09204d89a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:35:12.302478 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-2de198b2-94eb-4ce5-b088-fef92e2eb91a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440502 Mar 11 16:35:12.359853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.377415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9181d23a-c84f-49a1-8d94-c5af55ed8d49 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:35:12.394972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:12.398922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:12.443602 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-143a4720-296c-4d64-8f41-7d59712169ac service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344719 Mar 11 16:35:12.471375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9181d23a-c84f-49a1-8d94-c5af55ed8d49'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:35:12.509852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:12.582596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6f950106-d979-4367-a6c8-83e689130dfb req-537f2008-13d0-4183-97b3-4d8f10179fa9 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327231 Mar 11 16:35:13.049125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3447843-5ddd-4a75-bd05-6c2a92e7c679 req-b5971003-211f-4df4-ad84-2007d40db582 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:13.054394 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3447843-5ddd-4a75-bd05-6c2a92e7c679 req-b5971003-211f-4df4-ad84-2007d40db582 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 944 time: 0.0827398 Mar 11 16:35:13.107984 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3447843-5ddd-4a75-bd05-6c2a92e7c679 req-44a2b562-2594-4cf3-afd7-64b91652c67a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Mar 11 16:35:13.579870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.191985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:14.277540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:14.277999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.342022 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4b8b-b608-4fe7-a97f-61f6add52072 req-de74ed86-418e-4b4e-bf23-944b78873e09 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:14.343503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8e4e4b8b-b608-4fe7-a97f-61f6add52072 req-de74ed86-418e-4b4e-bf23-944b78873e09 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 944 time: 0.0960524 Mar 11 16:35:14.390530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8e4e4b8b-b608-4fe7-a97f-61f6add52072 req-74166269-ab66-4c7d-a87f-e488f0e9887c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Mar 11 16:35:14.436556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.464962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:35:14.484303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:14.488838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:14.533970 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'code': 200} Mar 11 16:35:14.560820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:14.607392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2689049-9e1f-4a17-8074-497f12f42219 req-53649720-fb8d-41d9-989c-0c529fc0d5d4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:14.609066 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2689049-9e1f-4a17-8074-497f12f42219 req-53649720-fb8d-41d9-989c-0c529fc0d5d4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0900979 Mar 11 16:35:14.664052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2689049-9e1f-4a17-8074-497f12f42219 req-7fa08800-ff79-4fec-a01a-94d71c2afb87 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Mar 11 16:35:14.870601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5de88-3335-48a3-8ee2-d255b6ba3c06 req-6f6d5942-d73a-4521-b384-173abc181d33 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:14.871968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34b5de88-3335-48a3-8ee2-d255b6ba3c06 req-6f6d5942-d73a-4521-b384-173abc181d33 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.0820756 Mar 11 16:35:14.924137 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34b5de88-3335-48a3-8ee2-d255b6ba3c06 req-db7bac8d-e135-439f-921b-2ab9afdc6b3b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Mar 11 16:35:15.294939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:15.460199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-57121fcf-6339-44db-8f5d-45fc6e6064d7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:15.461516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-57121fcf-6339-44db-8f5d-45fc6e6064d7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 814 time: 0.1455870 Mar 11 16:35:15.479418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-45af817b-933b-43fc-abad-acfd46f8e035 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/quotas/9dbb60180adf4653ac83fb49878566da HTTP/1.1" status: 200 len: 375 time: 0.0118663 Mar 11 16:35:15.559635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-dcc5c9b2-129e-4ccf-9d70-d8b01a71a3d5 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0748096 Mar 11 16:35:15.699835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-6f470880-07ae-44ec-9762-a61e4fec4411 service neutron] 10.222.0.78 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334999 Mar 11 16:35:15.835140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e60e6508-d5f1-44ae-af9f-1ae58f270304 service neutron] 10.222.0.78 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294434 Mar 11 16:35:16.027360 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3cff9eda-234a-41a0-8aec-3550c71c1a3c req-78d270f7-ecb7-42f9-84e4-b13b0758b398 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 210 time: 0.0469379 Mar 11 16:35:17.038969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.11', 57666) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:35:17.155025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-c6f71aad-a3cf-4e16-afa3-2581cdc91e25 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:17.157923 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-c6f71aad-a3cf-4e16-afa3-2581cdc91e25 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7717847-5f43-453e-af55-16155d9b6043 HTTP/1.1" status: 200 len: 945 time: 0.1167495 Mar 11 16:35:17.235152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-7781affc-bb68-4822-a7c7-e831ebe31d28 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:17.236586 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-7781affc-bb68-4822-a7c7-e831ebe31d28 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 814 time: 0.2895262 Mar 11 16:35:17.256835 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Request body: {'port': {'device_id': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'admin_state_up': True, 'tenant_id': '9dbb60180adf4653ac83fb49878566da'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:35:17.277154 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-028772a2-a801-4bb2-bb62-fbd6b230eccc req-eeea78cb-2c9b-4f6a-bfc2-f13bf5044e5d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 210 time: 0.0714617 Mar 11 16:35:17.297347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Deleting port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:35:17.297463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:17.407333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:35:17.417915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:35:17.428076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Made reservation on behalf of 9dbb60180adf4653ac83fb49878566da for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:35:17.431339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:17.615520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Allocated IP 172.20.0.13 (762ec125-984d-4588-b3d7-b7fa243282fe/78b3a2f2-77a8-4e30-9cc0-d8f09204d89a/84e7e022-7d80-473b-8c70-3ca167acb439) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:35:17.665695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] For port 9181d23a-c84f-49a1-8d94-c5af55ed8d49, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9181d23a-c84f-49a1-8d94-c5af55ed8d49,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:17.667099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:17.815236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Calling delete_port for 9181d23a-c84f-49a1-8d94-c5af55ed8d49 owned by compute:nova {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:35:17.839269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:17.868544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:17.881676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9181d23a-c84f-49a1-8d94-c5af55ed8d49'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:35:17.944184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:17.959839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.960151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.960422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.960755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.961083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.961404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.961742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.962071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.962388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.962704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.963651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:17.977435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Network 762ec125-984d-4588-b3d7-b7fa243282fe is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:35:17.979621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:35:17.983040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:35:18.012885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.108257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:18.108859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.115925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Pushing event deleted for resources: {'Port': ['ID=9181d23a-c84f-49a1-8d94-c5af55ed8d49,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:18.137190 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-e093843a-b54b-41b6-8260-671a472a663d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8838360 Mar 11 16:35:18.147891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Request body: {'port': {'device_id': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:35:18.167422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] No DVR routers for this DVR port 9181d23a-c84f-49a1-8d94-c5af55ed8d49 on host hv-neutron-8332 {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:35:18.169636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.170014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.170348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.170677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.171002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.171324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.171647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.171963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.172278 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.172592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.172912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:35:18.175978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.178672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-deleted', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:35:18.192067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d083f89e-2b04-46fa-bfe8-6a79f0353856 req-ab45e4cc-2aef-4f66-bcda-f0d8bc2d0b75 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "DELETE /v2.0/ports/9181d23a-c84f-49a1-8d94-c5af55ed8d49 HTTP/1.1" status: 204 len: 173 time: 1.0291569 Mar 11 16:35:18.268534 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7717847-5f43-453e-af55-16155d9b6043', 'name': 'network-vif-deleted', 'tag': '9181d23a-c84f-49a1-8d94-c5af55ed8d49', 'status': 'completed', 'code': 200} Mar 11 16:35:18.281953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.502674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097272-12e9-4417-bf63-33df879dc639 req-fac0a74b-5f06-4493-ab05-201ceab68681 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:18.503260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-90097272-12e9-4417-bf63-33df879dc639 req-fac0a74b-5f06-4493-ab05-201ceab68681 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Synchronizing usage tracker for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:35:18.520092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-90097272-12e9-4417-bf63-33df879dc639 req-fac0a74b-5f06-4493-ab05-201ceab68681 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Unset dirty status for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:35:18.521368 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90097272-12e9-4417-bf63-33df879dc639 req-fac0a74b-5f06-4493-ab05-201ceab68681 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 932 time: 0.1064112 Mar 11 16:35:18.571078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90097272-12e9-4417-bf63-33df879dc639 req-081ee6f8-8f7a-41d2-a74f-65caf51df020 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Mar 11 16:35:18.653581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:35:18.660994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.677570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Transition to ACTIVE for port object 84e7e022-7d80-473b-8c70-3ca167acb439 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:35:18.681376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:18.828987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:18.939920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Attempting to bind port 84e7e022-7d80-473b-8c70-3ca167acb439 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:35:18.940241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Attempting to bind port 84e7e022-7d80-473b-8c70-3ca167acb439 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:35:18.940560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Attempting to bind port 84e7e022-7d80-473b-8c70-3ca167acb439 on network 762ec125-984d-4588-b3d7-b7fa243282fe {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:35:18.946142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Port 84e7e022-7d80-473b-8c70-3ca167acb439 on network 762ec125-984d-4588-b3d7-b7fa243282fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:35:18.946454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Attempting to bind port 84e7e022-7d80-473b-8c70-3ca167acb439 on network 762ec125-984d-4588-b3d7-b7fa243282fe {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:35:18.952983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:35:18.953312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Checking segment: {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:35:18.953694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Bound using segment: {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:35:18.954129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Bound port: 84e7e022-7d80-473b-8c70-3ca167acb439, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4489e291-128c-4372-8120-eace322ecadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:35:18.954467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.047631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:35:19.050987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:35:19.055534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.122076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:19.123462 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] 10.222.0.11 "PUT /v2.0/ports/84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 1094 time: 0.9796841 Mar 11 16:35:19.123886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:35:19.142807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dec4c7-29b4-4428-9ef1-9604eca79371 service neutron] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:19.196130 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439', 'status': 'completed', 'code': 200} Mar 11 16:35:19.234207 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-44347ec8-a708-4a71-99da-842f286e2e63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1097 time: 0.0733294 Mar 11 16:35:19.402579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-dad5536a-96b0-48dc-b5ee-bf6f48d2af10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.1614842 Mar 11 16:35:19.465083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a6daf27f-b3d1-43fc-b7f0-1f6f1758b21b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:19.466800 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-a6daf27f-b3d1-43fc-b7f0-1f6f1758b21b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0578334 Mar 11 16:35:19.513901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-457ff4d6-faf4-41ca-af41-42d8c2acd512 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400634 Mar 11 16:35:19.653101 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-282f9adf-ea37-46dd-8c4f-caed0ef51fb2 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331415 Mar 11 16:35:19.779424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1b158-6f69-4d8c-bdd6-8e8dc226c926 req-6ff2ff84-accf-4d66-910f-9159e7dfcbc7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:19.780933 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dfc1b158-6f69-4d8c-bdd6-8e8dc226c926 req-6ff2ff84-accf-4d66-910f-9159e7dfcbc7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 944 time: 0.0852704 Mar 11 16:35:19.801548 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f54083ba-e54d-45f6-890c-e977b0a277c1 req-d35b2044-90a3-4920-9566-85e56d5be6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413066 Mar 11 16:35:19.830197 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dfc1b158-6f69-4d8c-bdd6-8e8dc226c926 req-aa5806db-15d8-417c-82b1-e1aac8b7f8ec tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Mar 11 16:35:19.925074 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-f8d1fe73-c97f-4b82-91d2-9976bb591195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1097 time: 0.0756013 Mar 11 16:35:20.061385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708a72-6782-4920-9ca6-407752691ec2 req-47b7059b-b7b3-4185-bd93-292bcf0829eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:20.062929 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-47b7059b-b7b3-4185-bd93-292bcf0829eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1325486 Mar 11 16:35:20.129830 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-e89c68bd-1b43-49f4-85cb-38eba7df00d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.0610824 Mar 11 16:35:20.197144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60708a72-6782-4920-9ca6-407752691ec2 req-c27a4502-33a7-4816-a9dd-8e4ca5505ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:20.199135 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-c27a4502-33a7-4816-a9dd-8e4ca5505ef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0639668 Mar 11 16:35:20.216492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:35:20.245856 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-5d5bf4aa-6188-4602-a22f-1df8907fd343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402620 Mar 11 16:35:20.249682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 9181d23a-c84f-49a1-8d94-c5af55ed8d49 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:35:20.250044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9181d23a-c84f-49a1-8d94-c5af55ed8d49 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:35:20.378751 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-37bba143-c0b5-41b4-999c-36f9a0039b92 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275337 Mar 11 16:35:20.517131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-60708a72-6782-4920-9ca6-407752691ec2 req-5a0326b2-baba-44d6-af83-f6b85da273a1 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325476 Mar 11 16:35:21.038110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85927f1-c1ad-4bcb-a0ba-67bb407d9f46 req-314d366b-4797-4224-928e-9235cf5d730a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:21.039541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a85927f1-c1ad-4bcb-a0ba-67bb407d9f46 req-314d366b-4797-4224-928e-9235cf5d730a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 944 time: 0.0795310 Mar 11 16:35:21.088900 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a85927f1-c1ad-4bcb-a0ba-67bb407d9f46 req-8e3e9b5d-fabc-46ae-acd6-0d53a0c37225 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Mar 11 16:35:22.143566 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:22.302424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b55b6f-6024-4138-808f-a6159adf308a req-77dbf987-28a7-4656-b2b3-e78020214ae2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:22.303893 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92b55b6f-6024-4138-808f-a6159adf308a req-77dbf987-28a7-4656-b2b3-e78020214ae2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 944 time: 0.0836768 Mar 11 16:35:22.355055 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92b55b6f-6024-4138-808f-a6159adf308a req-577428f9-1467-4b15-aef8-381881f933bd tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449207 Mar 11 16:35:23.563444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cb7af-4ee2-476b-8658-ced4a5e63bc1 req-fac9f77c-2b75-44eb-b18b-5aaa9e443eb7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:23.564898 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-008cb7af-4ee2-476b-8658-ced4a5e63bc1 req-fac9f77c-2b75-44eb-b18b-5aaa9e443eb7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 944 time: 0.0873139 Mar 11 16:35:23.612962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-008cb7af-4ee2-476b-8658-ced4a5e63bc1 req-18171457-6d18-42cf-8453-6c9d9c29fb39 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Mar 11 16:35:24.239663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:35:24.375379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:24.390519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '84e7e022-7d80-473b-8c70-3ca167acb439', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'port_id': '84e7e022-7d80-473b-8c70-3ca167acb439', 'mac_address': 'fa:16:3e:c6:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3a2f2-77a8-4e30-9cc0-d8f09204d89a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:35:24.449571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:24.467330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:35:24.491827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:24.495996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:24.563707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:24.824460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['84e7e022-7d80-473b-8c70-3ca167acb439'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:35:24.827532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af24fd7-c088-410b-9b7a-4e9fe37eab72 req-ba942be1-c161-41c4-9163-40bfe6754c90 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:24.828997 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9af24fd7-c088-410b-9b7a-4e9fe37eab72 req-ba942be1-c161-41c4-9163-40bfe6754c90 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 945 time: 0.0797830 Mar 11 16:35:24.876416 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9af24fd7-c088-410b-9b7a-4e9fe37eab72 req-80267c1c-6b3a-4d81-a676-8df0bdf9c75e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 Mar 11 16:35:26.196384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b742023-d8b5-4a3a-8ad7-fd48ea516ef4 req-01c1cdc1-5e53-40a9-8e01-773ff46b1814 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:26.198491 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b742023-d8b5-4a3a-8ad7-fd48ea516ef4 req-01c1cdc1-5e53-40a9-8e01-773ff46b1814 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 945 time: 0.1832514 Mar 11 16:35:26.239913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:35:26.254846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b742023-d8b5-4a3a-8ad7-fd48ea516ef4 req-a5986c45-948d-4694-b519-95147a065f91 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476878 Mar 11 16:35:26.325920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 84e7e022-7d80-473b-8c70-3ca167acb439 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:35:26.331539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 84e7e022-7d80-473b-8c70-3ca167acb439 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:35:26.334311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:26.466732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:26.503100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:35:26.516891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:35:26.521601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:26.577802 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439', 'code': 200} Mar 11 16:35:26.610462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:35:26.810282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-19b59397-1509-4c9d-9180-8ffe16b8ecbc req-6b0bf8a6-3162-4798-9a5e-f73891329a34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1099 time: 0.0787981 Mar 11 16:35:26.854165 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-19b59397-1509-4c9d-9180-8ffe16b8ecbc req-fd598744-57bf-45f3-8ca2-928ed3bf9c56 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Mar 11 16:35:27.466378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186ed37-c63f-4dd5-a888-9df5e9ce53a1 req-1eb4a470-10aa-466c-9778-5e9832983c9f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:27.467840 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4186ed37-c63f-4dd5-a888-9df5e9ce53a1 req-1eb4a470-10aa-466c-9778-5e9832983c9f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0872083 Mar 11 16:35:27.514700 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4186ed37-c63f-4dd5-a888-9df5e9ce53a1 req-656f02b4-1d31-4100-96f3-fb02a9f7ce52 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Mar 11 16:35:28.797989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0f5f6-ef67-4055-8359-3cda6c541cd6 req-adcb6574-3201-4b0f-863e-e8da383c87ba tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:28.799498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eed0f5f6-ef67-4055-8359-3cda6c541cd6 req-adcb6574-3201-4b0f-863e-e8da383c87ba tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.1595440 Mar 11 16:35:28.846610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eed0f5f6-ef67-4055-8359-3cda6c541cd6 req-e0476273-fc03-4dde-adbf-747ebde86de7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Mar 11 16:35:29.064928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6cfd8-68f5-406b-b116-6a0d426b0d3e req-9271fca7-345c-4e36-aa9f-51c47bac51d9 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:29.066514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ae6cfd8-68f5-406b-b116-6a0d426b0d3e req-9271fca7-345c-4e36-aa9f-51c47bac51d9 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0859587 Mar 11 16:35:29.116120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ae6cfd8-68f5-406b-b116-6a0d426b0d3e req-b45f3e15-d77d-4e5d-a3c0-ed2eb65c02a9 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Mar 11 16:35:29.327317 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a8c580a-0109-4dd8-bc08-0e71a717c5bd req-2325defd-3911-4771-8926-d7cf548c17c7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694451 Mar 11 16:35:29.598213 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-28c2bf70-5167-4654-8998-3e5004beddfd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824811 Mar 11 16:35:29.674677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8fa6c-edec-4d43-9988-5088992d65a0 req-93ff7378-492c-4ac3-89bc-c0d7667ccb58 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:29.676310 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9cb8fa6c-edec-4d43-9988-5088992d65a0 req-93ff7378-492c-4ac3-89bc-c0d7667ccb58 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0839591 Mar 11 16:35:29.728144 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9cb8fa6c-edec-4d43-9988-5088992d65a0 req-3fb77ff3-17bd-4ce1-a42a-c28f7e628294 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 Mar 11 16:35:30.823623 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-45b54a97-15e0-4624-a028-7350cb1cc7a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1099 time: 0.0932682 Mar 11 16:35:30.957050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116814d9-63e7-438e-91b2-5fcf385e39dc req-9fba05bd-7ee0-42d0-a24b-bf345570565d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:30.958373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-116814d9-63e7-438e-91b2-5fcf385e39dc req-9fba05bd-7ee0-42d0-a24b-bf345570565d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0802281 Mar 11 16:35:30.963488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f364-eb1a-4167-907d-83c890b29f7b req-90feb061-bf1e-45ea-8ab7-00686a32133d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:30.964971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-90feb061-bf1e-45ea-8ab7-00686a32133d service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1356478 Mar 11 16:35:31.007851 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-116814d9-63e7-438e-91b2-5fcf385e39dc req-c54ad7d9-888b-4937-bff8-f711bc167e29 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Mar 11 16:35:31.039570 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-fa475c85-39ae-4a5c-9849-e0f37f49e04c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.0689204 Mar 11 16:35:31.209841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f364-eb1a-4167-907d-83c890b29f7b req-08e192f9-4485-4c1a-be37-b3cfdfb6e27f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:31.211218 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-08e192f9-4485-4c1a-be37-b3cfdfb6e27f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.1660426 Mar 11 16:35:31.256720 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-ea16078a-e81f-4ece-af50-fc159a57c347 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391479 Mar 11 16:35:31.392679 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-3ddb689a-ea1f-4391-891a-5526eefe154c service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303439 Mar 11 16:35:31.524901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-358ccc3d-acde-43d0-a8a5-d3e73da27cba service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266980 Mar 11 16:35:32.300615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd3cfe-8b40-490f-8037-208518d2536b req-4d7a39c1-15d4-45f5-a803-1832cc94ec3d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:32.301999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-94bd3cfe-8b40-490f-8037-208518d2536b req-4d7a39c1-15d4-45f5-a803-1832cc94ec3d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.1700413 Mar 11 16:35:32.349128 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-94bd3cfe-8b40-490f-8037-208518d2536b req-ba6c0236-93b8-4425-bf63-35c641ab6e8c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Mar 11 16:35:33.558124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf830-3e34-48d8-b3c1-2741e280ef95 req-2f8854dd-2ec0-4575-b58b-d2bdf2cd2fde tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:33.559645 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f6cf830-3e34-48d8-b3c1-2741e280ef95 req-2f8854dd-2ec0-4575-b58b-d2bdf2cd2fde tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0784891 Mar 11 16:35:33.607993 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f6cf830-3e34-48d8-b3c1-2741e280ef95 req-89dde2c6-ad54-48b7-aebf-ea6677770641 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Mar 11 16:35:34.825226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851526-7e61-4328-95a2-293c3f443857 req-60e666ff-0726-475c-92e1-129e5c01f2e7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:34.826715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68851526-7e61-4328-95a2-293c3f443857 req-60e666ff-0726-475c-92e1-129e5c01f2e7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0935528 Mar 11 16:35:34.877875 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68851526-7e61-4328-95a2-293c3f443857 req-8cd97b53-739e-4049-bca5-468f4c3cc763 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Mar 11 16:35:36.078875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7f86-0a17-48c4-876c-17053db89104 req-f4d944a2-8a55-4fad-bbb6-a70bdb573304 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:36.080325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-595e7f86-0a17-48c4-876c-17053db89104 req-f4d944a2-8a55-4fad-bbb6-a70bdb573304 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0785112 Mar 11 16:35:36.131039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-595e7f86-0a17-48c4-876c-17053db89104 req-70861a40-f7f1-4e13-9a7a-d246b1d4c71b tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Mar 11 16:35:37.344045 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f35d1-befe-471b-9793-eade19c1cdb5 req-eacb555e-ad16-41fc-8660-c70025221269 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:37.346438 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e4f35d1-befe-471b-9793-eade19c1cdb5 req-eacb555e-ad16-41fc-8660-c70025221269 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0899889 Mar 11 16:35:37.398701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3e4f35d1-befe-471b-9793-eade19c1cdb5 req-6b7f14c9-708e-4c23-9740-e9f9926b05ce tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466986 Mar 11 16:35:38.186740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3ac4b207-7023-4e0e-85d5-993fc080584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:38.597739 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3aa7d6-1074-4c62-a88f-923c443634db req-6942cb5f-63f2-4d77-9bd3-d10c3123fc2c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:38.599311 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef3aa7d6-1074-4c62-a88f-923c443634db req-6942cb5f-63f2-4d77-9bd3-d10c3123fc2c tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0780921 Mar 11 16:35:38.651841 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef3aa7d6-1074-4c62-a88f-923c443634db req-10ccf3c4-cbc0-4859-aed0-a5ee64216502 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Mar 11 16:35:39.851634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89974d1-83f9-43f3-97af-66c834fd9ed4 req-05b4d9d5-7a15-4602-a969-aa31b9bbd480 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:39.853183 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a89974d1-83f9-43f3-97af-66c834fd9ed4 req-05b4d9d5-7a15-4602-a969-aa31b9bbd480 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0784850 Mar 11 16:35:39.899549 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a89974d1-83f9-43f3-97af-66c834fd9ed4 req-037f2e44-d38a-4e30-9270-0e3e1f873733 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Mar 11 16:35:41.118806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9206638-b666-438e-9821-468518ab5be9 req-413d5d69-b099-4619-ac96-a73f3d1e8163 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:41.120312 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9206638-b666-438e-9821-468518ab5be9 req-413d5d69-b099-4619-ac96-a73f3d1e8163 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0941103 Mar 11 16:35:41.171194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9206638-b666-438e-9821-468518ab5be9 req-e43b72fe-6623-43b1-95b9-d1695f17de3e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Mar 11 16:35:41.268769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-82fa08ae-c576-4b04-a83d-f784af5e0f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.022784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.131985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:42.378240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13707a9-c4e4-4778-a327-9b10a5be7e44 req-a53fb928-4150-486c-904b-c3ae517daa9f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:42.379668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f13707a9-c4e4-4778-a327-9b10a5be7e44 req-a53fb928-4150-486c-904b-c3ae517daa9f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0821395 Mar 11 16:35:42.427470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f13707a9-c4e4-4778-a327-9b10a5be7e44 req-f0fd913c-dfa0-4935-b4ba-afab2cdcae33 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423295 Mar 11 16:35:43.589341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:43.634951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad475f2-5974-433a-895f-9193ccea2e55 req-ae71cd4b-f289-44c9-9821-de0043fc8f38 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:43.637168 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fad475f2-5974-433a-895f-9193ccea2e55 req-ae71cd4b-f289-44c9-9821-de0043fc8f38 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0837493 Mar 11 16:35:43.685621 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fad475f2-5974-433a-895f-9193ccea2e55 req-2600a5d5-21e2-4770-9ab4-207968396384 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Mar 11 16:35:44.896734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2792-6787-4220-b4d0-9bf530d98ea0 req-903f9218-378e-4be2-8530-bfdf61e43389 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:44.898264 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89de2792-6787-4220-b4d0-9bf530d98ea0 req-903f9218-378e-4be2-8530-bfdf61e43389 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0767822 Mar 11 16:35:44.948569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89de2792-6787-4220-b4d0-9bf530d98ea0 req-ea07a61f-7dc9-422d-a572-b6fdfd6e0b07 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Mar 11 16:35:45.305386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:35:46.156857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931ba71-ed5e-4135-9917-2d7893855707 req-03d3c80e-6e1f-4155-a04f-30823314ddd2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:46.158485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8931ba71-ed5e-4135-9917-2d7893855707 req-03d3c80e-6e1f-4155-a04f-30823314ddd2 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0787725 Mar 11 16:35:46.204171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8931ba71-ed5e-4135-9917-2d7893855707 req-2e879113-f0e7-4029-8092-85fe06e7d3d8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Mar 11 16:35:47.414064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472795-6630-4e32-95d6-e86390875675 req-eae197af-b23b-4c97-b9c6-5e0887a8e6e7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:47.415431 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14472795-6630-4e32-95d6-e86390875675 req-eae197af-b23b-4c97-b9c6-5e0887a8e6e7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0867283 Mar 11 16:35:47.466307 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14472795-6630-4e32-95d6-e86390875675 req-efca0714-387f-4e96-bf83-834ae40af1ca tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Mar 11 16:35:48.675712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd299-73c4-45c4-856e-053e75808d35 req-9c8e1407-4ca3-43e8-81fc-cff9083c8757 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:48.677151 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f38dd299-73c4-45c4-856e-053e75808d35 req-9c8e1407-4ca3-43e8-81fc-cff9083c8757 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0866392 Mar 11 16:35:48.729490 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f38dd299-73c4-45c4-856e-053e75808d35 req-748f001f-1c75-42d4-8c3c-439833ba3a78 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Mar 11 16:35:49.028179 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-4cffa503-3040-4f25-8e6a-822d0b763687 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1099 time: 0.0707972 Mar 11 16:35:49.181005 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-44f066f8-f9e4-49ef-8d9e-d8ea4b67750e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:49.182725 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-44f066f8-f9e4-49ef-8d9e-d8ea4b67750e service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1352155 Mar 11 16:35:49.255177 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-ca05aeae-2115-4906-a22e-62643221f0a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.0657973 Mar 11 16:35:49.316080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-4d3a1815-f185-4374-bd3d-ef4d27b73401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:49.317502 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-4d3a1815-f185-4374-bd3d-ef4d27b73401 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0571349 Mar 11 16:35:49.367840 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-ef65d0ee-29e0-4f68-8897-8fc32d30df28 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444424 Mar 11 16:35:49.503039 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-c68cf8e7-5756-49c4-8073-767aea987f30 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292157 Mar 11 16:35:49.635120 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3b77c60a-c320-48b6-8eca-fbcdc77dca98 req-00001075-7471-43e2-9b70-cd81dd519e11 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262589 Mar 11 16:35:49.943257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8d16-e6e8-4005-808f-140b2aedf4ff req-6368c364-cd60-40cb-b088-f9c4f36d7a50 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:49.944618 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e48a8d16-e6e8-4005-808f-140b2aedf4ff req-6368c364-cd60-40cb-b088-f9c4f36d7a50 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0813823 Mar 11 16:35:49.994138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e48a8d16-e6e8-4005-808f-140b2aedf4ff req-141d49b8-4ce3-4c0c-b797-e61b6d1d8bb6 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Mar 11 16:35:51.206945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47116c-3b70-4682-9fc8-04f1a7ef8d58 req-6979f608-bca8-4582-a58b-f3a049a48a65 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:51.208479 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b47116c-3b70-4682-9fc8-04f1a7ef8d58 req-6979f608-bca8-4582-a58b-f3a049a48a65 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0769670 Mar 11 16:35:51.254514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6b47116c-3b70-4682-9fc8-04f1a7ef8d58 req-e544e88a-607b-4f20-aac2-553a51940370 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Mar 11 16:35:52.456670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832c12c-3df1-45de-8ea8-b17fb93d4b7f req-2ea05efe-e86c-422c-a857-4f370c4f0087 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:52.458293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6832c12c-3df1-45de-8ea8-b17fb93d4b7f req-2ea05efe-e86c-422c-a857-4f370c4f0087 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0794659 Mar 11 16:35:52.505229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6832c12c-3df1-45de-8ea8-b17fb93d4b7f req-6df02fe4-3772-4f11-a7fd-32d6f268090f tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Mar 11 16:35:53.707801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0595344-45ef-4ca1-85fb-dedbbe27f51a req-5590dd93-810d-4828-90c3-132ff616b58e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:53.709291 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0595344-45ef-4ca1-85fb-dedbbe27f51a req-5590dd93-810d-4828-90c3-132ff616b58e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0789037 Mar 11 16:35:53.759459 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0595344-45ef-4ca1-85fb-dedbbe27f51a req-4d25b3f7-5f84-4ec1-a8a8-b6ada905b9e8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438871 Mar 11 16:35:54.961293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a6ad4-0958-42e5-90af-cfd4f766421d req-3e057ce9-0ec0-4e42-9f8d-a154f58a2550 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:54.962671 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a07a6ad4-0958-42e5-90af-cfd4f766421d req-3e057ce9-0ec0-4e42-9f8d-a154f58a2550 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0783412 Mar 11 16:35:55.009053 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a07a6ad4-0958-42e5-90af-cfd4f766421d req-3e9f72fe-a801-4da5-8df9-dd4387d7bd27 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394099 Mar 11 16:35:56.223252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e011148-4ca6-4697-9dea-a683638974e8 req-3013db9d-9c9e-4475-b64e-0ab1a914bad4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:56.224727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e011148-4ca6-4697-9dea-a683638974e8 req-3013db9d-9c9e-4475-b64e-0ab1a914bad4 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0858464 Mar 11 16:35:56.275353 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e011148-4ca6-4697-9dea-a683638974e8 req-9422d50f-beba-47ec-81e6-dc8a643c63fd tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450642 Mar 11 16:35:57.484854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08c49-f099-401e-b2b8-d189f16a6789 req-643c9133-a56d-48c9-84bf-7ccd17d2f04e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:57.486322 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-75e08c49-f099-401e-b2b8-d189f16a6789 req-643c9133-a56d-48c9-84bf-7ccd17d2f04e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0797114 Mar 11 16:35:57.541758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-75e08c49-f099-401e-b2b8-d189f16a6789 req-29f60865-d692-4507-af56-68acb8791b62 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499020 Mar 11 16:35:58.367977 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-7852e187-84be-4f47-9797-0b724b4ca2f3 service neutron] 10.222.0.11 "GET /v2.0/ports/84e7e022-7d80-473b-8c70-3ca167acb439/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0732679 Mar 11 16:35:58.662665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-6b6a2de1-c69f-4317-aa33-080cdc60d33d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad&tenant_id=9dbb60180adf4653ac83fb49878566da HTTP/1.1" status: 200 len: 1099 time: 0.0934341 Mar 11 16:35:58.770014 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-ecc7367d-2a48-4395-bf7e-c1f858eda468 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1099 time: 0.0835414 Mar 11 16:35:58.906588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b3fe-f97e-4f3f-bd09-caaf7db65ea3 req-86d1220b-8371-42df-9237-1625e35c8627 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:58.907960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4765b3fe-f97e-4f3f-bd09-caaf7db65ea3 req-86d1220b-8371-42df-9237-1625e35c8627 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0834057 Mar 11 16:35:58.912555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f364-eb1a-4167-907d-83c890b29f7b req-33c188a1-d357-4fd0-9102-da9aa060144f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:58.914144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-33c188a1-d357-4fd0-9102-da9aa060144f service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1390619 Mar 11 16:35:58.955059 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4765b3fe-f97e-4f3f-bd09-caaf7db65ea3 req-47ff0fea-1d39-4bc7-9755-341721d370bb tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Mar 11 16:35:58.986709 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-16657a69-a795-4d69-89d3-4ea993094068 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.0664136 Mar 11 16:35:59.051002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221f364-eb1a-4167-907d-83c890b29f7b req-34aa8f18-12e8-45b3-b053-5ede94fc269b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:35:59.052421 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-34aa8f18-12e8-45b3-b053-5ede94fc269b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0594788 Mar 11 16:35:59.098804 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-e502f3bd-8cfe-42e1-8818-57dfb0d3860d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397339 Mar 11 16:35:59.143301 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:35:59.338363 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-ad01cb79-c43e-46a6-abff-890d94f13fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335393 Mar 11 16:35:59.472314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b221f364-eb1a-4167-907d-83c890b29f7b req-6cd54de0-3b5a-4e73-b54b-af4e2de078b8 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277187 Mar 11 16:36:00.163749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281db29f-b5d6-4a6b-acdb-973a2a7ba976 req-bc2dc6fb-504a-4ea0-96c7-d0836ffdf577 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:00.165338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-281db29f-b5d6-4a6b-acdb-973a2a7ba976 req-bc2dc6fb-504a-4ea0-96c7-d0836ffdf577 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0849972 Mar 11 16:36:00.219039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-281db29f-b5d6-4a6b-acdb-973a2a7ba976 req-eb725584-edc4-4a5b-a27e-c44aa27ba8da tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443842 Mar 11 16:36:01.507281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c577e2-d03d-4aed-873c-fc82037471aa req-5d34856c-aa1b-4de5-a2f4-9cc1cce62f0d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:01.508633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18c577e2-d03d-4aed-873c-fc82037471aa req-5d34856c-aa1b-4de5-a2f4-9cc1cce62f0d tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.1664448 Mar 11 16:36:01.554304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18c577e2-d03d-4aed-873c-fc82037471aa req-841af7b7-cea6-4f74-9bed-000900b3c603 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Mar 11 16:36:02.488481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:36:02.491744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:02.717965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:02.739512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:02.759368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '84e7e022-7d80-473b-8c70-3ca167acb439', 'network_id': '762ec125-984d-4588-b3d7-b7fa243282fe', 'port_id': '84e7e022-7d80-473b-8c70-3ca167acb439', 'mac_address': 'fa:16:3e:c6:ec:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b3a2f2-77a8-4e30-9cc0-d8f09204d89a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:36:02.765502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:02.793291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2141a-536c-4b1f-b02f-d92913d04339 req-e155719d-bace-405c-82cc-f953dcad7ab8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:02.795983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24c2141a-536c-4b1f-b02f-d92913d04339 req-e155719d-bace-405c-82cc-f953dcad7ab8 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.1035483 Mar 11 16:36:02.799428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:02.814214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:02.856588 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24c2141a-536c-4b1f-b02f-d92913d04339 req-26f82275-14d9-4eac-bc26-4642aad644ab tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530090 Mar 11 16:36:02.888565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:02.911390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:36:02.947715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:02.957573 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439', 'code': 200} Mar 11 16:36:02.978975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:36:02.979924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:36:03.202179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153773-0590-4505-99a1-7d0e818c20d1 req-5fa5b765-833e-4530-a463-e7c8b7f118af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:03.202867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-65153773-0590-4505-99a1-7d0e818c20d1 req-5fa5b765-833e-4530-a463-e7c8b7f118af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Synchronizing usage tracker for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:03.214824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-65153773-0590-4505-99a1-7d0e818c20d1 req-5fa5b765-833e-4530-a463-e7c8b7f118af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Unset dirty status for tenant:9dbb60180adf4653ac83fb49878566da on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:03.216168 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cf39a-1b0a-43b1-82e2-6a470799d68b req-ee3f49d2-498a-4922-bdfc-791077ea4e54 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:03.216342 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-5fa5b765-833e-4530-a463-e7c8b7f118af tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad&tenant_id=9dbb60180adf4653ac83fb49878566da&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.0935550 Mar 11 16:36:03.217669 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7b4cf39a-1b0a-43b1-82e2-6a470799d68b req-ee3f49d2-498a-4922-bdfc-791077ea4e54 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 944 time: 0.0785067 Mar 11 16:36:03.266197 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7b4cf39a-1b0a-43b1-82e2-6a470799d68b req-4968c14c-3179-4d6a-8efd-86406bfa641a tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Mar 11 16:36:03.357825 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-9a339d16-cee1-4091-a562-b884c9988296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9dbb60180adf4653ac83fb49878566da&device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 1097 time: 0.0723469 Mar 11 16:36:03.503943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153773-0590-4505-99a1-7d0e818c20d1 req-b95b4178-cd1c-4bf3-9375-25642f6b0a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:03.505383 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-b95b4178-cd1c-4bf3-9375-25642f6b0a97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 200 len: 915 time: 0.1416984 Mar 11 16:36:03.536729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.582533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-660d1f98-3ae2-4735-accc-069937afd51c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 200 len: 217 time: 0.0701163 Mar 11 16:36:03.589519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:36:03.607398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:03.612456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:03.646949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65153773-0590-4505-99a1-7d0e818c20d1 req-a6cac74b-18f0-4af5-ae53-d13dc3d1d4e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:03.648543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-a6cac74b-18f0-4af5-ae53-d13dc3d1d4e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 200 len: 854 time: 0.0611475 Mar 11 16:36:03.685945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:03.696148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['84e7e022-7d80-473b-8c70-3ca167acb439'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:36:03.702359 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-64517a16-5f0d-4bf8-a63e-6bd84a0f0864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=762ec125-984d-4588-b3d7-b7fa243282fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474207 Mar 11 16:36:03.839266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-545e2a31-878d-40b0-9384-b945a3545c10 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302638 Mar 11 16:36:03.984677 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-65153773-0590-4505-99a1-7d0e818c20d1 req-f5452bf2-225a-42ef-9a42-bae974a0a0a2 service neutron] 10.222.0.11 "GET /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391585 Mar 11 16:36:04.487849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:04.489162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a3ea0-c5c7-4f9a-b54c-ec1d042e3712 req-d29590c3-cea4-4bd5-8f6a-429311e98432 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:04.492078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-641a3ea0-c5c7-4f9a-b54c-ec1d042e3712 req-d29590c3-cea4-4bd5-8f6a-429311e98432 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 945 time: 0.0967841 Mar 11 16:36:04.550425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-641a3ea0-c5c7-4f9a-b54c-ec1d042e3712 req-3a622dd6-f15b-4e14-9fcb-c7230c901d64 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501540 Mar 11 16:36:04.567743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 84e7e022-7d80-473b-8c70-3ca167acb439 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:04.568998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:04.702151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:04.734909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:04.739109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:04.810175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:04.958489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:05.017101 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439', 'code': 200} Mar 11 16:36:05.751896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b529d-18dc-4010-bb0f-4b7c782725cf req-ef453b5c-23bc-4f0d-bd09-0ca4e2ead930 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:05.753347 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b60b529d-18dc-4010-bb0f-4b7c782725cf req-ef453b5c-23bc-4f0d-bd09-0ca4e2ead930 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0785460 Mar 11 16:36:05.803447 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b60b529d-18dc-4010-bb0f-4b7c782725cf req-c678d509-3e9e-446b-a5dd-a33fb121d226 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445249 Mar 11 16:36:06.005956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e062b9-0504-4697-9ddb-55f3bb6ed516 req-c06b2a6a-8384-4e71-ae70-a7a939dfe102 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.007393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95e062b9-0504-4697-9ddb-55f3bb6ed516 req-c06b2a6a-8384-4e71-ae70-a7a939dfe102 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0803025 Mar 11 16:36:06.053506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95e062b9-0504-4697-9ddb-55f3bb6ed516 req-648001da-0e54-479c-8b6a-ef0f6d3437f3 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Mar 11 16:36:06.267458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1b1e5-d47c-4eba-916d-6e0b65161582 req-0e1f78a5-558c-4ae6-a1e2-00af4b6dd702 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.268907 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69b1b1e5-d47c-4eba-916d-6e0b65161582 req-0e1f78a5-558c-4ae6-a1e2-00af4b6dd702 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0810552 Mar 11 16:36:06.315713 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69b1b1e5-d47c-4eba-916d-6e0b65161582 req-cbb4a5dc-8900-4be6-a4de-c04792a54231 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412302 Mar 11 16:36:06.956035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624d59c-57a9-45d0-aaab-5f4e231bcaa6 req-d540be8b-e72f-43ae-a54a-ddb9b5c75d15 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:06.957387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d624d59c-57a9-45d0-aaab-5f4e231bcaa6 req-d540be8b-e72f-43ae-a54a-ddb9b5c75d15 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0779040 Mar 11 16:36:07.003936 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d624d59c-57a9-45d0-aaab-5f4e231bcaa6 req-dbb4edbc-c8d2-4e91-9a3a-4579ba29efbd tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Mar 11 16:36:08.192918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-049b88cc-e98c-4f16-a148-b49ef0bc068b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:08.372579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8ad4-b29c-414b-bb07-e4e92d86c178 req-c3dbe1c4-da26-4f6a-ad51-5faac3a29fe7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:08.374217 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61dc8ad4-b29c-414b-bb07-e4e92d86c178 req-c3dbe1c4-da26-4f6a-ad51-5faac3a29fe7 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0879056 Mar 11 16:36:08.422574 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61dc8ad4-b29c-414b-bb07-e4e92d86c178 req-b7f264dc-bac4-4471-85f9-1601cd30e19e tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/security-groups?id=0a643022-8509-49bc-ac49-e9c832a1b7ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Mar 11 16:36:08.449473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-7d46f6a2-7661-4172-beb1-f4d04e0d22ae tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:08.451060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-7d46f6a2-7661-4172-beb1-f4d04e0d22ae tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 946 time: 0.0807793 Mar 11 16:36:08.525106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Deleting port 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:36:08.525439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:08.790412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] For port 84e7e022-7d80-473b-8c70-3ca167acb439, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=84e7e022-7d80-473b-8c70-3ca167acb439,segment=NetworkSegment(4489e291-128c-4372-8120-eace322ecadd),segment_id=4489e291-128c-4372-8120-eace322ecadd)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:08.790833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.016792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Calling delete_port for 84e7e022-7d80-473b-8c70-3ca167acb439 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:36:09.163092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.175205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['84e7e022-7d80-473b-8c70-3ca167acb439'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:36:09.217847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Pushing event deleted for resources: {'Port': ['ID=84e7e022-7d80-473b-8c70-3ca167acb439,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:09.290046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] No DVR routers for this DVR port 84e7e022-7d80-473b-8c70-3ca167acb439 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:36:09.294422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:09.297057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-deleted', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:09.313420 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8b4d2a0c-4ca2-4785-b0c9-c35b81c31869 req-6e1f2f23-3c9e-4609-8b44-17517d952b42 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.11 "DELETE /v2.0/ports/84e7e022-7d80-473b-8c70-3ca167acb439 HTTP/1.1" status: 204 len: 173 time: 0.8567381 Mar 11 16:36:09.360745 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2802610-c1cf-4fa8-b587-d2355695afad', 'name': 'network-vif-deleted', 'tag': '84e7e022-7d80-473b-8c70-3ca167acb439', 'status': 'completed', 'code': 200} Mar 11 16:36:09.615476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-594989dd-6109-47fb-8562-b723f3d37c4b req-0772c6e6-dbe8-464b-af99-328754c5d053 tempest-ServerDiskConfigTestJSON-1838705663 tempest-ServerDiskConfigTestJSON-1838705663-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2802610-c1cf-4fa8-b587-d2355695afad HTTP/1.1" status: 200 len: 210 time: 0.0431964 Mar 11 16:36:10.885921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44602) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:10.959323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Deleting subnet 78b3a2f2-77a8-4e30-9cc0-d8f09204d89a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:36:10.962295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.019015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.075332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.152428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.192153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78b3a2f2-77a8-4e30-9cc0-d8f09204d89a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:11.197037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.203552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5fc7fee2-e196-42f4-9149-582bd0087510 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/78b3a2f2-77a8-4e30-9cc0-d8f09204d89a HTTP/1.1" status: 204 len: 168 time: 0.3133888 Mar 11 16:36:11.207282 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44606) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:11.272125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2e460ff7-78e8-422c-8370-d079905df49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.315563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.442927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.470731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762ec125-984d-4588-b3d7-b7fa243282fe']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.486164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4489e291-128c-4372-8120-eace322ecadd') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.486458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4489e291-128c-4372-8120-eace322ecadd') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:11.498416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.514592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.522034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:36:11.522493 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:36:11.536544 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:36:11.629834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.646861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:11.659317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] Pushing event deleted for resources: {'Network': ['ID=762ec125-984d-4588-b3d7-b7fa243282fe,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:11.666181 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e381b2e5-ce8d-4477-a4f7-90f464e7621d admin admin] 10.222.0.78 "DELETE /v2.0/networks/762ec125-984d-4588-b3d7-b7fa243282fe HTTP/1.1" status: 204 len: 168 time: 0.4579110 Mar 11 16:36:11.805051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44612) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:11.856548 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2f99b7f0-81ba-421e-8fa7-7a9412761e5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dbb60180adf4653ac83fb49878566da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0503385 Mar 11 16:36:11.859428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44616) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:12.002793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.021750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.029300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.084494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.101990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a643022-8509-49bc-ac49-e9c832a1b7ea,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:12.107433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.108424 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4fd1bc6d-9c3a-4ea9-ada7-f816247adb46 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0a643022-8509-49bc-ac49-e9c832a1b7ea HTTP/1.1" status: 204 len: 168 time: 0.2481494 Mar 11 16:36:12.146146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:12.518783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:36:12.551549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 84e7e022-7d80-473b-8c70-3ca167acb439 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:36:12.551909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 84e7e022-7d80-473b-8c70-3ca167acb439 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:36:13.034470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44638) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:13.165909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2080344286-network', 'tenant_id': '35595be41dec444584211ef637504066'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:13.171069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:13.175328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Usage tracker for resource:network and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:13.178150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:13.186198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:13.196741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:13.200195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.213060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.255259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:13.259107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Usage tracker for resource:security_group_rule and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:13.262546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:13.268120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:13.346962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.351386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.380740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:36:13.389631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b78a46-5fd1-4386-a74b-0773fb11fdd9,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:13.395611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.395957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Added segment f4341e10-459a-47d1-84ef-21f291687a16 of type vlan for network 70713ef8-66dd-4a49-9a89-7f88909f8249 Mar 11 16:36:13.424796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.461249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.462257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.462828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.572262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44644) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:13.572743 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5368164 Mar 11 16:36:13.573912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1e26-4166-434f-9b90-9b4f47a9df71 admin admin] Pushing event updated for resources: {'Network': ['ID=70713ef8-66dd-4a49-9a89-7f88909f8249,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:13.578704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Request body: {'subnet': {'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2080344286-subnet', 'tenant_id': '35595be41dec444584211ef637504066', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:13.587437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:13.593360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Usage tracker for resource:subnet and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:13.595302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:36:13.596988 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:13.606951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:13.615358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.618102 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:13.621265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.840674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.913429 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061faa9a-45ef-4b68-8b01-1cfebaa7f07a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:13.927539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:36:13.927889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Network hostable DHCP agents. Network: 70713ef8-66dd-4a49-9a89-7f88909f8249, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:36:13.949563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:36:13.958393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 70713ef8-66dd-4a49-9a89-7f88909f8249) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:13.962549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:13.963148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:13.971354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81336202-7078-45ee-8a12-576b5cbf3d60 None None] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:36:13.989050 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5ea3a593-9f7e-4244-951c-97b4bb97e424 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4149508 Mar 11 16:36:13.991696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44648) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:13.998076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:14.002980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:14.006807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Usage tracker for resource:router and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:14.009609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:14.018777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:14.031756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.032921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.055228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.197282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-70713ef8-66dd-4a49-9a89-7f88909f8249', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:36:14.198323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.217427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.362751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Allocated IP 172.20.0.2 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/1354d724-30a4-441a-ac18-7b22e62bd389) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:14.414196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.446143 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.581783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.590710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Allocated IP 172.26.4.144 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a8dcc0f3-5071-4b62-9544-386e3542e3b2) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:14.596970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Transition to ACTIVE for port object 1354d724-30a4-441a-ac18-7b22e62bd389 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:14.618602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Transition to ACTIVE for port object 1354d724-30a4-441a-ac18-7b22e62bd389 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:14.623820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.700446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:14.703360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:14.706070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:36:14.712967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Pushing event updated for resources: {'Port': ['ID=1354d724-30a4-441a-ac18-7b22e62bd389,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:14.747219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.752061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.752416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.752751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.753080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.753405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.753750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.754080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.754402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.754722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.755037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.755358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:14.775100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.812380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Attempting to bind port 1354d724-30a4-441a-ac18-7b22e62bd389 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:14.812741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Attempting to bind port 1354d724-30a4-441a-ac18-7b22e62bd389 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:14.813098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Attempting to bind port 1354d724-30a4-441a-ac18-7b22e62bd389 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:36:14.820050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:36:14.820413 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:36:14.820807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.821189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:36:14.821645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Bound port: 1354d724-30a4-441a-ac18-7b22e62bd389, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:14.822098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:14.849318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:14.852445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:14.858460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:36:14.885158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Pushing event updated for resources: {'Port': ['ID=a8dcc0f3-5071-4b62-9544-386e3542e3b2,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:14.918070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] For port 1354d724-30a4-441a-ac18-7b22e62bd389, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:14.921215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] For port 1354d724-30a4-441a-ac18-7b22e62bd389, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1354d724-30a4-441a-ac18-7b22e62bd389,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:14.924999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:15.019483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487257b0-d753-4c48-93e1-5e1f4106aac7 None None] Pushing event updated for resources: {'Port': ['ID=1354d724-30a4-441a-ac18-7b22e62bd389,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:15.047864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:15.048598 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:15.324901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:15.330391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:36:15.639095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:36:15.649952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:36:15.663013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:15.664017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:15.667837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:15.669328 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a1bf85c7-c0e9-4ae7-93be-5a3efa4e93ee admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6766734 Mar 11 16:36:15.672295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44652) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:15.907679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:16.022453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbace8f-4671-411b-ab4b-c28ec5845afa None None] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:36:16.245505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c61593e0-212b-4a5f-b9f0-4cfbcb8d3952 None None] Provisioning for port 1354d724-30a4-441a-ac18-7b22e62bd389 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:16.462057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:14Z', 'revision_number': 3, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:16.469713 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:36:16.470069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Updating router 10c4a9df-f667-4508-83ca-e7c53cb10f6c port a8dcc0f3-5071-4b62-9544-386e3542e3b2 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:36:16.480518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.532543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.723514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Allocated IP 172.20.0.1 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/38f25489-6316-4ab3-a587-85c123aa4672) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:16.783550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1354d724-30a4-441a-ac18-7b22e62bd389 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:16.890014 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.907173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Transition to ACTIVE for port object 38f25489-6316-4ab3-a587-85c123aa4672 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:16.919014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1354d724-30a4-441a-ac18-7b22e62bd389 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:16.926819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1354d724-30a4-441a-ac18-7b22e62bd389 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:16.927187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:16.937763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.009938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:17.013677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:17.017686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:17.020056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:36:17.038112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.057526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Transition to ACTIVE for port object a8dcc0f3-5071-4b62-9544-386e3542e3b2 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:17.078846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.100893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.169568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.193268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.225428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Attempting to bind port a8dcc0f3-5071-4b62-9544-386e3542e3b2 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:17.225837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Attempting to bind port a8dcc0f3-5071-4b62-9544-386e3542e3b2 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:17.226198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Attempting to bind port a8dcc0f3-5071-4b62-9544-386e3542e3b2 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:36:17.232199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c56b5-7157-4c57-a153-7b61f0c333f7 None None] Pushing event updated for resources: {'Port': ['ID=a8dcc0f3-5071-4b62-9544-386e3542e3b2,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:17.258673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:36:17.259054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:36:17.259464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.259847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:36:17.260441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Bound port: a8dcc0f3-5071-4b62-9544-386e3542e3b2, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:17.260814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.290807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1354d724-30a4-441a-ac18-7b22e62bd389, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1354d724-30a4-441a-ac18-7b22e62bd389,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:17.304646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.407918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7ea7dc6b-c5bf-4add-840c-071075740b7d None None] Provisioning for port 38f25489-6316-4ab3-a587-85c123aa4672 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:17.419875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7ea7dc6b-c5bf-4add-840c-071075740b7d None None] Provisioning complete for port 38f25489-6316-4ab3-a587-85c123aa4672 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:17.420251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ea7dc6b-c5bf-4add-840c-071075740b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.505295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] For port a8dcc0f3-5071-4b62-9544-386e3542e3b2, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:17.513153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1354d724-30a4-441a-ac18-7b22e62bd389,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:17.532617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] For port a8dcc0f3-5071-4b62-9544-386e3542e3b2, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a8dcc0f3-5071-4b62-9544-386e3542e3b2,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:17.534147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.538669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.539746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.581162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7dc6b-c5bf-4add-840c-071075740b7d None None] Port 38f25489-6316-4ab3-a587-85c123aa4672 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:36:17.629548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c56b5-7157-4c57-a153-7b61f0c333f7 None None] Pushing event updated for resources: {'Port': ['ID=a8dcc0f3-5071-4b62-9544-386e3542e3b2,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:17.634079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:17.634694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:17.649951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:17.657771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:17.806887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:17.809108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:17.831982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:18.191277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cb245273-47cd-4171-bc65-2bcbb6373aee None None] Provisioning complete for port 38f25489-6316-4ab3-a587-85c123aa4672 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:18.191642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cb245273-47cd-4171-bc65-2bcbb6373aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:18.258914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cb245273-47cd-4171-bc65-2bcbb6373aee None None] Port 38f25489-6316-4ab3-a587-85c123aa4672 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:36:18.259307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:36:18.283830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-8f64037e-6132-4b9b-b470-625869af004d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 2, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:18.288773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64037e-6132-4b9b-b470-625869af004d None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 2, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:36:18.487341 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:36:18.503373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-43d778f6-9fba-47a0-82e4-454bb31a1cb9 admin admin] 10.222.0.78 "PUT /v2.0/routers/10c4a9df-f667-4508-83ca-e7c53cb10f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8296316 Mar 11 16:36:18.736603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1354d724-30a4-441a-ac18-7b22e62bd389 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:18.814087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1354d724-30a4-441a-ac18-7b22e62bd389 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:18.814625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.215261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44662) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.228995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980518946', 'description': 'tempest-description--1627550098'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:19.236075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:19.239868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:security_group and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:19.246557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:19.252996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:19.267663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.306290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:19.310930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:security_group_rule and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:19.313971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:19.320078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:19.388794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.392788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.444381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392e3139-61e5-49d1-93c4-818267ad9d8f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:19.453297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.454530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2305517 Mar 11 16:36:19.456199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.456537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.456889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.457207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.457537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.457674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 44666) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.458140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.458237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.458508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.458828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.459149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.459455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ad695-e740-4180-b4ff-b5c18af37011 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.465979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'security_group_rule': {'security_group_id': '392e3139-61e5-49d1-93c4-818267ad9d8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:19.472244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:19.483491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:security_group_rule and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:19.487095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:19.493509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:19.513297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.577356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.582218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.609589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec014d53-00cc-415a-822b-175b16d6143c,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:19.622724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.623872 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1651866 Mar 11 16:36:19.625258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.625594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.625955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.626283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.626614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.626943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.627430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.627620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.627977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.628122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44670) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.628587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.629060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd55dd5-a476-4593-990f-84bbe36c42b6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:19.634076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'security_group_rule': {'security_group_id': '392e3139-61e5-49d1-93c4-818267ad9d8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:19.641223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:19.645670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:security_group_rule and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:19.648744 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:19.656012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:19.672469 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.741127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.746431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.773011 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d0e92b-f520-46a8-9020-8166e7b4bbd2,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:19.784134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.785439 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f2dc97e8-f4b2-4704-a9e6-5f6a99d3fede tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1562798 Mar 11 16:36:19.788557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44674) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:19.795181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:19.800950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:19.804610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:floatingip and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:36:19.808576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:36:19.814095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:19.824609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:19.968200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.114409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Allocated IP 172.26.4.250 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/d1cf8840-281e-4c9a-8ea4-629b4e5bc28b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:20.352933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.391348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.462979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:20.467090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:20.469616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:36:20.500119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=d1cf8840-281e-4c9a-8ea4-629b4e5bc28b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:20.650470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.709467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.746894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8dcc0f3-5071-4b62-9544-386e3542e3b2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:20.819378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a8dcc0f3-5071-4b62-9544-386e3542e3b2 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:20.824832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a8dcc0f3-5071-4b62-9544-386e3542e3b2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:20.825197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.928804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.941078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.946662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:20.963058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a8dcc0f3-5071-4b62-9544-386e3542e3b2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a8dcc0f3-5071-4b62-9544-386e3542e3b2,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:20.968279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.019594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=d1cf8840-281e-4c9a-8ea4-629b4e5bc28b,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:21.069409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a8dcc0f3-5071-4b62-9544-386e3542e3b2,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:21.079954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.103209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:21.104711 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1fcde70c-f5f4-4bb9-b9b9-bd4a38e35852 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3151262 Mar 11 16:36:21.282916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-1a5c2afa-4e5d-4813-86ce-efd6c7ffbdea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:21.299823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-1a5c2afa-4e5d-4813-86ce-efd6c7ffbdea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:21.300958 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-1a5c2afa-4e5d-4813-86ce-efd6c7ffbdea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1980518946&fields=id&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 267 time: 0.0627618 Mar 11 16:36:21.452250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3802a55b-94eb-45b5-a8fe-7f00b752eeef tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:21.453747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3802a55b-94eb-45b5-a8fe-7f00b752eeef tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1435056 Mar 11 16:36:21.473005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-1968aa4c-7bf1-40b0-8f6a-c69a9a2a4958 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/quotas/35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 375 time: 0.0138056 Mar 11 16:36:21.552810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-b38d7fe2-ee62-48f4-ae0c-76d8787f371a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:21.570820 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-b38d7fe2-ee62-48f4-ae0c-76d8787f371a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:21.572198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-b38d7fe2-ee62-48f4-ae0c-76d8787f371a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940418 Mar 11 16:36:21.712949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3a70143a-57a9-4b9a-a7ce-5224ee55eeb4 service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280003 Mar 11 16:36:21.857552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-2698e3b4-06d2-4c9a-843b-e02a057fe20d service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373210 Mar 11 16:36:22.064724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-86b98cc9-004a-4e5d-bfd6-896cf5f7d13c req-4a746ce4-6b5b-4da8-b341-322446faf182 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 210 time: 0.0553067 Mar 11 16:36:22.726745 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8dcc0f3-5071-4b62-9544-386e3542e3b2 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:22.797440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a8dcc0f3-5071-4b62-9544-386e3542e3b2 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:22.797753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.241659 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cf4582bf-6f8f-4732-98f4-9574ec41322c req-1702a739-5213-4611-8c40-c6b1e743ab14 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 210 time: 0.0516810 Mar 11 16:36:23.373723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3701c834-1501-4b18-8ec5-aa1dc78475d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:23.374333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3701c834-1501-4b18-8ec5-aa1dc78475d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:23.400270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3701c834-1501-4b18-8ec5-aa1dc78475d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:23.401793 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-3701c834-1501-4b18-8ec5-aa1dc78475d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1906497 Mar 11 16:36:23.457123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-8f7c959c-9e62-48c9-8b90-7e91e3336715 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:36:23.468876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-8f7c959c-9e62-48c9-8b90-7e91e3336715 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:36:23.469985 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-8f7c959c-9e62-48c9-8b90-7e91e3336715 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 380 time: 0.0563643 Mar 11 16:36:23.477725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'port': {'device_id': '7926d548-593b-4410-ad6e-98f9f898ddca', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'admin_state_up': True, 'tenant_id': '35595be41dec444584211ef637504066', 'security_groups': ['392e3139-61e5-49d1-93c4-818267ad9d8f']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:23.618928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:36:23.628695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:36:23.639704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:36:23.643062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:23.811033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Allocated IP 172.20.0.13 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/d7fea2f3-dffe-4880-a444-ea9ad49c32c4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:36:24.006936 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.024333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Transition to ACTIVE for port object d7fea2f3-dffe-4880-a444-ea9ad49c32c4 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:24.046961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.129339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:36:24.132505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:36:24.135992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:36:24.169398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:24.206679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:24.207285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.235791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-582f0f1d-deb5-435a-a8ef-daba2106a591 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7616451 Mar 11 16:36:24.248518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Request body: {'port': {'device_id': '7926d548-593b-4410-ad6e-98f9f898ddca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:24.367916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.425124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16a9f7e4-6d5d-41c3-bc55-1d1d6fd5c387 None None] Provisioning for port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:24.430695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16a9f7e4-6d5d-41c3-bc55-1d1d6fd5c387 None None] Provisioning complete for port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:24.431340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16a9f7e4-6d5d-41c3-bc55-1d1d6fd5c387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.461122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ff934-b586-4914-a02d-d87e23dc1569 req-1b7d8b82-3f7d-4470-8fb4-835776f271c5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:24.462638 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa6ff934-b586-4914-a02d-d87e23dc1569 req-1b7d8b82-3f7d-4470-8fb4-835776f271c5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 932 time: 0.0857882 Mar 11 16:36:24.493459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-16a9f7e4-6d5d-41c3-bc55-1d1d6fd5c387 None None] Port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:36:24.513747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa6ff934-b586-4914-a02d-d87e23dc1569 req-88a1e5d7-2fd3-4799-8961-e0ac3b712225 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Mar 11 16:36:24.812157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:36:24.818869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.834144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Transition to ACTIVE for port object d7fea2f3-dffe-4880-a444-ea9ad49c32c4 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:24.838670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:24.970488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:25.087494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Attempting to bind port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:25.087824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Attempting to bind port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:25.088142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Attempting to bind port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:36:25.095154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:36:25.095469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Attempting to bind port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:36:25.102335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:36:25.102661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:36:25.103036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:36:25.103455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Bound port: d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:25.103797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.198381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:25.202055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:25.206730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.274012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:25.275412 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] 10.222.0.11 "PUT /v2.0/ports/d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1094 time: 1.0318589 Mar 11 16:36:25.275760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:25.298772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460bc80-63f2-4586-b674-3e75cbbb9353 service neutron] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:25.352168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'status': 'completed', 'code': 200} Mar 11 16:36:25.396243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-655194c3-86e4-48c7-91e0-578d16d261c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1097 time: 0.0792665 Mar 11 16:36:25.480318 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-720a3c9c-7d78-4dc5-9b42-266ab30d453d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 217 time: 0.0772743 Mar 11 16:36:25.546787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a1cc331d-9e3c-4c81-b868-fc97e635290b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.548343 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-a1cc331d-9e3c-4c81-b868-fc97e635290b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0624471 Mar 11 16:36:25.637925 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-740560af-2a29-449e-82e5-d874bf24151b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817761 Mar 11 16:36:25.736883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd467-15e6-4cb3-822a-60a3f40f8a16 req-9aa1aaf3-b715-46bf-b064-a1b2897f5559 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:25.738356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c15bd467-15e6-4cb3-822a-60a3f40f8a16 req-9aa1aaf3-b715-46bf-b064-a1b2897f5559 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0884857 Mar 11 16:36:25.785593 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-893cd32f-5236-4bb7-9882-6a56259d5f4a service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403153 Mar 11 16:36:25.787411 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c15bd467-15e6-4cb3-822a-60a3f40f8a16 req-2dde2f39-ddbe-46d0-a835-e2803e256299 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Mar 11 16:36:25.930707 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a80d0967-8804-4e3f-87ce-8761f450c965 req-22a090ea-0952-4b9c-80dc-bb72c8e71931 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387036 Mar 11 16:36:26.060779 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c3b1b8ce-b843-4517-94ff-2e745a7949c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1097 time: 0.0826955 Mar 11 16:36:26.226182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-71ca7206-904e-4675-9831-202a7a085f21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.227812 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-71ca7206-904e-4675-9831-202a7a085f21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1610086 Mar 11 16:36:26.316710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c5466023-e879-4e29-8ae6-d0be2ea38d7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 217 time: 0.0818651 Mar 11 16:36:26.384273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c0762536-6f35-4592-823c-0e857d150a2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:26.386228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c0762536-6f35-4592-823c-0e857d150a2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0645232 Mar 11 16:36:26.477697 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c7338573-8e37-4be8-ac9f-8a20e68c0f63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853107 Mar 11 16:36:26.730186 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-c6b498e4-6d3a-4560-85c0-a99575ba4350 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452788 Mar 11 16:36:26.865992 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8923df4-dc4c-4503-9aa5-6179eea391ce req-02a132e3-9f0e-45a0-acbc-fd54dd92f3cb service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291921 Mar 11 16:36:27.008133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99713e1d-b87e-4c2c-8a20-0c9d7e31099f req-5057955f-84b3-4a31-a82a-71e892f8e2a5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:27.009500 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99713e1d-b87e-4c2c-8a20-0c9d7e31099f req-5057955f-84b3-4a31-a82a-71e892f8e2a5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0947399 Mar 11 16:36:27.057716 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99713e1d-b87e-4c2c-8a20-0c9d7e31099f req-58ba049a-b961-4112-9ec7-952719b8664d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416539 Mar 11 16:36:28.347019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c96bc1-6fba-425e-a176-a330a95fc8b8 req-85348f8e-4493-4e0a-aa7f-bcb87bf7ca1c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:28.348366 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09c96bc1-6fba-425e-a176-a330a95fc8b8 req-85348f8e-4493-4e0a-aa7f-bcb87bf7ca1c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.1681280 Mar 11 16:36:28.402972 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09c96bc1-6fba-425e-a176-a330a95fc8b8 req-b3cbffd5-470a-4b5e-9ce8-ded693921b75 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491290 Mar 11 16:36:29.605031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f2cc-fab1-4ed5-888f-9e4aa870dd5f req-49bef60d-07d8-4081-a6fc-371f7abdeacd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:29.606521 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2676f2cc-fab1-4ed5-888f-9e4aa870dd5f req-49bef60d-07d8-4081-a6fc-371f7abdeacd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0819466 Mar 11 16:36:29.657837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2676f2cc-fab1-4ed5-888f-9e4aa870dd5f req-3bded9c2-e828-416e-9cc7-499a503e6552 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Mar 11 16:36:30.596484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:36:30.769928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:30.785551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'mac_address': 'fa:16:3e:31:8d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:36:30.848781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.862990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a3369-a2fc-4329-986d-23ab93a19639 req-425907a8-24c3-420c-ace7-aad71f42d9dc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:30.864456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a33a3369-a2fc-4329-986d-23ab93a19639 req-425907a8-24c3-420c-ace7-aad71f42d9dc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0787766 Mar 11 16:36:30.866168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:36:30.882658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:30.888156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:30.917960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a33a3369-a2fc-4329-986d-23ab93a19639 req-d24bcaf8-00ea-4fd3-8b4f-78c38c7752a2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477116 Mar 11 16:36:30.968366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:31.205012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['d7fea2f3-dffe-4880-a444-ea9ad49c32c4'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:36:31.864060 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:36:31.876451 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:31.877077 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:32.075365 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:32.130292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bf4a3-0fb0-4e4a-96f5-4badf5a863ca req-d6096c66-2dec-4891-8d74-b25accec2d2a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:32.131698 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b99bf4a3-0fb0-4e4a-96f5-4badf5a863ca req-d6096c66-2dec-4891-8d74-b25accec2d2a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 945 time: 0.0878723 Mar 11 16:36:32.180198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b99bf4a3-0fb0-4e4a-96f5-4badf5a863ca req-78f72a18-90ab-447e-b705-5f02176d1285 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Mar 11 16:36:32.419059 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 2, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:32.422750 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:36:32.423087 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Updating router 10c4a9df-f667-4508-83ca-e7c53cb10f6c port 38f25489-6316-4ab3-a587-85c123aa4672 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:36:32.475276 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.612216 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:32.684096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:32.689483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:32.689894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.808657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.837205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:32.847225 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.848080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:32.853327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.860870 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Transition to ACTIVE for port object 38f25489-6316-4ab3-a587-85c123aa4672 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:36:32.869242 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:32.898367 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'code': 200} Mar 11 16:36:32.926817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.039890 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Pushing event updated for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.096399 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.096737 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.097072 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.097398 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.097739 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.098065 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.098383 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.098703 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.099016 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.099331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.099653 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:36:33.125468 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Attempting to bind port 38f25489-6316-4ab3-a587-85c123aa4672 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:36:33.125954 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Attempting to bind port 38f25489-6316-4ab3-a587-85c123aa4672 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:36:33.126315 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Attempting to bind port 38f25489-6316-4ab3-a587-85c123aa4672 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:36:33.133534 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:36:33.133927 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:36:33.134331 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.134765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:36:33.135766 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Bound port: 38f25489-6316-4ab3-a587-85c123aa4672, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:36:33.136277 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.169499 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f02a90ff-aaf6-47fc-b837-c420d7d4a28b req-d48dedae-4224-458d-944a-447854b889f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1099 time: 0.0778294 Mar 11 16:36:33.216659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f02a90ff-aaf6-47fc-b837-c420d7d4a28b req-ac5fe5c0-2d64-4046-94e0-63f4b46156c5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Mar 11 16:36:33.238380 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] For port 38f25489-6316-4ab3-a587-85c123aa4672, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:36:33.241375 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] For port 38f25489-6316-4ab3-a587-85c123aa4672, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=38f25489-6316-4ab3-a587-85c123aa4672,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:36:33.247859 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:33.337299 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cce344-2805-457b-9c6a-70b6e1823cfd None None] Pushing event updated for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:33.343537 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:33.344140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:33.415522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3343c-9741-4fad-91b2-5a0cce460aad req-b0b69612-db5f-4e9a-90b6-2de57f0a2c52 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:33.417834 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ed3343c-9741-4fad-91b2-5a0cce460aad req-b0b69612-db5f-4e9a-90b6-2de57f0a2c52 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0971482 Mar 11 16:36:33.478305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ed3343c-9741-4fad-91b2-5a0cce460aad req-4dda689d-9337-4ec1-97de-d7452d35233a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550344 Mar 11 16:36:33.563121 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:33.881859 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:33Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:33.886606 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe45112-46b7-4797-96b0-0b692809ee75 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:33Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:36:34.708580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4fb4d-5c1a-4b96-ba27-dd4621db8b05 req-db0e21a2-9c04-4cdc-ae6f-9934b4e0d5c1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:34.710459 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4fb4d-5c1a-4b96-ba27-dd4621db8b05 req-db0e21a2-9c04-4cdc-ae6f-9934b4e0d5c1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.1086502 Mar 11 16:36:34.759196 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63e4fb4d-5c1a-4b96-ba27-dd4621db8b05 req-0b9aec54-8775-4afd-91e0-04ea14710234 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Mar 11 16:36:34.762651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 38f25489-6316-4ab3-a587-85c123aa4672 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:34.842303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 38f25489-6316-4ab3-a587-85c123aa4672 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:36:34.847383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 38f25489-6316-4ab3-a587-85c123aa4672 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:34.847748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.966142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:34.997830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 38f25489-6316-4ab3-a587-85c123aa4672, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=38f25489-6316-4ab3-a587-85c123aa4672,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:36:35.002323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:35.077893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:36:35.957880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648a62-a7ab-40c9-be00-0ca0c7be93a2 req-fa954c16-ddb3-4eca-abfa-dfecb6fbc4ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:35.959339 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6f648a62-a7ab-40c9-be00-0ca0c7be93a2 req-fa954c16-ddb3-4eca-abfa-dfecb6fbc4ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0791421 Mar 11 16:36:36.018108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6f648a62-a7ab-40c9-be00-0ca0c7be93a2 req-0381c48d-10ee-4dbc-ac04-0ff9d9dd635e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529516 Mar 11 16:36:36.144810 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:36:36.212910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc76aa6-00d8-4bb7-945c-f870fd194ab8 req-12e364b8-d85b-448a-8d30-2b3862031808 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:36.214458 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-acc76aa6-00d8-4bb7-945c-f870fd194ab8 req-12e364b8-d85b-448a-8d30-2b3862031808 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0799656 Mar 11 16:36:36.223509 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44730) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:36:36.228721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'floatingip': {'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:36:36.313608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:36.738924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 38f25489-6316-4ab3-a587-85c123aa4672 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:36:36.815031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 38f25489-6316-4ab3-a587-85c123aa4672 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:36:36.815390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:36.925675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:36.930242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:37.232942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c associated. External IP: 172.26.4.250, port: d7fea2f3-dffe-4880-a444-ea9ad49c32c4. Mar 11 16:36:37.668002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:36:37.877614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:36:37.882099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:37.894566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:36:37.907355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:37.907963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:37.946895 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7f17c0cc-19ed-4a48-b533-94e27d26d5a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "PUT /v2.0/floatingips/21cf833a-69da-42b9-84de-6c08a780260c HTTP/1.1" status: 200 len: 992 time: 1.7222574 Mar 11 16:36:37.947363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:36:38.111043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:38.116463 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'status': 'completed', 'code': 200} Mar 11 16:36:38.143103 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cd534-2e7a-49cc-a742-503d86a4e521 req-0f2e10d5-fe8c-4248-a652-a948485a3b91 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:38.144675 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e27cd534-2e7a-49cc-a742-503d86a4e521 req-0f2e10d5-fe8c-4248-a652-a948485a3b91 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0905321 Mar 11 16:36:38.197847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e27cd534-2e7a-49cc-a742-503d86a4e521 req-a9131c23-55bb-4b85-b210-1e7dcbd3eecf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455389 Mar 11 16:36:38.204600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12a8a558-622d-4525-9a43-56b4aabad756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:38.226211 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-125f7a16-f32a-4084-a798-a2a37fc2bc7e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1099 time: 0.0890174 Mar 11 16:36:38.375577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-dd6605d8-3c5b-439a-9dfd-a17ce7702210 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:38.377168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-dd6605d8-3c5b-439a-9dfd-a17ce7702210 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1447427 Mar 11 16:36:38.422500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b2fc2-82a5-432e-9c41-7807a2946a9a req-d46c0342-e8db-4bc4-81de-611b19347ef5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:38.423997 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-db4b2fc2-82a5-432e-9c41-7807a2946a9a req-d46c0342-e8db-4bc4-81de-611b19347ef5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0961821 Mar 11 16:36:38.477662 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-db4b2fc2-82a5-432e-9c41-7807a2946a9a req-d0cf57ee-717e-41fd-adff-f96b51fdb258 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476458 Mar 11 16:36:38.501940 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-19c8b54e-b953-4631-98af-bf24c0a8a605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1000 time: 0.1172938 Mar 11 16:36:38.563167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-0f1626af-cc2d-4ae3-91e4-a0c526a3c95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:38.564642 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-0f1626af-cc2d-4ae3-91e4-a0c526a3c95e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0590625 Mar 11 16:36:38.571888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:31:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7926d548-593b-4410-ad6e-98f9f898ddca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:36:36Z', 'revision_number': 1, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:38.576458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:36:38.586815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:36:38.587404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:38.650480 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-a8abe29a-3a6b-4ca8-9ba5-471a81f67149 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803597 Mar 11 16:36:38.784686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:36:38.798749 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-1dc8e8d5-efaf-40fe-a243-14525433521b service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403935 Mar 11 16:36:38.940594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7246146f-ba53-449f-b2fc-7b821b1ad2ca req-04700c0b-f789-4af2-8548-a330dd0738a1 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364567 Mar 11 16:36:39.152438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:31:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7926d548-593b-4410-ad6e-98f9f898ddca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:36:36Z', 'revision_number': 1, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:36:39.156497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def097d-36e0-4cf7-93b8-6305ed4d8f49 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:31:8d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7926d548-593b-4410-ad6e-98f9f898ddca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:36:36Z', 'revision_number': 1, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:36:39.688867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293149c-9fd9-4b5c-9fd3-9d7fff19e0d3 req-36b23d0c-8c1a-4267-8689-81ecf8f43e4d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.690480 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1293149c-9fd9-4b5c-9fd3-9d7fff19e0d3 req-36b23d0c-8c1a-4267-8689-81ecf8f43e4d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0791142 Mar 11 16:36:39.736676 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1293149c-9fd9-4b5c-9fd3-9d7fff19e0d3 req-fe0df31f-6daf-4706-9302-99a31aac9fb0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Mar 11 16:36:39.946350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cb169-6bc7-483d-a475-7988e4713894 req-ed0f1e74-90b0-403e-b85a-d2e3ffd5fca3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:39.948002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa3cb169-6bc7-483d-a475-7988e4713894 req-ed0f1e74-90b0-403e-b85a-d2e3ffd5fca3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0828524 Mar 11 16:36:39.994627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa3cb169-6bc7-483d-a475-7988e4713894 req-627e4f9f-3c17-4f68-b077-e48f5ea9fe4a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Mar 11 16:36:40.196171 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cac2be38-5be0-46a2-926d-845221865652 req-ae4cdd7e-8156-4aca-93c8-8580ee51a505 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0739481 Mar 11 16:36:40.464065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-949c8721-1985-4553-b73e-18a185851c84 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747082 Mar 11 16:36:40.530770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8fdc-ffdf-4ac7-9b31-4dbbdcf95d65 req-c8309154-d86a-4170-a567-973d1b56018a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:40.532229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-970d8fdc-ffdf-4ac7-9b31-4dbbdcf95d65 req-c8309154-d86a-4170-a567-973d1b56018a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0914714 Mar 11 16:36:40.580886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-970d8fdc-ffdf-4ac7-9b31-4dbbdcf95d65 req-3251e808-a829-4449-918b-65bf6c16a409 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Mar 11 16:36:40.692479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee12c57e-0a80-401e-a44a-b59556906129 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:36:41.279526 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5b1be68c-1585-4523-a778-b5671863506e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:41.692199 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-4126da50-43e3-45b6-9a34-fe9c73fed1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1099 time: 0.0847845 Mar 11 16:36:41.795233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d1662-c717-43db-b67b-11eb0598dda3 req-6224d0bc-500c-4d3f-8756-729f6e0f2fad tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.796714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fa4d1662-c717-43db-b67b-11eb0598dda3 req-6224d0bc-500c-4d3f-8756-729f6e0f2fad tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0865719 Mar 11 16:36:41.843969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fa4d1662-c717-43db-b67b-11eb0598dda3 req-f156756d-7a97-493f-8c4a-2c7cc6b580c4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Mar 11 16:36:41.846836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-0e145008-4de4-4818-a13f-e7a7c48c30ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:41.848247 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-0e145008-4de4-4818-a13f-e7a7c48c30ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1509936 Mar 11 16:36:41.951806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-a0f798ca-ef0d-46ff-a64e-b3399de9131b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1002 time: 0.0979056 Mar 11 16:36:42.024692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:42.025903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-9470c142-387f-4d18-bcf5-60a1b6255343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:42.027654 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-9470c142-387f-4d18-bcf5-60a1b6255343 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0708456 Mar 11 16:36:42.107934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-907182c2-607d-4a39-af6e-6a1c6ad3e272 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745940 Mar 11 16:36:42.140019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:42.357108 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-2674828e-7561-4040-9405-cf416bdf1475 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430418 Mar 11 16:36:42.490283 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-5591a954-c1a0-4881-b85a-8d25de0512c4 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272974 Mar 11 16:36:43.055624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6bbb-a2c2-417c-90c6-795b24408198 req-9032e481-0117-488d-85c0-74e675695490 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:43.057678 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2fb6bbb-a2c2-417c-90c6-795b24408198 req-9032e481-0117-488d-85c0-74e675695490 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0900993 Mar 11 16:36:43.105335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2fb6bbb-a2c2-417c-90c6-795b24408198 req-fb1369f0-d213-4818-98e6-3de2de30c88c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Mar 11 16:36:43.647702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:44.311754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f97b2-8b5a-434c-9d9b-fd77a1861444 req-9d053abe-e4dd-45ee-b495-768d4a351e93 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:44.313111 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-962f97b2-8b5a-434c-9d9b-fd77a1861444 req-9d053abe-e4dd-45ee-b495-768d4a351e93 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0860891 Mar 11 16:36:44.476717 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-962f97b2-8b5a-434c-9d9b-fd77a1861444 req-e9aa2c90-89dc-4fc9-a7af-7ee351535460 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580064 Mar 11 16:36:45.313274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:36:45.685937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f236883-aa4a-44a9-bcd1-c12600c856cd req-3e3b4e87-1c7a-4967-a012-b59e2eec495e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:45.687351 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f236883-aa4a-44a9-bcd1-c12600c856cd req-3e3b4e87-1c7a-4967-a012-b59e2eec495e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0895851 Mar 11 16:36:45.735743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5f236883-aa4a-44a9-bcd1-c12600c856cd req-03bca0bc-441e-4de4-9c5f-263f734eeb4b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Mar 11 16:36:46.938449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefea047-2b0c-4103-8d03-4306bedc5c26 req-8d34e755-18a8-44a9-aef1-9b8895b78a0e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:46.939813 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eefea047-2b0c-4103-8d03-4306bedc5c26 req-8d34e755-18a8-44a9-aef1-9b8895b78a0e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0794218 Mar 11 16:36:46.988629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eefea047-2b0c-4103-8d03-4306bedc5c26 req-75e7182a-d19a-458e-a9fb-abdaebf19bcd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Mar 11 16:36:48.198750 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335fe31-8727-4eb4-b93f-8b497b7f94a0 req-486181b1-77b6-4613-b7e1-4942ec4dc12c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:48.200331 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3335fe31-8727-4eb4-b93f-8b497b7f94a0 req-486181b1-77b6-4613-b7e1-4942ec4dc12c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0860171 Mar 11 16:36:48.247008 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3335fe31-8727-4eb4-b93f-8b497b7f94a0 req-9627de61-4e8a-4872-afb1-ffceee1aeb90 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Mar 11 16:36:49.454056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42473bc-2fcc-4ea4-9423-889e33d50cc7 req-badf893f-dc4f-4e82-a2a5-cd9468b546bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:49.455435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a42473bc-2fcc-4ea4-9423-889e33d50cc7 req-badf893f-dc4f-4e82-a2a5-cd9468b546bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0805707 Mar 11 16:36:49.505132 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a42473bc-2fcc-4ea4-9423-889e33d50cc7 req-b507e432-9c16-4d6f-8bd6-fa2c273016cf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Mar 11 16:36:50.030660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-b33fd1ad-0686-401c-8f20-23026ca3a0ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1099 time: 0.0694511 Mar 11 16:36:50.183050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-26b8c337-7a56-4ab5-853e-c359f7c5cb9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:50.184067 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-26b8c337-7a56-4ab5-853e-c359f7c5cb9c service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1335721 Mar 11 16:36:50.289222 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-aec0fe67-0e89-40a0-ad9c-cb49adaca3a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1002 time: 0.0981419 Mar 11 16:36:50.356861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-bb4dd937-07a0-420a-9a34-22c7447e99a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:50.358308 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-bb4dd937-07a0-420a-9a34-22c7447e99a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0624983 Mar 11 16:36:50.432078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-beb270f4-048b-4ad5-82a4-99a8149148d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678949 Mar 11 16:36:50.568594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-8ebb7fac-4980-4df4-a5c3-9128d586ec6e service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303344 Mar 11 16:36:50.708159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-80d3baaa-a7ef-49b8-8764-a2acd6b7d0f5 req-9914661a-4878-49d5-bd8a-3abf6a802c0f service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338248 Mar 11 16:36:50.719861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ee14-ace8-4a78-aa83-ea7a57b606e0 req-0700a314-04ab-4ee8-a713-2ad048d432ab tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:50.721252 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1d8ee14-ace8-4a78-aa83-ea7a57b606e0 req-0700a314-04ab-4ee8-a713-2ad048d432ab tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0801587 Mar 11 16:36:50.770947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1d8ee14-ace8-4a78-aa83-ea7a57b606e0 req-2cc085a5-096b-4246-be63-6c8b5e570c23 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441256 Mar 11 16:36:51.971197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098eaaf-c06b-49b0-bfa1-34f4c431481d req-0fe6b057-c601-4530-9413-3053e70e9468 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:51.972636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9098eaaf-c06b-49b0-bfa1-34f4c431481d req-0fe6b057-c601-4530-9413-3053e70e9468 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0809021 Mar 11 16:36:52.019771 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9098eaaf-c06b-49b0-bfa1-34f4c431481d req-3bd66bc1-c765-438b-b7e8-54601d0402d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Mar 11 16:36:53.230079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45b9ab-9c24-43da-a124-17376df738d5 req-96a85a2b-de94-4690-8ebb-63dff6a1c714 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:53.231536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b45b9ab-9c24-43da-a124-17376df738d5 req-96a85a2b-de94-4690-8ebb-63dff6a1c714 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0899186 Mar 11 16:36:53.278081 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b45b9ab-9c24-43da-a124-17376df738d5 req-c0241b68-c9a2-433a-9182-995672d3b425 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400999 Mar 11 16:36:54.476442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420ecfd-d502-4623-9687-407ace73c782 req-0b84df30-5ac3-4682-b5fc-516df0d73e03 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:54.477916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5420ecfd-d502-4623-9687-407ace73c782 req-0b84df30-5ac3-4682-b5fc-516df0d73e03 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0769336 Mar 11 16:36:54.524416 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5420ecfd-d502-4623-9687-407ace73c782 req-7776b8ee-86f0-4f6a-93dc-88b1c9e809ca tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Mar 11 16:36:55.747412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3828815-4fdb-4816-a867-c7db7beeaedd req-6633d58e-03d7-4e6e-b5c8-6bafbc5e3faf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:55.748860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3828815-4fdb-4816-a867-c7db7beeaedd req-6633d58e-03d7-4e6e-b5c8-6bafbc5e3faf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0910208 Mar 11 16:36:55.795830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f3828815-4fdb-4816-a867-c7db7beeaedd req-8720a307-8cf7-4ea2-a5ef-4c02c2961b84 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Mar 11 16:36:57.004486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687f25e-3064-4ee8-af3d-72021176481e req-340c62b9-143b-4d9a-b94b-685cdbf11a6d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:57.005884 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c687f25e-3064-4ee8-af3d-72021176481e req-340c62b9-143b-4d9a-b94b-685cdbf11a6d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0779250 Mar 11 16:36:57.065113 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c687f25e-3064-4ee8-af3d-72021176481e req-89785cea-3372-4d7a-addb-4abee93a34e0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526083 Mar 11 16:36:58.267419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d30e66-2ce7-4cc9-b939-e803e77e9311 req-a89227c9-3b73-4a23-81c4-07780cef02a1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:58.268869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d9d30e66-2ce7-4cc9-b939-e803e77e9311 req-a89227c9-3b73-4a23-81c4-07780cef02a1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0823007 Mar 11 16:36:58.320883 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d9d30e66-2ce7-4cc9-b939-e803e77e9311 req-fe2c116a-93d0-45ab-834b-e372941e8107 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Mar 11 16:36:59.204874 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-97bad0c4-f2e2-481e-ad93-15d88e852d37 service neutron] 10.222.0.11 "GET /v2.0/ports/d7fea2f3-dffe-4880-a444-ea9ad49c32c4/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.1024086 Mar 11 16:36:59.481131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-83f973ef-0604-404b-9093-1dfabf54ca09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1099 time: 0.0760443 Mar 11 16:36:59.537827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa8c3c-0440-4adb-8550-209f8f99471f req-068e6fac-b7aa-439c-a9d7-90d973d02649 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:59.539360 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14fa8c3c-0440-4adb-8550-209f8f99471f req-068e6fac-b7aa-439c-a9d7-90d973d02649 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0858450 Mar 11 16:36:59.582302 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-82fbcbfd-bae1-43dc-a08b-a2c222ec6410 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1099 time: 0.0753264 Mar 11 16:36:59.590186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14fa8c3c-0440-4adb-8550-209f8f99471f req-8fe160bb-619e-4583-bcee-f7be4b53f86a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 Mar 11 16:36:59.730299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-69042a90-0821-478e-a874-bbee0c6e04d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:59.731639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-69042a90-0821-478e-a874-bbee0c6e04d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1439896 Mar 11 16:36:59.840792 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-ac40b098-5e19-4357-becc-346eef2559ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1002 time: 0.1024339 Mar 11 16:36:59.907162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-77064de2-c9fc-4b99-b492-aadf724a7102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:36:59.908614 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-77064de2-c9fc-4b99-b492-aadf724a7102 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0624471 Mar 11 16:36:59.991241 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-bac97f40-c20d-43af-8ddb-a2254cb5b507 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768120 Mar 11 16:37:00.221216 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-7271a2e8-7034-4926-81c6-3df7c4663359 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244723 Mar 11 16:37:00.355196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-df2ce9eb-a1da-4700-a495-db3958d8886b req-a55c4b6b-fa55-4aa5-84e4-48c4259c3a3c service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272609 Mar 11 16:37:00.794348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd369ce-7830-47b0-b3b2-d4363bc5d121 req-960f9352-e8f0-461c-a5b4-bd90242db03b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:00.795918 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dd369ce-7830-47b0-b3b2-d4363bc5d121 req-960f9352-e8f0-461c-a5b4-bd90242db03b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0766037 Mar 11 16:37:00.848523 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dd369ce-7830-47b0-b3b2-d4363bc5d121 req-1841544b-05b1-4515-a8b1-cfcb14ded6a8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465286 Mar 11 16:37:02.060562 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24955c-e45b-4751-a153-336dc4de909a req-1b8fbd7e-49a6-44f7-bad0-7d9dd6eb0a50 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:02.062044 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c24955c-e45b-4751-a153-336dc4de909a req-1b8fbd7e-49a6-44f7-bad0-7d9dd6eb0a50 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 946 time: 0.0842474 Mar 11 16:37:02.109723 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c24955c-e45b-4751-a153-336dc4de909a req-8f549f71-cd04-4cec-96d2-8e04a27dca5b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Mar 11 16:37:02.707976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:37:02.710775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:02.924791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:02.967058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:02.980696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:02.995169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:02.996482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'mac_address': 'fa:16:3e:31:8d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:37:03.028194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:03.068203 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'code': 200} Mar 11 16:37:03.109317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:03.132888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:37:03.137762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:03.153427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:03.157990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:03.219871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['d7fea2f3-dffe-4880-a444-ea9ad49c32c4'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:37:03.277535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:03.331430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc1c01-1cf4-4cd0-adc1-d2489937c1ed req-c097409d-55cd-45a9-91c0-300158d58142 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:03.332867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3fc1c01-1cf4-4cd0-adc1-d2489937c1ed req-c097409d-55cd-45a9-91c0-300158d58142 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 945 time: 0.0854411 Mar 11 16:37:03.380866 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3fc1c01-1cf4-4cd0-adc1-d2489937c1ed req-ba926094-dadc-4b90-be58-fcdf600a6536 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410986 Mar 11 16:37:03.722484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-f934b2d0-1501-4175-b736-a50f09aaf7ae tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:03.723172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-f934b2d0-1501-4175-b736-a50f09aaf7ae tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:37:03.734147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e1319-d979-4e81-a439-dd3fb9a93677 req-118cd80f-1a25-4776-84c2-bf05b8ef3894 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:03.735583 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-683e1319-d979-4e81-a439-dd3fb9a93677 req-118cd80f-1a25-4776-84c2-bf05b8ef3894 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 945 time: 0.0875378 Mar 11 16:37:03.739326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-f934b2d0-1501-4175-b736-a50f09aaf7ae tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:37:03.740506 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-f934b2d0-1501-4175-b736-a50f09aaf7ae tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca&tenant_id=35595be41dec444584211ef637504066&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 945 time: 0.1010425 Mar 11 16:37:03.787968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-683e1319-d979-4e81-a439-dd3fb9a93677 req-ed5a000b-75e7-4981-91d5-e31b6d81491f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460050 Mar 11 16:37:03.892686 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-94a97c21-715b-4209-af00-7572ff8f7619 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 1098 time: 0.0826581 Mar 11 16:37:04.032412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-5bb8ad44-4df4-4088-903c-1a8f46927ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:04.033868 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-5bb8ad44-4df4-4088-903c-1a8f46927ef5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1355951 Mar 11 16:37:04.141256 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-30678364-d1cc-48d7-a06b-deb731f6f54d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 200 len: 1001 time: 0.1019285 Mar 11 16:37:04.204427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-7f0abc71-9201-4c4d-8e47-c3a522482124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:04.205918 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-7f0abc71-9201-4c4d-8e47-c3a522482124 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0583994 Mar 11 16:37:04.281789 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-01c4a67e-dbbd-4a17-bfc9-a8f098980d38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700316 Mar 11 16:37:04.415434 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-9cc45836-e7d8-4571-9a60-041a371df133 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278484 Mar 11 16:37:04.551077 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eab80b33-0fd7-42ad-aa5e-cb802e1df936 req-0fcbf7db-4138-44f7-9a1f-3747edb9da3f service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293776 Mar 11 16:37:04.710217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:04.863433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:04.882940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:37:04.899489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:04.917949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:04.993144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:05.019203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357573d-5294-49f3-9078-1b97130ce146 req-c00173d2-0cec-44e3-bffa-794e18e1bf31 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:05.020744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7357573d-5294-49f3-9078-1b97130ce146 req-c00173d2-0cec-44e3-bffa-794e18e1bf31 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0871453 Mar 11 16:37:05.081551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7357573d-5294-49f3-9078-1b97130ce146 req-2b766468-80eb-4d7a-beb0-ea931bcd71af tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548646 Mar 11 16:37:06.283784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d6ea1-ab37-49cf-91cd-05ee6dd34152 req-6d6e67f5-4da5-4e17-9d1c-4e4b2cce71ca tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:06.285248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-300d6ea1-ab37-49cf-91cd-05ee6dd34152 req-6d6e67f5-4da5-4e17-9d1c-4e4b2cce71ca tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0794683 Mar 11 16:37:06.335748 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-300d6ea1-ab37-49cf-91cd-05ee6dd34152 req-e173ed52-dd3a-4189-b724-b0609882cf1e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444098 Mar 11 16:37:06.539474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd9ca2-3538-4cde-a1d8-310262c0c0d0 req-ae6c2ad3-c838-401c-a580-54bdf75f5855 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:06.541573 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33cd9ca2-3538-4cde-a1d8-310262c0c0d0 req-ae6c2ad3-c838-401c-a580-54bdf75f5855 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0821590 Mar 11 16:37:06.586174 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33cd9ca2-3538-4cde-a1d8-310262c0c0d0 req-bb4cf606-f3c5-4e01-821d-119615f0520c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389788 Mar 11 16:37:06.796025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4181ca5-cf6f-4676-9b2c-a3e955c54f02 req-fa3d3e0e-3b5d-4978-aacb-f0fe36df83f4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:06.797517 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a4181ca5-cf6f-4676-9b2c-a3e955c54f02 req-fa3d3e0e-3b5d-4978-aacb-f0fe36df83f4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0862939 Mar 11 16:37:06.850175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a4181ca5-cf6f-4676-9b2c-a3e955c54f02 req-7baacbb8-9d64-4ad0-92eb-8c67212c4d00 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470164 Mar 11 16:37:07.280604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1505f22-4a65-441b-bbe1-643006010cbd req-0dcd2561-6a04-406e-ad7b-4fcbf68a593a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:07.282071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1505f22-4a65-441b-bbe1-643006010cbd req-0dcd2561-6a04-406e-ad7b-4fcbf68a593a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0812399 Mar 11 16:37:07.337125 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c1505f22-4a65-441b-bbe1-643006010cbd req-ad75b19a-fcf4-4f8c-9f55-b998c40c2133 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495222 Mar 11 16:37:08.187133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7525d449-6c83-4374-9afa-c0b4f6aaaec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:08.550140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac38d7b-ffe5-43e7-88fa-03915068244d req-7586ef8e-3545-4d7d-abfa-fd37fb1d38aa tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:08.551644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ac38d7b-ffe5-43e7-88fa-03915068244d req-7586ef8e-3545-4d7d-abfa-fd37fb1d38aa tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0764270 Mar 11 16:37:08.610066 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ac38d7b-ffe5-43e7-88fa-03915068244d req-7fa33a59-0d47-4d15-acfd-62e684de30ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518754 Mar 11 16:37:09.016235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-20941836-dbe5-41b4-ad8b-184943fe5838 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:09.017601 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-20941836-dbe5-41b4-ad8b-184943fe5838 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.0816500 Mar 11 16:37:09.085969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Deleting port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:37:09.086309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:09.344391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] For port d7fea2f3-dffe-4880-a444-ea9ad49c32c4, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:09.344747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:09.747896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:09.748275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:09.748598 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c disassociated. External IP: 172.26.4.250, port: d7fea2f3-dffe-4880-a444-ea9ad49c32c4. Mar 11 16:37:09.748950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Calling delete_port for d7fea2f3-dffe-4880-a444-ea9ad49c32c4 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:37:09.897217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:09.919500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a747f4-b871-47b0-9847-fa6817cd4093 req-af2f9f87-f9aa-4e78-ba57-49333ae82a32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:09.920985 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61a747f4-b871-47b0-9847-fa6817cd4093 req-af2f9f87-f9aa-4e78-ba57-49333ae82a32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=7926d548-593b-4410-ad6e-98f9f898ddca HTTP/1.1" status: 200 len: 944 time: 0.1870277 Mar 11 16:37:09.950614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'Port': ['ID=d7fea2f3-dffe-4880-a444-ea9ad49c32c4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:09.971242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61a747f4-b871-47b0-9847-fa6817cd4093 req-6428ab14-2716-45d5-b347-c2e1da6a67df tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Mar 11 16:37:10.174159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:10.378978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:10.388559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:10.400974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:10.401255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:10.448086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] No DVR routers for this DVR port d7fea2f3-dffe-4880-a444-ea9ad49c32c4 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:37:10.450507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:10.453138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-deleted', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:10.470243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a93c46b5-09ce-49fd-a9fe-f28cc0ee013a req-e2928b7a-ba27-4a91-a281-c605631aa102 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "DELETE /v2.0/ports/d7fea2f3-dffe-4880-a444-ea9ad49c32c4 HTTP/1.1" status: 204 len: 173 time: 1.4476631 Mar 11 16:37:10.528886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7926d548-593b-4410-ad6e-98f9f898ddca', 'name': 'network-vif-deleted', 'tag': 'd7fea2f3-dffe-4880-a444-ea9ad49c32c4', 'status': 'completed', 'code': 200} Mar 11 16:37:10.595775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:10.924935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:10.930003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:10.942282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:10.942869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:36:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:11.154609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:11.369488 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-723ef2c8-9c8e-4083-91e1-5b8614b9db06 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1980518946&fields=id&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 267 time: 0.0413921 Mar 11 16:37:11.374559 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b2c35db9-622e-4cae-8b88-429ee905acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:11.505442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:11.509556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d744cc-1296-4c26-9fc9-38fb4da13251 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:11.532699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-bbaa3b23-8acb-4e2c-a218-fa00a253d82e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:11.534229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-bbaa3b23-8acb-4e2c-a218-fa00a253d82e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1579878 Mar 11 16:37:11.551822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-d288d639-7bad-4540-a1e1-95cc561cb90f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/quotas/35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 375 time: 0.0120714 Mar 11 16:37:11.647737 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-c7bc9dc1-4b77-487a-b247-081e730a358d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903625 Mar 11 16:37:11.740049 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0628ea1-8abf-4b45-907c-4f543260ce3e None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:37:11.795315 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-88f0122b-d333-4284-ba92-3023cd3d538b service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349447 Mar 11 16:37:11.940308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-966eeeed-157e-4016-bac5-5abaf674125a service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390433 Mar 11 16:37:12.028293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:12.149103 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1c7ca173-71e4-4a08-a3dd-a3e3697aef43 req-b08f34a8-b6c4-4f26-94c5-f599ef26ae32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 210 time: 0.0453205 Mar 11 16:37:12.150535 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:12.735096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:37:12.770924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: d7fea2f3-dffe-4880-a444-ea9ad49c32c4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:37:12.771265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device d7fea2f3-dffe-4880-a444-ea9ad49c32c4 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:37:13.146170 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:13.196213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-11e0f4c8-734a-4f04-b7da-f6eb07335ba6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:13.197967 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-11e0f4c8-734a-4f04-b7da-f6eb07335ba6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1551740 Mar 11 16:37:13.260465 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-3eb2b657-27d0-43bc-be6f-84c1dfbac197 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 380 time: 0.0499423 Mar 11 16:37:13.270234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'port': {'device_id': 'ae781838-4795-43e9-aef1-4951036339a3', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'admin_state_up': True, 'tenant_id': '35595be41dec444584211ef637504066', 'security_groups': ['392e3139-61e5-49d1-93c4-818267ad9d8f']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:37:13.329482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3655ef61-d6e9-4849-821d-514ced7fcdf0 req-fecb9ddf-dc51-468b-90e0-f296a581cbc7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 210 time: 0.0487039 Mar 11 16:37:13.408963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:37:13.413194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:port and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:37:13.416950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:37:13.422978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:37:13.433044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:37:13.436155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:13.595258 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:13.615472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Allocated IP 172.20.0.12 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/31d6ff3e-52ab-447d-80e2-41e8cf52f1a5) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:37:13.814334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:13.832492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Transition to ACTIVE for port object 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:13.855140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:13.926780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:37:13.929896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:37:13.934315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:37:13.958951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:14.002879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.003486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.034785 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-740b1948-61b3-4c6b-ab27-d1bd3244a7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682333 Mar 11 16:37:14.046770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Request body: {'port': {'device_id': 'ae781838-4795-43e9-aef1-4951036339a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:37:14.171426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-49f1a7db-7558-4002-a1a8-16bc8607226d None None] Provisioning for port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:14.178763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-49f1a7db-7558-4002-a1a8-16bc8607226d None None] Provisioning complete for port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:14.179267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-49f1a7db-7558-4002-a1a8-16bc8607226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.236558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-49f1a7db-7558-4002-a1a8-16bc8607226d None None] Port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:37:14.257462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.546525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74bce2-e150-4464-b56e-37117687ceba req-ca515d13-237a-4f10-b4a4-bb3644ce97ad tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:14.548032 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d74bce2-e150-4464-b56e-37117687ceba req-ca515d13-237a-4f10-b4a4-bb3644ce97ad tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 932 time: 0.0798945 Mar 11 16:37:14.595838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d74bce2-e150-4464-b56e-37117687ceba req-43c35338-c9fb-4993-9469-9bdb8a482d24 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Mar 11 16:37:14.606293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:37:14.613351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.628228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Transition to ACTIVE for port object 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:37:14.632890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.763998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:14.877583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Attempting to bind port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:37:14.877943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Attempting to bind port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:37:14.878290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Attempting to bind port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:37:14.883966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:37:14.884221 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Attempting to bind port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:37:14.890389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:37:14.890717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:37:14.891091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:37:14.891504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Bound port: 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:37:14.891841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:14.981365 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:37:14.984321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:37:14.988928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.065112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.067254 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] 10.222.0.11 "PUT /v2.0/ports/31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1094 time: 1.0247650 Mar 11 16:37:15.067942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:15.142665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'status': 'completed', 'code': 200} Mar 11 16:37:15.154498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4404c79-e337-4d6e-8776-b6b0408e3a51 service neutron] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:15.193483 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-d258be60-d180-4315-8837-ef28b743840c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1097 time: 0.0863142 Mar 11 16:37:15.264907 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-8ebf9e65-ad48-491a-887e-ac31bba7e42f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 217 time: 0.0645688 Mar 11 16:37:15.314700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:15.328901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-05ecab73-4d62-4b2c-b298-8e22cd6db7b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:15.330329 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-05ecab73-4d62-4b2c-b298-8e22cd6db7b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0595968 Mar 11 16:37:15.410598 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-a5cfcb66-5b98-430a-a691-34aacedb4862 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742586 Mar 11 16:37:15.550887 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-bd42c511-4267-4189-aaf2-f1288e862ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336863 Mar 11 16:37:15.689624 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-406d9c9c-ef7b-4ffa-a756-8925c0628b19 req-1820ed7c-d50c-4ef0-a59c-6d9fcfd56544 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327684 Mar 11 16:37:15.809663 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-e89843d7-255b-4789-93ee-18a02455d931 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1097 time: 0.0732772 Mar 11 16:37:15.815613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea9de9-8f8a-4eda-82ae-190884e1667e req-3ad9f243-b140-4391-9fe5-2d8016a9b2d6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:15.817244 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfea9de9-8f8a-4eda-82ae-190884e1667e req-3ad9f243-b140-4391-9fe5-2d8016a9b2d6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 944 time: 0.0832541 Mar 11 16:37:15.864982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfea9de9-8f8a-4eda-82ae-190884e1667e req-34b972ad-ce73-49c0-a3d2-ccebbfe11ea6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Mar 11 16:37:16.042169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-0ecd752e-58f7-40c3-8772-d635c825e046 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:16.043530 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-0ecd752e-58f7-40c3-8772-d635c825e046 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2275372 Mar 11 16:37:16.115450 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-9dd07bc7-e1f7-40da-9070-24c724bcd891 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 217 time: 0.0649831 Mar 11 16:37:16.178698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-2ea5f160-267c-4884-808b-8a89be7a6f2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:16.180128 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-2ea5f160-267c-4884-808b-8a89be7a6f2a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0589366 Mar 11 16:37:16.263243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-33ef6e35-70e0-4871-b7c8-6d0f86026ab0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772531 Mar 11 16:37:16.406662 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-0a3c13eb-fa7a-4378-876d-a1102ed04776 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362410 Mar 11 16:37:16.551887 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f25541ee-51b0-470c-bb39-f7b29c9e77c4 req-39999248-c74f-451e-aacf-4e1682219d28 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380200 Mar 11 16:37:17.067777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a1ff8-249a-4724-9d9c-f5a89664a5bb req-07fa7b92-e6ad-4880-a7d2-6bc6e0f9e131 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:17.069232 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-974a1ff8-249a-4724-9d9c-f5a89664a5bb req-07fa7b92-e6ad-4880-a7d2-6bc6e0f9e131 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 944 time: 0.0819788 Mar 11 16:37:17.119489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-974a1ff8-249a-4724-9d9c-f5a89664a5bb req-bbf6448e-d719-4987-8856-546bc16c9a1e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Mar 11 16:37:18.338648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09746ed-ea4c-4743-a97e-58f54c37e97d req-9e464641-4c7c-4983-8798-f30328351b7b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:18.340016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a09746ed-ea4c-4743-a97e-58f54c37e97d req-9e464641-4c7c-4983-8798-f30328351b7b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 944 time: 0.0857906 Mar 11 16:37:18.389881 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a09746ed-ea4c-4743-a97e-58f54c37e97d req-95f18ef0-4187-4240-a6d6-c34c89be002e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 Mar 11 16:37:18.758179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:37:18.934139 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:18.948145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'mac_address': 'fa:16:3e:9c:bb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:37:19.005058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:19.033101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:37:19.048810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:19.053131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:19.119841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:19.137766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.138117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.138458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.138796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.139131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.139457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.139787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.140119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.140441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.140763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.141083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:37:19.356138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:37:19.595477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021ca4-a461-4ff8-aba1-ebb969e37882 req-f7623267-e0e3-47cd-8f44-2ed654cf5c90 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:19.597070 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf021ca4-a461-4ff8-aba1-ebb969e37882 req-f7623267-e0e3-47cd-8f44-2ed654cf5c90 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 945 time: 0.0784593 Mar 11 16:37:19.652380 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf021ca4-a461-4ff8-aba1-ebb969e37882 req-251cdc67-5caf-43ae-aff0-3e5b73650891 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495884 Mar 11 16:37:20.759156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:37:20.836955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:37:20.843236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:37:20.843614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.857787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f51e54-96ce-4ea0-ac27-ac28de2acaa7 req-833a3c91-9b49-4d9f-937e-8da8b95e261c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:20.859240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78f51e54-96ce-4ea0-ac27-ac28de2acaa7 req-833a3c91-9b49-4d9f-937e-8da8b95e261c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 945 time: 0.0846779 Mar 11 16:37:20.906996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-78f51e54-96ce-4ea0-ac27-ac28de2acaa7 req-1b00136f-ef79-492f-b5a1-b78a858b2408 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 Mar 11 16:37:20.963740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:20.990301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:21.003932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:37:21.010803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:21.058426 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'code': 200} Mar 11 16:37:21.085854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:37:21.321197 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cae6f0bd-ad56-4051-aff3-c41e67271535 req-0058acbf-67be-4e57-a7ba-6ae699183de7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0864534 Mar 11 16:37:21.372017 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cae6f0bd-ad56-4051-aff3-c41e67271535 req-26a6eb8d-cdf3-4318-9e6b-e8394973f2ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Mar 11 16:37:22.107207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309996-7d93-4642-9460-4472ab96f6ce req-fc0822e4-2dbc-4a42-9c31-870c67eacac5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:22.108702 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3309996-7d93-4642-9460-4472ab96f6ce req-fc0822e4-2dbc-4a42-9c31-870c67eacac5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0775065 Mar 11 16:37:22.162368 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3309996-7d93-4642-9460-4472ab96f6ce req-474cabc0-fffe-43b0-b87c-88a1fcea0095 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479500 Mar 11 16:37:23.364487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7f76-6e3b-4dae-8628-740db4f5d9e3 req-3601bba9-d96e-444a-99ab-9330f32e9483 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:23.365874 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-554f7f76-6e3b-4dae-8628-740db4f5d9e3 req-3601bba9-d96e-444a-99ab-9330f32e9483 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0787129 Mar 11 16:37:23.412603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-554f7f76-6e3b-4dae-8628-740db4f5d9e3 req-7c446dbe-b77c-4c33-9f29-c2fc0836d524 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403843 Mar 11 16:37:23.628563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad208ff-b035-49e0-abbb-cff2e15d9b23 req-9de13e64-2710-4439-b3b3-272fd678bf32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:23.630001 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ad208ff-b035-49e0-abbb-cff2e15d9b23 req-9de13e64-2710-4439-b3b3-272fd678bf32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0965517 Mar 11 16:37:23.639180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 44880) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:37:23.644443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'floatingip': {'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:37:23.721626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.416596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.420444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:24.610715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c associated. External IP: 172.26.4.250, port: 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5. Mar 11 16:37:25.006939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:37:25.318934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:37:25.323998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:25.330085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:37:25.342787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:25.343469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:37:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:25.378086 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ecb47927-f5be-4014-bd55-5d4ea7c7bbbf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "PUT /v2.0/floatingips/21cf833a-69da-42b9-84de-6c08a780260c HTTP/1.1" status: 200 len: 992 time: 1.7377565 Mar 11 16:37:25.378673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:37:25.453695 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'status': 'completed', 'code': 200} Mar 11 16:37:25.530524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:25.580710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-367d7748-ce23-4fb1-b56c-0577208b8a0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.1026833 Mar 11 16:37:25.754145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-d7e9a50b-5531-460e-9270-a55c3e3109ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:25.756057 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-d7e9a50b-5531-460e-9270-a55c3e3109ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1682127 Mar 11 16:37:25.779489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bb4d8-3ea8-4b9a-b2c4-75aa369db1b3 req-2636c0e4-63b5-406d-8762-5d6b0b4aca25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:25.781013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f16bb4d8-3ea8-4b9a-b2c4-75aa369db1b3 req-2636c0e4-63b5-406d-8762-5d6b0b4aca25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0910904 Mar 11 16:37:25.833144 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f16bb4d8-3ea8-4b9a-b2c4-75aa369db1b3 req-2c9ba577-8986-4c1d-bf51-50fe4bc6fe24 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456619 Mar 11 16:37:25.878665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-73f1b208-2a6a-402b-9fe3-755a55d0ecd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1000 time: 0.1160147 Mar 11 16:37:25.951744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-f0805c30-1c29-4aa3-a6f7-df61a5ddab70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:25.953232 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-f0805c30-1c29-4aa3-a6f7-df61a5ddab70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0687904 Mar 11 16:37:25.961932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:9c:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae781838-4795-43e9-aef1-4951036339a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:37:24Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:25.968071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:37:25.979845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:37:25.981646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:37:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:26.038659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-a33388ba-69e7-4a6b-9220-77be5e87930c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784366 Mar 11 16:37:26.190069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:37:26.198693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-83649f2a-aab9-420d-9045-87200e1dc14a service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541169 Mar 11 16:37:26.350448 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9e3b5cc1-5517-4cc8-9b5d-040e92267844 req-4d932741-837a-48ed-b5d5-180919fa78b2 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453934 Mar 11 16:37:26.671666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:9c:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae781838-4795-43e9-aef1-4951036339a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:37:24Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:37:26.675942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682973d3-3bb8-42a6-8064-b8213e06bdd6 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:9c:bb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae781838-4795-43e9-aef1-4951036339a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:37:24Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:37:26.898950 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24a213-1002-41fa-9aea-1d911d25a094 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:37:27.069274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef083-1740-4c83-ba55-e4269f07d6a2 req-a90c7713-b3b3-47fb-a02e-17dc5a306e86 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:27.070765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c0ef083-1740-4c83-ba55-e4269f07d6a2 req-a90c7713-b3b3-47fb-a02e-17dc5a306e86 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0862749 Mar 11 16:37:27.120304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c0ef083-1740-4c83-ba55-e4269f07d6a2 req-dddee98c-7610-450c-a14a-2d4b9d1cdb57 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423331 Mar 11 16:37:28.341354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822487b-15ae-4f71-8b68-7a28b18a0157 req-e01eb83d-6ca9-4831-9b5a-4f0b9e47ee4b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:28.342911 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b822487b-15ae-4f71-8b68-7a28b18a0157 req-e01eb83d-6ca9-4831-9b5a-4f0b9e47ee4b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0830753 Mar 11 16:37:28.388410 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b822487b-15ae-4f71-8b68-7a28b18a0157 req-89d7765e-9fc8-4d5d-9bf3-2b9e927f3804 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 Mar 11 16:37:29.595253 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cb611-cc42-4884-ad41-e4df03e2e192 req-1de47394-2e40-4d85-a9b2-30ae2af34679 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:29.597302 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dd0cb611-cc42-4884-ad41-e4df03e2e192 req-1de47394-2e40-4d85-a9b2-30ae2af34679 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0804908 Mar 11 16:37:29.646810 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dd0cb611-cc42-4884-ad41-e4df03e2e192 req-614e4a58-3ce4-41d7-84d3-bfa1c01ad81b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Mar 11 16:37:30.856350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d025f1-0a23-4901-8431-fad6294c5a07 req-5470bef0-cce1-4f4c-8c25-ee5077b6c87c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:30.857814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11d025f1-0a23-4901-8431-fad6294c5a07 req-5470bef0-cce1-4f4c-8c25-ee5077b6c87c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0802159 Mar 11 16:37:30.917495 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11d025f1-0a23-4901-8431-fad6294c5a07 req-f7ec33ae-bbe8-4279-81c4-0dc29e43a835 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541627 Mar 11 16:37:32.127524 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e0035-e388-43ea-b5ff-c00469552996 req-e10dc4c0-7f70-4e5f-8537-330241961645 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:32.128957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-976e0035-e388-43ea-b5ff-c00469552996 req-e10dc4c0-7f70-4e5f-8537-330241961645 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0824277 Mar 11 16:37:32.174691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-976e0035-e388-43ea-b5ff-c00469552996 req-938d6e4c-0dc6-495a-9234-323e0771da7d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400746 Mar 11 16:37:33.388064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625d94-8166-42d2-8a8a-7a7a184f79c6 req-1c5d05da-4aff-4730-8ccb-314954cb7fa9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:33.389545 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-56625d94-8166-42d2-8a8a-7a7a184f79c6 req-1c5d05da-4aff-4730-8ccb-314954cb7fa9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0885274 Mar 11 16:37:33.435837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-56625d94-8166-42d2-8a8a-7a7a184f79c6 req-3ee9f533-1e90-4078-8ead-cfc2bf8c5936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Mar 11 16:37:34.643095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84bbc5-ecfe-48ac-a63d-e7e658206026 req-93b5cce2-8453-4ac9-a4bd-3bde3b9acc4d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:34.644641 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba84bbc5-ecfe-48ac-a63d-e7e658206026 req-93b5cce2-8453-4ac9-a4bd-3bde3b9acc4d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0854652 Mar 11 16:37:34.691852 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba84bbc5-ecfe-48ac-a63d-e7e658206026 req-02e6fb1e-3755-4966-8856-dacaf5c0f24a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405936 Mar 11 16:37:35.899286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b694aa6-38e7-443d-a149-6a59a80c05b6 req-b6064e03-121e-4a7c-863f-d43dce9501d5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:35.901677 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7b694aa6-38e7-443d-a149-6a59a80c05b6 req-b6064e03-121e-4a7c-863f-d43dce9501d5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0787461 Mar 11 16:37:35.952377 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7b694aa6-38e7-443d-a149-6a59a80c05b6 req-5d2ec512-a46d-4ec8-af14-4a0bbf8ecb21 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Mar 11 16:37:37.184297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ed16-6dd8-498a-959d-9c61ffb0cbc0 req-5f352ff5-f482-41e1-9f9e-8ed8b9ed4846 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:37.185786 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9447ed16-6dd8-498a-959d-9c61ffb0cbc0 req-5f352ff5-f482-41e1-9f9e-8ed8b9ed4846 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0842392 Mar 11 16:37:37.233816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9447ed16-6dd8-498a-959d-9c61ffb0cbc0 req-6c0074d2-a795-47dd-9156-b1e17b0d7fb6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Mar 11 16:37:38.190851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d116223f-8748-4da6-8e81-ae17938b0f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:38.450941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c079a8-9ace-46e2-878c-3164e344fb4c req-8fded12d-fee2-42f1-8be0-5504f3d39a9f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:38.452277 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-19c079a8-9ace-46e2-878c-3164e344fb4c req-8fded12d-fee2-42f1-8be0-5504f3d39a9f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0823946 Mar 11 16:37:38.500567 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-19c079a8-9ace-46e2-878c-3164e344fb4c req-39643c82-7d0d-4347-8303-26ed0491771d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Mar 11 16:37:39.706767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5013362-2284-4e46-b9db-2e85f8440d7c req-478065a3-94f9-40e4-85f4-95b6f32babb0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:39.708344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e5013362-2284-4e46-b9db-2e85f8440d7c req-478065a3-94f9-40e4-85f4-95b6f32babb0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0782011 Mar 11 16:37:39.755056 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e5013362-2284-4e46-b9db-2e85f8440d7c req-5f5e8540-df79-434e-8273-047dfb4bc61e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Mar 11 16:37:40.956729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babe66d-78d1-4f00-9c77-beea9d1811bb req-0a594aca-5351-4b55-a923-ddb789c30a5e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:40.958180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9babe66d-78d1-4f00-9c77-beea9d1811bb req-0a594aca-5351-4b55-a923-ddb789c30a5e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0804565 Mar 11 16:37:41.003437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9babe66d-78d1-4f00-9c77-beea9d1811bb req-f3130242-bdaa-4f80-925a-915a605277bf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387664 Mar 11 16:37:41.278537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f06c9cb3-5a46-42f1-855b-029ee1da2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:42.031374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:42.144969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:42.223836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e147d2-7961-4d89-a592-5e8e7e064c8c req-9167ae1a-f0fb-4901-a49b-e7de29313ea8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:42.225273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12e147d2-7961-4d89-a592-5e8e7e064c8c req-9167ae1a-f0fb-4901-a49b-e7de29313ea8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0804186 Mar 11 16:37:42.272884 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12e147d2-7961-4d89-a592-5e8e7e064c8c req-106e2aa2-e58f-4f43-a553-b8f73a94b0e0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 Mar 11 16:37:43.484186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097679f-6a39-4c46-8331-46357f7e6c9a req-2bf17e8f-0af9-49e7-8b1b-42550fcbf795 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:43.485610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8097679f-6a39-4c46-8331-46357f7e6c9a req-2bf17e8f-0af9-49e7-8b1b-42550fcbf795 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0851657 Mar 11 16:37:43.542012 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8097679f-6a39-4c46-8331-46357f7e6c9a req-d338ebe2-e4fc-4a02-8066-fbd351d0d425 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508263 Mar 11 16:37:43.597679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:44.741541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc0188-d811-4b6e-b86e-8afdea90bff1 req-b05843e8-069c-4fb3-bfe1-39dbd63be905 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:44.744233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7cbc0188-d811-4b6e-b86e-8afdea90bff1 req-b05843e8-069c-4fb3-bfe1-39dbd63be905 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0798414 Mar 11 16:37:44.794316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7cbc0188-d811-4b6e-b86e-8afdea90bff1 req-f76716d3-b2e4-4753-be52-c0c4e22d3385 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448127 Mar 11 16:37:45.310401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:37:46.004391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdae9e-f212-4f14-ba71-c7e60506baba req-fb607edf-ef53-4f83-bab9-67847d5eadd1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:46.005972 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5fcdae9e-f212-4f14-ba71-c7e60506baba req-fb607edf-ef53-4f83-bab9-67847d5eadd1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0873814 Mar 11 16:37:46.054458 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5fcdae9e-f212-4f14-ba71-c7e60506baba req-fe50b931-7727-48d8-9eeb-4708a7e421ae tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Mar 11 16:37:47.272700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea053-f735-474e-9db0-aede54906f2f req-848d988f-fafb-439c-8dc6-11c2070f5397 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:47.274740 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba2ea053-f735-474e-9db0-aede54906f2f req-848d988f-fafb-439c-8dc6-11c2070f5397 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0818405 Mar 11 16:37:47.322305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba2ea053-f735-474e-9db0-aede54906f2f req-7cfa51bb-4f7a-4a7c-8c1a-eeb6d71e89aa tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Mar 11 16:37:48.528035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aef76-2258-4ef2-aebb-a6590b0886e6 req-66474ecb-3c0a-4662-b332-e6418d4d5077 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:48.529470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-206aef76-2258-4ef2-aebb-a6590b0886e6 req-66474ecb-3c0a-4662-b332-e6418d4d5077 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0833480 Mar 11 16:37:48.575622 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-206aef76-2258-4ef2-aebb-a6590b0886e6 req-ff7efffe-4b4e-417c-ab23-6017b80b1194 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406821 Mar 11 16:37:49.783002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb659a7f-d203-4eec-ad98-1301ee597955 req-062b4f8e-4abc-44a2-9164-5818745de578 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:49.784436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bb659a7f-d203-4eec-ad98-1301ee597955 req-062b4f8e-4abc-44a2-9164-5818745de578 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0818627 Mar 11 16:37:49.830904 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bb659a7f-d203-4eec-ad98-1301ee597955 req-a2522c13-2092-4890-808e-61faad1e83f8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Mar 11 16:37:50.146664 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:37:51.043798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43a3d1-c5fa-4539-9dbb-760859efdf3b req-ceeb9b3b-1e30-4536-85e9-01f740273095 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:51.045147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac43a3d1-c5fa-4539-9dbb-760859efdf3b req-ceeb9b3b-1e30-4536-85e9-01f740273095 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0890899 Mar 11 16:37:51.096373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac43a3d1-c5fa-4539-9dbb-760859efdf3b req-a415ceaa-2ae9-4b12-9757-d9d05bbda300 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Mar 11 16:37:51.984757 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-6c3f0712-1108-4244-9bc4-9b4a57cbd561 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773833 Mar 11 16:37:52.139355 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-794c2f4d-29ec-4e41-a649-bdbcef22dbe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0780988 Mar 11 16:37:52.388982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-37b58d05-cc01-4a28-bb33-3e2540e87fa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:52.390535 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-37b58d05-cc01-4a28-bb33-3e2540e87fa9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2333026 Mar 11 16:37:52.408920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229322-688c-48a5-b3cd-19bb228955ce req-8982b6c3-de88-4fea-aa42-0e5d5dbcda97 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:52.410379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c229322-688c-48a5-b3cd-19bb228955ce req-8982b6c3-de88-4fea-aa42-0e5d5dbcda97 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.1872630 Mar 11 16:37:52.456925 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c229322-688c-48a5-b3cd-19bb228955ce req-f8bbe32b-604b-4508-96be-0ec3c2f6eb83 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405169 Mar 11 16:37:52.496921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-f40c4e85-b89a-4e80-869e-72aecb3780d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1002 time: 0.1003819 Mar 11 16:37:52.560680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-8ee5c887-b4c4-45b4-ad71-261eb9aeeea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:52.562150 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-8ee5c887-b4c4-45b4-ad71-261eb9aeeea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0596750 Mar 11 16:37:52.642838 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-8c00501b-8a46-4e75-9ddb-2a2e1f43f300 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741007 Mar 11 16:37:52.675692 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cd83bcc0-697b-4250-ae0f-9f1ce821674c req-7694ce62-0403-4e74-825a-a0af5e3ae00c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0792744 Mar 11 16:37:52.780594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-0c97a5aa-9ec3-4be3-b57c-9aac93811b77 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315892 Mar 11 16:37:52.968730 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-302d42f3-7977-4349-97ba-b70c8b4f5f30 req-93a21517-ae6d-4c9e-9fd4-5b923acbf8ca service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828120 Mar 11 16:37:52.986151 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-53045a55-12eb-4552-b003-ca28ef80418e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1041498 Mar 11 16:37:53.019393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97650aef-5ebc-4e90-be37-9ab327bea615 req-ea3b7165-0a1a-4929-8191-0e503ee09e82 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:53.021059 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-97650aef-5ebc-4e90-be37-9ab327bea615 req-ea3b7165-0a1a-4929-8191-0e503ee09e82 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0865934 Mar 11 16:37:53.078688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-97650aef-5ebc-4e90-be37-9ab327bea615 req-86deaff6-d015-4c09-afa3-f3b53add6f21 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499671 Mar 11 16:37:54.190216 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-9b8d11a9-701e-4487-b59a-a0d5a6c8edd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0735886 Mar 11 16:37:54.295824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200743b-1105-45ed-a235-d4e8eead0d2f req-35ccf5e2-39c4-4124-be82-5d15d4fffbbc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:54.297292 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7200743b-1105-45ed-a235-d4e8eead0d2f req-35ccf5e2-39c4-4124-be82-5d15d4fffbbc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0826910 Mar 11 16:37:54.330605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5333a-122d-41f5-8194-88492bf665ef req-7b667957-6455-4558-abc3-f4a0a8de5c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:54.332062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-7b667957-6455-4558-abc3-f4a0a8de5c0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1347589 Mar 11 16:37:54.345015 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7200743b-1105-45ed-a235-d4e8eead0d2f req-0b1d6924-cb8e-4b33-b529-64358d320c6c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Mar 11 16:37:54.440282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-19494458-794b-4e7b-aecf-c2e5caac06f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1002 time: 0.1012750 Mar 11 16:37:54.515729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5333a-122d-41f5-8194-88492bf665ef req-8ff8a6e5-7f25-4291-8f6c-ea18b3b36694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:54.517238 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-8ff8a6e5-7f25-4291-8f6c-ea18b3b36694 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0704439 Mar 11 16:37:54.594160 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-e215d1c2-d199-4136-8837-2a28bd904646 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704401 Mar 11 16:37:54.732940 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-0ec499e3-b123-42f6-9899-51d82eb4aafc service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328139 Mar 11 16:37:54.871234 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-99ffff54-282d-4812-8fe8-6d23a96304ab service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328142 Mar 11 16:37:55.550604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b9c53-db86-4431-8a05-abd6ee1379d0 req-560608d9-e40a-401c-b339-e2ae9fad4a01 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:55.559484 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-544b9c53-db86-4431-8a05-abd6ee1379d0 req-560608d9-e40a-401c-b339-e2ae9fad4a01 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0863137 Mar 11 16:37:55.607084 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-544b9c53-db86-4431-8a05-abd6ee1379d0 req-a495bd5c-d5bf-420f-a24c-e84f5303d7b8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Mar 11 16:37:56.678877 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-b1ce40bb-93f3-473f-8376-8fc623851d0f service neutron] 10.222.0.11 "GET /v2.0/ports/31d6ff3e-52ab-447d-80e2-41e8cf52f1a5/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0791526 Mar 11 16:37:56.838318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f781e-fcea-41e5-9146-448f076b86ca req-72bd5e23-0836-47b2-b698-1d8d3cc88272 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:56.839780 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a22f781e-fcea-41e5-9146-448f076b86ca req-72bd5e23-0836-47b2-b698-1d8d3cc88272 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0860023 Mar 11 16:37:56.898112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a22f781e-fcea-41e5-9146-448f076b86ca req-8a9aa146-ab22-4d5a-92b1-94d352d6b718 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521803 Mar 11 16:37:56.973554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-80d91b3c-7d17-4a63-9b92-d364eaec9a5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1099 time: 0.0741153 Mar 11 16:37:57.064459 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-80388f52-6c85-437a-8d10-b9091eb70bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0689750 Mar 11 16:37:57.305944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5333a-122d-41f5-8194-88492bf665ef req-3610ed46-eb83-4042-b971-fe28d90831c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:57.307386 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-3610ed46-eb83-4042-b971-fe28d90831c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2363348 Mar 11 16:37:57.418205 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-6d046b31-9f57-4ced-8c5a-dbfe7a67c207 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1002 time: 0.1042881 Mar 11 16:37:57.484550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5333a-122d-41f5-8194-88492bf665ef req-09bdc631-9b78-42e3-805a-b4ec829a1d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:57.486032 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-09bdc631-9b78-42e3-805a-b4ec829a1d35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0622947 Mar 11 16:37:57.564552 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-dcabbbad-f3a7-4634-99c9-6a0c74ee8f48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717876 Mar 11 16:37:57.702226 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-90b038c5-a202-49bd-a6a0-64dae8f2469e service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314595 Mar 11 16:37:57.841180 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5ea5333a-122d-41f5-8194-88492bf665ef req-e1219f16-25bd-4107-818c-eb93690a16d1 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336703 Mar 11 16:37:58.100985 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8207ff4-4f0a-4b10-9505-529ce1a49ae7 req-8c83a3d0-432a-4fa3-a9b5-b879476ee0e9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:58.102999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8207ff4-4f0a-4b10-9505-529ce1a49ae7 req-8c83a3d0-432a-4fa3-a9b5-b879476ee0e9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0780883 Mar 11 16:37:58.152724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8207ff4-4f0a-4b10-9505-529ce1a49ae7 req-decafbdb-ee49-4cbd-9e20-445ddbb9da0b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434241 Mar 11 16:37:59.369474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4118b-c1c8-41b0-b6c2-4d41835c139b req-afa6e75b-3f71-4aec-b5fd-183f2cef7cc4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:37:59.370946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bdc4118b-c1c8-41b0-b6c2-4d41835c139b req-afa6e75b-3f71-4aec-b5fd-183f2cef7cc4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0786791 Mar 11 16:37:59.416248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bdc4118b-c1c8-41b0-b6c2-4d41835c139b req-1272bc58-8c92-4ea0-b8c3-a97c7aff1701 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Mar 11 16:38:00.630560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec795e7-eef5-4e1e-a42a-06f80b5dcb16 req-7bee8ab4-231e-4e50-a37e-fa77e2069110 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:00.632020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec795e7-eef5-4e1e-a42a-06f80b5dcb16 req-7bee8ab4-231e-4e50-a37e-fa77e2069110 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0899272 Mar 11 16:38:00.687105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec795e7-eef5-4e1e-a42a-06f80b5dcb16 req-81217edc-8d48-4faa-b8cc-52be91765638 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493348 Mar 11 16:38:00.920475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:00.925678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:38:01.041643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-402a3419-7212-49bd-9ad8-697fcc16f938 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:01.042239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-402a3419-7212-49bd-9ad8-697fcc16f938 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:01.052977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffa8aa-5d69-4652-8b0e-fa697e9c357a req-825b5e21-586e-42af-bbe6-889e37a99174 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:01.054887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87ffa8aa-5d69-4652-8b0e-fa697e9c357a req-825b5e21-586e-42af-bbe6-889e37a99174 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0986362 Mar 11 16:38:01.066238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-402a3419-7212-49bd-9ad8-697fcc16f938 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:01.067853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-402a3419-7212-49bd-9ad8-697fcc16f938 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3&tenant_id=35595be41dec444584211ef637504066&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.1260626 Mar 11 16:38:01.122283 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87ffa8aa-5d69-4652-8b0e-fa697e9c357a req-e7ee7451-4257-4c63-b3f0-11491663b877 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608461 Mar 11 16:38:01.168345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.188203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:01.209532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'mac_address': 'fa:16:3e:9c:bb:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:01.217088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:01.237283 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-941a00b6-3891-46ae-b92f-c8647fb13944 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0849833 Mar 11 16:38:01.265837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:01.277881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.314958 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'code': 200} Mar 11 16:38:01.330796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:01.359939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:01.378188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-16da7f38-c38d-46ea-a3f7-48b1b27f0164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:01.379644 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-16da7f38-c38d-46ea-a3f7-48b1b27f0164 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1372612 Mar 11 16:38:01.401938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:01.428930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:38:01.429284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:38:01.506050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-61aaa559-eb54-4b16-bf66-e114bc368723 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1000 time: 0.1202042 Mar 11 16:38:01.577212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-9355bb6e-1f50-4a53-8491-35ed9fea4228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:01.578615 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-9355bb6e-1f50-4a53-8491-35ed9fea4228 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0668719 Mar 11 16:38:01.664081 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-eda49315-5005-4c1e-a5e4-d688d8ee72d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795622 Mar 11 16:38:01.796291 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-400c5781-6d30-4a1e-b0a0-11e8ca106279 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263642 Mar 11 16:38:01.940958 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d23d54e-2f0f-4c0f-8006-809ec058ed69 req-a352130a-5b46-4e87-b62c-7824a7e54a6c service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386638 Mar 11 16:38:01.984515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.006677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:02.024893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:02.029682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:02.096853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:38:02.160434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:02.331276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948820a7-dfac-4fe2-9716-d210acabce22 req-b31f7ccf-df4c-4c83-929f-97b8422c1d1b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:02.332847 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-948820a7-dfac-4fe2-9716-d210acabce22 req-b31f7ccf-df4c-4c83-929f-97b8422c1d1b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 945 time: 0.0876837 Mar 11 16:38:02.381476 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-948820a7-dfac-4fe2-9716-d210acabce22 req-4c20bb6c-3915-4308-9647-cf685b8f92b2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416939 Mar 11 16:38:02.933483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:03.002999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:03.003647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.120624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.152551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:03.156514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:03.229685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:03.315138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:03.379543 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'code': 200} Mar 11 16:38:03.592707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395a2d5-3db8-4b5d-bf0b-c7b60f40648d req-c67477b9-9eeb-48c9-8a0e-fc3e117efd91 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:03.594202 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b395a2d5-3db8-4b5d-bf0b-c7b60f40648d req-c67477b9-9eeb-48c9-8a0e-fc3e117efd91 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0808673 Mar 11 16:38:03.644338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b395a2d5-3db8-4b5d-bf0b-c7b60f40648d req-bbc10152-8bcf-40ac-9c52-bf2b2bce382c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Mar 11 16:38:03.860350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c36ac5-2459-4120-923c-8d324048d206 req-cd75d9f4-68f0-4d21-9031-bd1b1f54de0e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:03.861691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22c36ac5-2459-4120-923c-8d324048d206 req-cd75d9f4-68f0-4d21-9031-bd1b1f54de0e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0819836 Mar 11 16:38:03.908527 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22c36ac5-2459-4120-923c-8d324048d206 req-dcbaf306-5792-4068-b038-c00f31a67508 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412905 Mar 11 16:38:04.307216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119a0f2-f384-4669-ac86-d07cc7c73a78 req-b6c32e57-1fdb-4445-b7bd-d1205ae695c0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:04.308694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d119a0f2-f384-4669-ac86-d07cc7c73a78 req-b6c32e57-1fdb-4445-b7bd-d1205ae695c0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0905235 Mar 11 16:38:04.343678 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-2aa68f34-5e3f-45e5-b381-b79beea55739 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 1099 time: 0.0751214 Mar 11 16:38:04.360685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d119a0f2-f384-4669-ac86-d07cc7c73a78 req-3f9cef19-ea27-49c5-a909-419cc80b83f5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Mar 11 16:38:04.598674 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-37d0a6d9-f5bd-4be0-bd25-0b11500063c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:04.600572 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-37d0a6d9-f5bd-4be0-bd25-0b11500063c2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2511253 Mar 11 16:38:04.734909 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-50ed8a56-8957-4b8f-80ff-0efb1abfedf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 200 len: 1002 time: 0.1275353 Mar 11 16:38:04.806931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-b4fb6627-7cf7-4852-8dc0-f41cc0e3199d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:04.808393 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-b4fb6627-7cf7-4852-8dc0-f41cc0e3199d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0677993 Mar 11 16:38:04.900393 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-6b82af3a-df9e-4ca3-86e4-4e5679b17665 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863583 Mar 11 16:38:05.052294 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-ab149eb9-31a9-4309-9b57-0e7b93bc3c70 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456518 Mar 11 16:38:05.207159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-948c56a2-22d4-45e4-8851-3cb212775d98 req-acad5236-032d-4607-b1fb-3bdbed8047b5 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489155 Mar 11 16:38:05.565624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66dcd2c-6eb3-4f95-a67f-d47aff13146f req-238ff1b7-1cf5-44da-b18b-7a445112be19 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:05.567175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b66dcd2c-6eb3-4f95-a67f-d47aff13146f req-238ff1b7-1cf5-44da-b18b-7a445112be19 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0792308 Mar 11 16:38:05.616136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b66dcd2c-6eb3-4f95-a67f-d47aff13146f req-5b8a3881-1fb4-457b-92b1-097413059a7b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Mar 11 16:38:06.833484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ecde6-a819-470b-9d7b-d5babe0eae1d req-476286c6-f7c4-4ea1-8979-a1050c606846 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:06.834969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-342ecde6-a819-470b-9d7b-d5babe0eae1d req-476286c6-f7c4-4ea1-8979-a1050c606846 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0878115 Mar 11 16:38:06.882443 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-342ecde6-a819-470b-9d7b-d5babe0eae1d req-e98acf22-43d4-4379-86c4-8183ad45926f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Mar 11 16:38:07.307443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6f050-c026-4b8e-ab63-e9c22e6c0a1e req-5a10c2f1-82ff-40fb-a53c-3180f23d3958 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:07.308902 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f9f6f050-c026-4b8e-ab63-e9c22e6c0a1e req-5a10c2f1-82ff-40fb-a53c-3180f23d3958 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0783000 Mar 11 16:38:07.355942 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f9f6f050-c026-4b8e-ab63-e9c22e6c0a1e req-a89d69a2-b822-495a-bd54-86101af9d1ef tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Mar 11 16:38:08.194002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-80daba10-88b5-4c1b-a1bb-3f9fa14245e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:08.574848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438bab3-cd81-457c-9332-49c16a4163ea req-ac6fdff7-3ee5-4cef-ba56-15e9e0d82954 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:08.576305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5438bab3-cd81-457c-9332-49c16a4163ea req-ac6fdff7-3ee5-4cef-ba56-15e9e0d82954 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0896783 Mar 11 16:38:08.622544 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5438bab3-cd81-457c-9332-49c16a4163ea req-bd6445df-cb03-450a-83fa-2f031832d527 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Mar 11 16:38:09.116279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af8c7-4144-4888-b8af-411c970051d7 req-c45d15e4-9cfb-46cb-ac26-720b935d5d12 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:09.118371 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-796af8c7-4144-4888-b8af-411c970051d7 req-c45d15e4-9cfb-46cb-ac26-720b935d5d12 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0813351 Mar 11 16:38:09.186829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Deleting port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:38:09.187201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.446210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] For port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:09.446473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.746105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.746374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.746687 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c disassociated. External IP: 172.26.4.250, port: 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5. Mar 11 16:38:09.747025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Calling delete_port for 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:38:09.828699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679303e-aaed-428a-a5ab-063f320bc8e0 req-46fa601b-bddb-43b8-a978-db29cce9e1eb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:09.830245 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c679303e-aaed-428a-a5ab-063f320bc8e0 req-46fa601b-bddb-43b8-a978-db29cce9e1eb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 946 time: 0.0780659 Mar 11 16:38:09.881573 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c679303e-aaed-428a-a5ab-063f320bc8e0 req-bb3e07a6-c874-4417-85b0-5c777c1ef6c6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Mar 11 16:38:09.905714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:09.960360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'Port': ['ID=31d6ff3e-52ab-447d-80e2-41e8cf52f1a5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:09.974503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.974846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.975185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.975518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.975846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.976172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.976496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.977364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.977689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.978030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:09.978349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:10.301046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:38:10.510847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:38:10.521340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:38:10.534788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:38:10.535403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:37:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:10.580556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] No DVR routers for this DVR port 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:38:10.583072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:10.585695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-deleted', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:10.603751 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-796af8c7-4144-4888-b8af-411c970051d7 req-e7740037-61b7-4cc6-9165-92b04519b05a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "DELETE /v2.0/ports/31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 HTTP/1.1" status: 204 len: 173 time: 1.4801657 Mar 11 16:38:10.734489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:38:10.758957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae781838-4795-43e9-aef1-4951036339a3', 'name': 'network-vif-deleted', 'tag': '31d6ff3e-52ab-447d-80e2-41e8cf52f1a5', 'status': 'completed', 'code': 200} Mar 11 16:38:11.079815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c7536ce-b400-45a0-8d17-4a40b8f1f4fe req-1cb038ba-89e1-4deb-9cab-b8132ffccf27 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=ae781838-4795-43e9-aef1-4951036339a3 HTTP/1.1" status: 200 len: 210 time: 0.0433269 Mar 11 16:38:11.106541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:11.107769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:38:11.119012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:38:11.119617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:37:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:11.299088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e16b4117-2098-4e26-8ca2-1b91e7e6844b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:11.336372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:38:11.657523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:11.662062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fb464d-29f8-4b5b-a214-ba35d790105e None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:38:11.887579 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b94ca1-eb2b-4774-aaf6-04b799459135 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:38:12.039875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.150326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:12.459564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-66e14c87-d536-4b19-8b01-a5ae6b961426 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1980518946&fields=id&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 267 time: 0.0419238 Mar 11 16:38:12.701408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-1a7a1529-a3eb-4182-b1a0-68eb0ee8ab25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:12.702919 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-1a7a1529-a3eb-4182-b1a0-68eb0ee8ab25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.2366941 Mar 11 16:38:12.719525 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-26240f9d-5224-472a-8a6f-ac6cdae6883a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/quotas/35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 375 time: 0.0114253 Mar 11 16:38:12.806536 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-eae063ed-aa24-45fe-bc68-3f3c63e19ff4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820315 Mar 11 16:38:12.947058 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-8ed4658f-9071-4f5a-b2f6-b9262c364cf8 service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292188 Mar 11 16:38:12.997976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:38:13.034246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:38:13.034587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 31d6ff3e-52ab-447d-80e2-41e8cf52f1a5 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:38:13.086232 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-0749e3fc-0e29-4484-b447-805967d7f6f7 service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329913 Mar 11 16:38:13.298358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdc09a3b-99dc-4a87-9db5-346e004927a7 req-281ab1f1-d354-440e-a89f-02d29db87a60 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 210 time: 0.0436337 Mar 11 16:38:13.606525 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.333299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-ff837d90-1546-42fd-8b6d-4a46860a2429 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:14.334628 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-ff837d90-1546-42fd-8b6d-4a46860a2429 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1512239 Mar 11 16:38:14.390692 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-ad11937d-b652-4562-9740-32ed9a5ec0be tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 380 time: 0.0440433 Mar 11 16:38:14.405595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'port': {'device_id': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'admin_state_up': True, 'tenant_id': '35595be41dec444584211ef637504066', 'security_groups': ['392e3139-61e5-49d1-93c4-818267ad9d8f']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:38:14.474237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0ac634ae-2baa-46bf-8174-0b56c472750d req-f3876975-ff3b-4332-8a92-05b1679205df tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 210 time: 0.0420914 Mar 11 16:38:14.563110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:38:14.567704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:port and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:38:14.572012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:38:14.577992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:38:14.588982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:38:14.592284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.767148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Allocated IP 172.20.0.5 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/68e37a13-aeec-4daa-b8cc-fdcada2ba177) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:38:14.960515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:14.976342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Transition to ACTIVE for port object 68e37a13-aeec-4daa-b8cc-fdcada2ba177 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:15.008809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.093353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:38:15.096675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:38:15.100638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:38:15.131302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:15.168493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:15.169147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.197247 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-7797d20b-1323-44a9-87af-43aeb2c3d396 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954121 Mar 11 16:38:15.208239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Request body: {'port': {'device_id': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:38:15.316339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.320002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e88306b3-9553-49c6-813c-608e341133c4 None None] Provisioning for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:15.325560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e88306b3-9553-49c6-813c-608e341133c4 None None] Provisioning complete for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:15.325954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e88306b3-9553-49c6-813c-608e341133c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.338547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.378833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e88306b3-9553-49c6-813c-608e341133c4 None None] Port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:38:15.684113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35949e2e-3443-4508-92b9-9d66b63e625c req-91f92779-9b25-44fd-9bb1-272c2085a39d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:15.685624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-35949e2e-3443-4508-92b9-9d66b63e625c req-91f92779-9b25-44fd-9bb1-272c2085a39d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 931 time: 0.0850332 Mar 11 16:38:15.705583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:15.716689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.733305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Transition to ACTIVE for port object 68e37a13-aeec-4daa-b8cc-fdcada2ba177 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:38:15.737088 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:15.743090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-35949e2e-3443-4508-92b9-9d66b63e625c req-f2384151-66e5-41d2-8af4-1cd834e7ada8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Mar 11 16:38:15.985366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:16.096481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Attempting to bind port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:38:16.096825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Attempting to bind port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:38:16.097187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Attempting to bind port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:38:16.104195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:38:16.104511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Attempting to bind port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:38:16.110720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:38:16.111057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:38:16.111440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:38:16.111905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Bound port: 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:38:16.112254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.214433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:38:16.217765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:38:16.222247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.283866 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:16.285391 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] 10.222.0.11 "PUT /v2.0/ports/68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1093 time: 1.0813210 Mar 11 16:38:16.285868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:16.304986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103af0bf-73af-46c0-a04f-a3a94911279e service neutron] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:16.360026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'status': 'completed', 'code': 200} Mar 11 16:38:16.408562 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-dfb09c12-4e60-4980-b44f-7ba7828b2e0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1096 time: 0.0812569 Mar 11 16:38:16.478990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-6908089c-95e4-4434-9eda-86d56241192d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 217 time: 0.0624576 Mar 11 16:38:16.544258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-a4642fe4-b25d-4693-a454-573d320768b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:16.545726 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-a4642fe4-b25d-4693-a454-573d320768b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0611734 Mar 11 16:38:16.622992 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-23445375-8b54-43c5-9831-ddfa70575c59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709937 Mar 11 16:38:16.772382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-bc943f49-5647-4025-bce1-778987b977e5 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430709 Mar 11 16:38:16.906877 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7f6ca61b-dc51-405d-8c88-b2820713c5b4 req-1a8ab853-8c23-423c-a03a-9aaed3ade165 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279469 Mar 11 16:38:16.946033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faccfbd-df60-419e-b14c-c5899150ee07 req-140da453-275b-4118-90a3-7b7d1d88ca55 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:16.947516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1faccfbd-df60-419e-b14c-c5899150ee07 req-140da453-275b-4118-90a3-7b7d1d88ca55 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 943 time: 0.0788114 Mar 11 16:38:16.998743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1faccfbd-df60-419e-b14c-c5899150ee07 req-3156e090-feee-404d-9162-659c379c96a0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447869 Mar 11 16:38:17.040502 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-aed0054a-6f9a-43b5-b299-0af32662ae5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1096 time: 0.0808358 Mar 11 16:38:17.178374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-2a686cfb-2c13-477f-8cba-5b3105100559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:17.180617 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-2a686cfb-2c13-477f-8cba-5b3105100559 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1342857 Mar 11 16:38:17.247465 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-47cf2269-d36f-4118-b507-a0750a41dfe9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 217 time: 0.0615149 Mar 11 16:38:17.313632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-048b8199-0435-427d-84de-d5735540b3da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:17.315092 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-048b8199-0435-427d-84de-d5735540b3da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0619895 Mar 11 16:38:17.411125 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-4da88be5-679f-4872-80f3-cbb10a2a0c1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893142 Mar 11 16:38:17.546747 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-d9f0d454-58d1-43be-a104-e6f751a07365 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290181 Mar 11 16:38:17.782032 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-83083aae-d1c9-4a0d-9b33-6ac67f89c861 req-29058eae-47bd-4afb-9987-30dfb91a3e53 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296562 Mar 11 16:38:18.209568 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbfb28-d4a0-4784-88b1-2ad152ba446a req-a4278b2e-0f6f-4100-8878-d12f77c0dee9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:18.212242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-01bbfb28-d4a0-4784-88b1-2ad152ba446a req-a4278b2e-0f6f-4100-8878-d12f77c0dee9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 943 time: 0.0848405 Mar 11 16:38:18.259691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-01bbfb28-d4a0-4784-88b1-2ad152ba446a req-cef083b9-fb06-4d4e-895e-9cf8d10ae21b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Mar 11 16:38:19.470548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672335b-5b9c-4352-b38f-3ededc586c00 req-b96c2da3-414c-4b5e-aff5-a1cbf8fa6c81 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:19.471997 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b672335b-5b9c-4352-b38f-3ededc586c00 req-b96c2da3-414c-4b5e-aff5-a1cbf8fa6c81 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 943 time: 0.0803480 Mar 11 16:38:19.521624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b672335b-5b9c-4352-b38f-3ededc586c00 req-ab56bc79-17b8-4c72-a26b-82123f9c8e18 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Mar 11 16:38:20.727413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a05f96-3125-4293-b7f4-8f179ccc2966 req-4b2956d5-32f8-4e5d-b5e8-ee42ba3f9f30 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:20.728862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16a05f96-3125-4293-b7f4-8f179ccc2966 req-4b2956d5-32f8-4e5d-b5e8-ee42ba3f9f30 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 943 time: 0.0796425 Mar 11 16:38:20.775293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16a05f96-3125-4293-b7f4-8f179ccc2966 req-fa1c1a36-d255-40e6-9630-9c55269b1937 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Mar 11 16:38:21.056886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:21.200778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:21.214604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:21.272478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:21.300888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:21.316514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:21.320936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:21.387884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:21.396209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.396551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.396883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.397209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.397537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.397896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.398390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.398851 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.399295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.399633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.399963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:38:21.645953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['68e37a13-aeec-4daa-b8cc-fdcada2ba177'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:38:21.981504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ff26-cf28-4043-9a71-3674ac26c718 req-504751af-3e76-4178-9132-339575b970de tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:21.982886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71a9ff26-cf28-4043-9a71-3674ac26c718 req-504751af-3e76-4178-9132-339575b970de tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 944 time: 0.0832689 Mar 11 16:38:22.030899 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-71a9ff26-cf28-4043-9a71-3674ac26c718 req-3b6afde3-c9fc-46ff-92b7-11780047248d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425158 Mar 11 16:38:23.044747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:23.115825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:38:23.122316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:23.122686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:23.234872 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a9e05-468f-46f2-963c-413336322311 req-95952455-3e81-47ee-8c64-765aac1aaa38 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:23.236373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fe1a9e05-468f-46f2-963c-413336322311 req-95952455-3e81-47ee-8c64-765aac1aaa38 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 944 time: 0.0837741 Mar 11 16:38:23.284208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fe1a9e05-468f-46f2-963c-413336322311 req-6f64b163-f71b-4077-aa82-5b44fb5d2245 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414445 Mar 11 16:38:23.291626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:23.319548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:23.330566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:23.335057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:23.379424 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'code': 200} Mar 11 16:38:23.407445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:23.609721 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-665147f1-8194-4072-b8a6-a09464afc688 req-fae63634-b835-4288-9e7a-8b0597706ecc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1098 time: 0.0748749 Mar 11 16:38:23.656702 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-665147f1-8194-4072-b8a6-a09464afc688 req-302de6ef-7479-47aa-a051-e8ad45fbc8e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Mar 11 16:38:24.494990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b89c-94a9-48b5-b588-75262a6e574d req-05f83475-51f5-40ef-b6b0-2f9aaf140948 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:24.496445 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3b97b89c-94a9-48b5-b588-75262a6e574d req-05f83475-51f5-40ef-b6b0-2f9aaf140948 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0872891 Mar 11 16:38:24.543078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3b97b89c-94a9-48b5-b588-75262a6e574d req-3535368c-0721-44db-8743-0ffd22694e7f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411270 Mar 11 16:38:25.751313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b40e1a-a0cb-4922-b4f1-f613eb70c7ed req-b42f8a7f-af0e-433c-8246-176427d6f9ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:25.752760 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62b40e1a-a0cb-4922-b4f1-f613eb70c7ed req-b42f8a7f-af0e-433c-8246-176427d6f9ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0817289 Mar 11 16:38:25.800073 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62b40e1a-a0cb-4922-b4f1-f613eb70c7ed req-7cbbcf31-6546-4c23-9861-9e886893d443 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414913 Mar 11 16:38:26.007140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9c9d7-6018-44fb-a35a-98dbc9859be4 req-517556be-51f6-45cb-b195-3a11cec402a9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:26.009627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a0b9c9d7-6018-44fb-a35a-98dbc9859be4 req-517556be-51f6-45cb-b195-3a11cec402a9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0920804 Mar 11 16:38:26.018058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45060) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:38:26.024884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'floatingip': {'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:38:26.106179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:26.815800 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:26.823912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:27.057949 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c associated. External IP: 172.26.4.250, port: 68e37a13-aeec-4daa-b8cc-fdcada2ba177. Mar 11 16:38:27.147226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:38:27.510715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:38:27.723156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:38:27.728727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:27.733438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:38:27.746520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:38:27.747145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:38:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:27.781765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fed6adc6-06d3-4691-9661-d47b4e9f9898 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "PUT /v2.0/floatingips/21cf833a-69da-42b9-84de-6c08a780260c HTTP/1.1" status: 200 len: 991 time: 1.7624664 Mar 11 16:38:27.782398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:27.839050 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'status': 'completed', 'code': 200} Mar 11 16:38:27.931840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:38:27.942056 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-e7aa1d84-7e42-4426-b94d-379fc5cdf3c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1098 time: 0.0786755 Mar 11 16:38:28.095484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-42c8af34-51e4-441c-86fe-e57b97a7a379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:28.097024 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-42c8af34-51e4-441c-86fe-e57b97a7a379 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1471424 Mar 11 16:38:28.105203 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-203ebb28-0c44-4b2b-91c4-b224cbe542a4 req-ae601f13-5d98-4f1d-b6c5-1f8de99f602a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1885087 Mar 11 16:38:28.208517 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-6c9faad9-4895-47ea-a7b3-5c7592fea070 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 999 time: 0.1040840 Mar 11 16:38:28.274354 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-9c54871d-31e7-45b5-a89e-a24db4e08aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:28.276035 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-9c54871d-31e7-45b5-a89e-a24db4e08aac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0623271 Mar 11 16:38:28.338257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:38:26Z', 'revision_number': 9, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:28.342872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:38:28.354541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:38:28.355142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:38:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:28.437583 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-3504f13f-08c6-47a8-b5f9-2deab5ffd046 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1523325 Mar 11 16:38:28.440533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-360e13bd-5830-4c4a-a582-72c6faf5987e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140847 Mar 11 16:38:28.447155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7f8de-945a-4d03-9ef7-a51155207653 req-667118d9-f0fc-48be-8e40-a8663e7b8bd8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:28.454486 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a8a7f8de-945a-4d03-9ef7-a51155207653 req-667118d9-f0fc-48be-8e40-a8663e7b8bd8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0850084 Mar 11 16:38:28.526521 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a8a7f8de-945a-4d03-9ef7-a51155207653 req-3c129fc8-d068-44bc-b114-4b72865394ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709176 Mar 11 16:38:28.584192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:38:28.586889 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-cd3a80d9-be23-423c-9726-9cd2afd563e2 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419089 Mar 11 16:38:28.740988 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-ce1e3ba2-7ab3-42de-8c7a-f6d047526f0a req-c57620c1-e70d-4c64-8977-0874938f4bbf service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482832 Mar 11 16:38:28.967556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:38:26Z', 'revision_number': 9, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:38:28.971539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e2adf-f180-4bce-895e-42058292c2a5 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:38:26Z', 'revision_number': 9, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:38:29.214127 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84a9326-3768-46fd-9f95-bef3d2783250 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:38:29.689952 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-baac17cb-e7cf-4910-8e27-9cc89de74324 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1098 time: 0.0764687 Mar 11 16:38:29.742818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8011-4d23-419e-9a9d-07643869d788 req-df23a894-eb4b-441c-acff-74086440b373 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:29.744168 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9f5a8011-4d23-419e-9a9d-07643869d788 req-df23a894-eb4b-441c-acff-74086440b373 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0815465 Mar 11 16:38:29.791435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9f5a8011-4d23-419e-9a9d-07643869d788 req-79a5f0f5-163d-47a7-be7a-214468d5bced tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Mar 11 16:38:29.828812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-1db64812-a7c3-4c6d-a19a-bf0c722dcc1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:29.830310 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-1db64812-a7c3-4c6d-a19a-bf0c722dcc1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1336324 Mar 11 16:38:29.937229 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-f92f5c09-12c2-40c1-93de-b128563b5cc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1002 time: 0.1007509 Mar 11 16:38:29.999261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-c8057ae7-2c12-4ab9-9dd8-58b47877a1c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:30.000764 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-c8057ae7-2c12-4ab9-9dd8-58b47877a1c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0579932 Mar 11 16:38:30.077032 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-b6dc3140-ec55-4eab-8859-7219ff2ea81e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706522 Mar 11 16:38:30.213043 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-f18c3f31-76bb-4e7d-951d-c84cbb70caf2 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299517 Mar 11 16:38:30.446813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-f9942cc8-1554-403b-a30d-8c896f576f43 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275498 Mar 11 16:38:31.135383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc0c40-0421-4cd1-a00a-b52ab35617e1 req-3ffcf9e1-8dee-4474-8e41-9a9984df7235 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:31.136855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16cc0c40-0421-4cd1-a00a-b52ab35617e1 req-3ffcf9e1-8dee-4474-8e41-9a9984df7235 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0772507 Mar 11 16:38:31.185688 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16cc0c40-0421-4cd1-a00a-b52ab35617e1 req-b8c62d3e-3062-4234-9a00-a186101f815c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433402 Mar 11 16:38:32.396557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d3e46-f2ff-4582-ba2e-a309a5992b09 req-df067d38-538a-40fc-a898-7ba35c2b46c5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:32.398436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-573d3e46-f2ff-4582-ba2e-a309a5992b09 req-df067d38-538a-40fc-a898-7ba35c2b46c5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0769305 Mar 11 16:38:32.445282 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-573d3e46-f2ff-4582-ba2e-a309a5992b09 req-448678be-a7a3-4f33-841c-228a4068e062 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Mar 11 16:38:33.654711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d6ae5-57e8-433e-befb-59e82015fb24 req-dd2f0558-545c-4d66-8246-076288f6c259 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:33.656031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-987d6ae5-57e8-433e-befb-59e82015fb24 req-dd2f0558-545c-4d66-8246-076288f6c259 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0891306 Mar 11 16:38:33.705172 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-987d6ae5-57e8-433e-befb-59e82015fb24 req-efaf917f-44ac-42d1-ab27-e83d175fdbc9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Mar 11 16:38:34.907426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6978b0-afc5-4242-bc49-6c401f6398a3 req-261cbf96-b070-4356-9b35-78cd8962f6ee tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:34.908867 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a6978b0-afc5-4242-bc49-6c401f6398a3 req-261cbf96-b070-4356-9b35-78cd8962f6ee tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0797291 Mar 11 16:38:34.956808 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a6978b0-afc5-4242-bc49-6c401f6398a3 req-2f7dc41d-9a07-43ed-b36c-4657215800f2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 Mar 11 16:38:36.172936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d36d1-7f9d-40bf-bd11-22a6958a8dce req-11597a25-da8f-4a4d-b749-356123dd4b25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:36.174415 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-257d36d1-7f9d-40bf-bd11-22a6958a8dce req-11597a25-da8f-4a4d-b749-356123dd4b25 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0882087 Mar 11 16:38:36.222320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-257d36d1-7f9d-40bf-bd11-22a6958a8dce req-7124991a-354c-45ed-9781-a34f16398934 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Mar 11 16:38:37.430293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc570807-1fb5-407a-b43a-49bc88f8d41f req-cce58692-656a-4e4b-992d-24c32140b4b4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:37.431872 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc570807-1fb5-407a-b43a-49bc88f8d41f req-cce58692-656a-4e4b-992d-24c32140b4b4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0808945 Mar 11 16:38:37.481348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dc570807-1fb5-407a-b43a-49bc88f8d41f req-755f6ffe-ad82-44e1-9e35-97982f6efae6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Mar 11 16:38:38.202504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-508e9cb6-6b0f-45b6-86fb-dccfda903a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:38.688685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ce10f-5e76-48d8-a357-efeaa5ff9264 req-66678f1e-db49-4bf7-825b-43f5244012ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:38.690115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d13ce10f-5e76-48d8-a357-efeaa5ff9264 req-66678f1e-db49-4bf7-825b-43f5244012ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0828555 Mar 11 16:38:38.737694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d13ce10f-5e76-48d8-a357-efeaa5ff9264 req-1ee6067b-d0be-4adf-97d2-1cee5f4c9bbe tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Mar 11 16:38:39.960407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff2979-f62a-448f-991b-4106bd91a74b req-ff471426-58f8-444b-822a-5354a380ae96 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:39.961850 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17ff2979-f62a-448f-991b-4106bd91a74b req-ff471426-58f8-444b-822a-5354a380ae96 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0830541 Mar 11 16:38:40.012299 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-17ff2979-f62a-448f-991b-4106bd91a74b req-560eea18-8236-4c11-91b3-3b7f20851fb4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Mar 11 16:38:41.212448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8ecd9-c368-41b9-b45d-99b7d7033345 req-454ec00b-4313-4d5f-8749-2ca31d02a031 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:41.213902 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ca8ecd9-c368-41b9-b45d-99b7d7033345 req-454ec00b-4313-4d5f-8749-2ca31d02a031 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0790136 Mar 11 16:38:41.261915 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ca8ecd9-c368-41b9-b45d-99b7d7033345 req-cf3173b6-ec6b-44a9-bd09-d9a626500491 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Mar 11 16:38:41.282323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e7ebd85c-eeee-4b88-8504-175253405eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:42.039791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:42.153404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:42.464637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053be8-e616-478f-a9cd-d3dfda9cc391 req-095d6a02-3403-45c2-a225-db9204a7c33d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:42.466366 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37053be8-e616-478f-a9cd-d3dfda9cc391 req-095d6a02-3403-45c2-a225-db9204a7c33d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0819614 Mar 11 16:38:42.512208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37053be8-e616-478f-a9cd-d3dfda9cc391 req-4a811fe7-c60e-4f0d-85d7-8369e479293c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403168 Mar 11 16:38:43.720515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb7132-1bc9-40ab-8f06-812cd1e047ed req-81c824d9-787e-4dc4-a93c-40cd9a896198 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:43.722039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34eb7132-1bc9-40ab-8f06-812cd1e047ed req-81c824d9-787e-4dc4-a93c-40cd9a896198 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0819242 Mar 11 16:38:43.764058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:43.770016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34eb7132-1bc9-40ab-8f06-812cd1e047ed req-9b9e43e4-1916-4f3b-8019-299db79ecba5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 Mar 11 16:38:44.981911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66815d78-c3ed-489c-a8bc-84b7f0f52372 req-221f0f90-c0c7-42d6-9c8a-b5290caeaa58 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:44.983432 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66815d78-c3ed-489c-a8bc-84b7f0f52372 req-221f0f90-c0c7-42d6-9c8a-b5290caeaa58 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0810969 Mar 11 16:38:45.030568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66815d78-c3ed-489c-a8bc-84b7f0f52372 req-4a66bf8d-9155-4f15-b06d-5df171a635f8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Mar 11 16:38:45.313906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:46.243110 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6402d-42dc-4580-b73a-457a6c64713d req-714cc60c-9689-414c-9322-fabfaa459d9a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:46.244650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52c6402d-42dc-4580-b73a-457a6c64713d req-714cc60c-9689-414c-9322-fabfaa459d9a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0796704 Mar 11 16:38:46.299293 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52c6402d-42dc-4580-b73a-457a6c64713d req-e9036433-3000-4b42-ac00-b328ba15cd06 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489793 Mar 11 16:38:47.426677 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-3aefb449-8e6c-487b-9c32-ba65647d47fa service neutron] 10.222.0.11 "GET /v2.0/ports/68e37a13-aeec-4daa-b8cc-fdcada2ba177/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0744953 Mar 11 16:38:47.526448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9fdac-5153-496d-8649-b4399f7681b8 req-9063de32-9261-4a03-a0ff-b91fb42f6450 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:47.527887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec9fdac-5153-496d-8649-b4399f7681b8 req-9063de32-9261-4a03-a0ff-b91fb42f6450 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0885398 Mar 11 16:38:47.577221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ec9fdac-5153-496d-8649-b4399f7681b8 req-dd326a7b-9443-46a7-9f5c-cfc73cab9c1d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Mar 11 16:38:47.716460 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-e9fd41a2-2ba5-492a-a62d-c2722714b138 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1098 time: 0.0789359 Mar 11 16:38:47.811731 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-20998221-269f-491d-bd93-b03c77d9d967 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1098 time: 0.0745149 Mar 11 16:38:47.961084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-f73b7f60-a706-4ba6-9909-5ee170b17ab9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:47.962620 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-f73b7f60-a706-4ba6-9909-5ee170b17ab9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1453702 Mar 11 16:38:48.075025 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-cf2a222b-b29e-4411-973d-3b3a2bc597d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1002 time: 0.1059158 Mar 11 16:38:48.140294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-595143e7-cdd6-4880-a736-a5ce4f9f3c37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:48.141752 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-595143e7-cdd6-4880-a736-a5ce4f9f3c37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0610859 Mar 11 16:38:48.218450 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-5e0971f9-700d-4e52-a8e0-093fe30f227f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713489 Mar 11 16:38:48.359840 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-eaa08edf-b78f-40b7-b332-ecd24759895e service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356695 Mar 11 16:38:48.496221 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-34163ae8-fd78-4770-a9f6-c722d8d10cd3 req-48d40b98-683a-4646-9e8d-88966db45608 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309719 Mar 11 16:38:48.797468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d521c-5d20-4aff-a3e9-ff492f78bdf0 req-cb2df66f-0082-4590-a4c4-478488db17df tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:48.798910 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b39d521c-5d20-4aff-a3e9-ff492f78bdf0 req-cb2df66f-0082-4590-a4c4-478488db17df tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0908377 Mar 11 16:38:48.844830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b39d521c-5d20-4aff-a3e9-ff492f78bdf0 req-008ea319-6862-4745-a65c-678c35e9bf85 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403345 Mar 11 16:38:50.052836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c490-cc9a-414a-853f-e533c0d2ba70 req-dcad21c3-f000-44dd-990f-1f979016c390 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:50.054541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d45c490-cc9a-414a-853f-e533c0d2ba70 req-dcad21c3-f000-44dd-990f-1f979016c390 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0853925 Mar 11 16:38:50.102706 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d45c490-cc9a-414a-853f-e533c0d2ba70 req-2d818625-2313-42fe-a19d-454a6a08892a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Mar 11 16:38:51.163939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:51.166420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:38:51.322757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad67a6-5667-4167-80f7-4715d9803f55 req-24ded068-0c3f-4a3b-9393-5cc351f0c0dc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:51.324115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68ad67a6-5667-4167-80f7-4715d9803f55 req-24ded068-0c3f-4a3b-9393-5cc351f0c0dc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0849967 Mar 11 16:38:51.372412 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68ad67a6-5667-4167-80f7-4715d9803f55 req-306dc119-0bd9-49d8-8469-93b1df6a2dd6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425241 Mar 11 16:38:51.400915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.432710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:51.455051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:51.464288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:51.497724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:51.510210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.545791 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'code': 200} Mar 11 16:38:51.580775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.606574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:51.609994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:51.625431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:51.629607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:51.702105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['68e37a13-aeec-4daa-b8cc-fdcada2ba177'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:38:51.745406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:51.848260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-7cf20727-e49f-4c3b-88b7-eb8ce5c929d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:51.848845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-7cf20727-e49f-4c3b-88b7-eb8ce5c929d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:38:51.869405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-7cf20727-e49f-4c3b-88b7-eb8ce5c929d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:38:51.871521 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-7cf20727-e49f-4c3b-88b7-eb8ce5c929d1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428&tenant_id=35595be41dec444584211ef637504066&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 944 time: 0.1167619 Mar 11 16:38:51.898326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b3f5-696b-478e-bbce-a6d1a99bb227 req-ee6053eb-e162-425f-9ea9-a2bde5dc63bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:51.899773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bda0b3f5-696b-478e-bbce-a6d1a99bb227 req-ee6053eb-e162-425f-9ea9-a2bde5dc63bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 944 time: 0.0884938 Mar 11 16:38:51.946258 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bda0b3f5-696b-478e-bbce-a6d1a99bb227 req-666e8264-1622-4ff5-ba92-8705b8ae546f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Mar 11 16:38:51.953316 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-05b82b7d-99b8-46ca-8614-60ec28f06da9 service neutron] 10.222.0.11 "GET /v2.0/ports/68e37a13-aeec-4daa-b8cc-fdcada2ba177/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0765293 Mar 11 16:38:52.059374 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-c0d699c1-ac39-4d25-8128-51b2f1917532 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1097 time: 0.0788877 Mar 11 16:38:52.195503 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-15e59b1b-7b96-4697-b405-6733185d2ea2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:52.196988 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-15e59b1b-7b96-4697-b405-6733185d2ea2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1317585 Mar 11 16:38:52.300221 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-4cb531ab-0808-4239-a00c-820f62e259a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1001 time: 0.0969179 Mar 11 16:38:52.362105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-e36d487b-8955-4f66-af99-ca83e622f0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:52.363532 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-e36d487b-8955-4f66-af99-ca83e622f0be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0576494 Mar 11 16:38:52.439146 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-ea00f1c4-e423-4f60-b571-c501235df7d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698431 Mar 11 16:38:52.668325 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-cf7d9161-4d68-4a3a-9fd2-06be0f5c513d service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226865 Mar 11 16:38:52.813257 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-0ed8e33c-b94e-489c-aea5-44a1194475f2 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390297 Mar 11 16:38:53.023923 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-1ab4a693-83a6-47c6-9b31-d3c2d8637c3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1097 time: 0.0771544 Mar 11 16:38:53.172431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590787f-22f6-4c90-9e1b-e2fc48dde511 req-d3c81e5b-9bbc-4018-b309-c15880e750bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.174293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:38:53.174749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2590787f-22f6-4c90-9e1b-e2fc48dde511 req-d3c81e5b-9bbc-4018-b309-c15880e750bb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 944 time: 0.0882657 Mar 11 16:38:53.176643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-9bd8f0e1-754a-4958-a969-fc75291de06b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.178105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-9bd8f0e1-754a-4958-a969-fc75291de06b service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1348715 Mar 11 16:38:53.225255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2590787f-22f6-4c90-9e1b-e2fc48dde511 req-b9c6035e-79ef-45fa-bcf3-4cec5d435afb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Mar 11 16:38:53.248261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:38:53.248634 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:53.286786 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-bbc5a7db-f92e-4afc-ab82-4dcbdfe7eb6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1001 time: 0.1012385 Mar 11 16:38:53.359256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-d7e982ae-8da1-4854-8b7a-10ebb7d37778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:53.360673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-d7e982ae-8da1-4854-8b7a-10ebb7d37778 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0681736 Mar 11 16:38:53.368037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:53.402211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:53.406650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:53.443799 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-dd596133-5332-4922-96c5-a8e4ab2775b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764444 Mar 11 16:38:53.472153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:53.546534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:53.581919 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-b39b23b4-7498-48f2-af07-ef8fc6ba0140 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310115 Mar 11 16:38:53.617529 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'code': 200} Mar 11 16:38:53.736481 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d139464-86f3-4d5f-9d90-4268608d1a0b req-92526e82-cbd0-484e-9f1c-6855eebaf02a service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479089 Mar 11 16:38:54.439514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335e74-0a53-41b2-8b63-35e4942f745f req-91573da2-aaa3-4726-b52a-47edf0918fc2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:54.440895 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ea335e74-0a53-41b2-8b63-35e4942f745f req-91573da2-aaa3-4726-b52a-47edf0918fc2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0845098 Mar 11 16:38:54.572268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ea335e74-0a53-41b2-8b63-35e4942f745f req-2f59bc8c-0482-4c9c-b0ea-d9e77cae4b56 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250145 Mar 11 16:38:55.421696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-51a2c17f-be48-4d54-a174-f5e81aa28796 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1098 time: 0.0707543 Mar 11 16:38:55.522540 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-8cd84678-1579-4309-82f8-49d54bb443e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 1098 time: 0.0790305 Mar 11 16:38:55.659383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-dcd293f0-cf54-4e6c-82ca-601281806523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:55.660800 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-dcd293f0-cf54-4e6c-82ca-601281806523 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1334524 Mar 11 16:38:55.767163 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-94050ad2-b217-43fa-a65a-602b4e8b39f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 200 len: 1002 time: 0.0997586 Mar 11 16:38:55.801727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce119193-245f-4ada-b319-0fdc2ab82a09 req-0d256bf7-1e86-4dc3-8b45-5f6f8e02fe5d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:55.803816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce119193-245f-4ada-b319-0fdc2ab82a09 req-0d256bf7-1e86-4dc3-8b45-5f6f8e02fe5d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0891638 Mar 11 16:38:55.844181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-9304bf89-578a-47c2-a9d5-a85c7299ff0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:55.845615 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-9304bf89-578a-47c2-a9d5-a85c7299ff0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0721822 Mar 11 16:38:55.851815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ce119193-245f-4ada-b319-0fdc2ab82a09 req-8e1f5306-5723-4032-bf1a-9bb5e1c9a8bd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Mar 11 16:38:55.920041 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-b294bdb4-dd11-4d59-a9e5-e4772588c731 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684948 Mar 11 16:38:56.145957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-66cd66f2-521f-4d7f-ba56-8f38528447ac service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196310 Mar 11 16:38:56.280888 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7fdbb49a-1ea2-4ccf-8127-b5b232003636 req-8231bac5-9a17-41bb-93e8-e819719b46dd service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293361 Mar 11 16:38:57.187340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:38:57.226029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c57e3-6f8c-4651-bd31-1aa9ff521e3b req-84c687e3-07ba-4bc8-9079-966972cf1a35 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:57.227490 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c29c57e3-6f8c-4651-bd31-1aa9ff521e3b req-84c687e3-07ba-4bc8-9079-966972cf1a35 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0900085 Mar 11 16:38:57.275176 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c29c57e3-6f8c-4651-bd31-1aa9ff521e3b req-f6d5a2fd-8ccd-4930-958d-fc5790f34087 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Mar 11 16:38:57.302988 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:57.330224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:38:57.340828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:57.346959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:57.401493 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'code': 200} Mar 11 16:38:57.415471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=9']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:58.496689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270f771-fabc-4cf3-9625-92a127d118f7 req-32a6e903-347b-4c5b-a7b5-2b0683b55229 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:58.498179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b270f771-fabc-4cf3-9625-92a127d118f7 req-32a6e903-347b-4c5b-a7b5-2b0683b55229 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 943 time: 0.0876136 Mar 11 16:38:58.562116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b270f771-fabc-4cf3-9625-92a127d118f7 req-748a3e24-06c6-4d80-8d7a-8ce74332dd08 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582652 Mar 11 16:38:59.191824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:38:59.346068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:59.359773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'mac_address': 'fa:16:3e:74:2a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:38:59.422587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:59.450208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:38:59.466411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:38:59.469875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:38:59.539965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['68e37a13-aeec-4daa-b8cc-fdcada2ba177'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:38:59.584238 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=10']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:38:59.774765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46713047-4940-433e-9484-3cc6e2457905 req-fe3c3bbd-121e-4bee-85ea-d86fd8f44fd2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:38:59.776205 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-46713047-4940-433e-9484-3cc6e2457905 req-fe3c3bbd-121e-4bee-85ea-d86fd8f44fd2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0834918 Mar 11 16:38:59.822989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-46713047-4940-433e-9484-3cc6e2457905 req-5127c20f-0f70-4dd8-aa56-0965bedf70c4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Mar 11 16:39:00.023847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f7655-ca3b-4378-b62e-b0d7a7b44dfd req-da7b71e2-5450-46ee-bd82-9b5d1547d67c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:00.025313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-685f7655-ca3b-4378-b62e-b0d7a7b44dfd req-da7b71e2-5450-46ee-bd82-9b5d1547d67c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0778415 Mar 11 16:39:00.076714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-685f7655-ca3b-4378-b62e-b0d7a7b44dfd req-98341cbb-706a-49ff-8aac-d38647a9e882 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Mar 11 16:39:00.289382 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812d2ac-f60f-49e6-9420-4c6f54073d9f req-a7aa0ffc-1f91-4bea-92fa-fc06ce760028 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:00.290864 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8812d2ac-f60f-49e6-9420-4c6f54073d9f req-a7aa0ffc-1f91-4bea-92fa-fc06ce760028 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0785024 Mar 11 16:39:00.337468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8812d2ac-f60f-49e6-9420-4c6f54073d9f req-ec9234ef-08ef-4c42-8930-d96cd14642fa tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Mar 11 16:39:00.770145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e67397-c684-430a-80d8-c77ec83bf1f8 req-49db11e6-0eb8-46b2-8b99-9a779d117f41 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:00.772656 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89e67397-c684-430a-80d8-c77ec83bf1f8 req-49db11e6-0eb8-46b2-8b99-9a779d117f41 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 945 time: 0.0871284 Mar 11 16:39:00.818117 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89e67397-c684-430a-80d8-c77ec83bf1f8 req-c1b4d3ec-dd4d-4843-8a08-486bcee8b1d3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Mar 11 16:39:01.224195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:39:01.294030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:39:01.294389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:01.444755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:01.472802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:01.483213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:01.487166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:01.534051 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'code': 200} Mar 11 16:39:01.558442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=11']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:02.022943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8fc2c-b5c6-413b-a79c-b1f6ecbe0775 req-c87ba256-5587-43b6-bd04-23ececdd69d6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:02.024392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ccd8fc2c-b5c6-413b-a79c-b1f6ecbe0775 req-c87ba256-5587-43b6-bd04-23ececdd69d6 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 946 time: 0.0788414 Mar 11 16:39:02.070778 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ccd8fc2c-b5c6-413b-a79c-b1f6ecbe0775 req-c4f0f549-7b55-410b-b67b-4bcefa00179f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Mar 11 16:39:03.003404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-152165e0-a210-4e25-8bfc-5f2d966165fb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.004800 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-152165e0-a210-4e25-8bfc-5f2d966165fb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 946 time: 0.0822856 Mar 11 16:39:03.074575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Deleting port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:39:03.074926 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.285737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f10d3-97da-4a3b-a5af-755365cc2931 req-3b2a8bfe-1565-433f-987d-403087c077e5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:03.287221 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-535f10d3-97da-4a3b-a5af-755365cc2931 req-3b2a8bfe-1565-433f-987d-403087c077e5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 946 time: 0.0835836 Mar 11 16:39:03.337377 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-535f10d3-97da-4a3b-a5af-755365cc2931 req-e5271209-9c4b-4377-91e2-c8d3ea4cff0f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Mar 11 16:39:03.344447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] For port 68e37a13-aeec-4daa-b8cc-fdcada2ba177, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=68e37a13-aeec-4daa-b8cc-fdcada2ba177,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:03.344972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.635605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.635973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.636322 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c disassociated. External IP: 172.26.4.250, port: 68e37a13-aeec-4daa-b8cc-fdcada2ba177. Mar 11 16:39:03.636667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Calling delete_port for 68e37a13-aeec-4daa-b8cc-fdcada2ba177 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:39:03.786514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:03.834091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'Port': ['ID=68e37a13-aeec-4daa-b8cc-fdcada2ba177,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:04.058214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:39:04.147375 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:04.276076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:39:04.285313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:39:04.298378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:39:04.298984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:38:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:04.454509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] No DVR routers for this DVR port 68e37a13-aeec-4daa-b8cc-fdcada2ba177 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:39:04.456954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:04.460172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-deleted', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:04.477980 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8efdd238-c7bd-4854-851e-86cf078fb2dc req-d732bf5d-dd84-482f-80fe-11044bc8e936 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "DELETE /v2.0/ports/68e37a13-aeec-4daa-b8cc-fdcada2ba177 HTTP/1.1" status: 204 len: 173 time: 1.4677951 Mar 11 16:39:04.511790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:39:04.522133 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98932b6b-0c4f-4912-b504-dceec9a7f428', 'name': 'network-vif-deleted', 'tag': '68e37a13-aeec-4daa-b8cc-fdcada2ba177', 'status': 'completed', 'code': 200} Mar 11 16:39:04.545024 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cee02d13-9e5e-4a5b-8ddf-46a6fb3647bf req-d5ad5da7-f6a3-4037-a600-0fcef6870255 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=98932b6b-0c4f-4912-b504-dceec9a7f428 HTTP/1.1" status: 200 len: 210 time: 0.0813758 Mar 11 16:39:04.842597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:04.847004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:39:04.858683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:39:04.859336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:38:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:05.052378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:39:05.261083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:39:05.306557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 68e37a13-aeec-4daa-b8cc-fdcada2ba177 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:39:05.307251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 68e37a13-aeec-4daa-b8cc-fdcada2ba177 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:39:05.425922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:05.430496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c7f02-c7a1-45e3-aa4e-938f6e4269eb None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:39:05.677589 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3cbcbf-c7a7-4053-b928-01bd8b52ec7f None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:39:05.933962 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-fcdf56a8-d92b-4d14-88f3-7b7080e30721 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1980518946&fields=id&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 267 time: 0.0456533 Mar 11 16:39:06.098777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-209113a9-452b-4c55-8fc7-10ea510f8f90 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:06.100470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-209113a9-452b-4c55-8fc7-10ea510f8f90 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1598225 Mar 11 16:39:06.116768 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-0dd4c351-05cd-40ab-86cb-3e396f74e74d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/quotas/35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 375 time: 0.0111661 Mar 11 16:39:06.200430 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-ea996b77-965e-45df-a76c-01511fb622b2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787237 Mar 11 16:39:06.302571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-bcef2657-b5c6-48db-9c63-950fef185a0c service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:39:06.304342 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-bcef2657-b5c6-48db-9c63-950fef185a0c service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0922146 Mar 11 16:39:06.442247 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-4c019a6e-61f2-4648-b79c-b6ac0a611509 service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309068 Mar 11 16:39:06.585121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-b3c72279-4c22-4db8-879a-4100fd316154 service neutron] 10.222.0.78 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371918 Mar 11 16:39:06.781423 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-85542243-5577-4535-abda-86c6dd4058fa req-70aa049f-9771-422d-9719-52b50b31e134 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 210 time: 0.0473521 Mar 11 16:39:07.830523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-64d13ff5-38b9-45ea-a96e-03f9eaa30cb1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:07.831957 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-64d13ff5-38b9-45ea-a96e-03f9eaa30cb1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 812 time: 0.1571825 Mar 11 16:39:07.894387 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-0edc163e-1460-4f1a-8912-cc1999e1ad1b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 380 time: 0.0495291 Mar 11 16:39:07.904507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'port': {'device_id': '973d1ffb-47c7-410e-9684-170245641447', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'admin_state_up': True, 'tenant_id': '35595be41dec444584211ef637504066', 'security_groups': ['392e3139-61e5-49d1-93c4-818267ad9d8f']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:39:07.957016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b549b597-1a4b-4aa3-b9b6-4e3c61e948d3 req-7e848a4f-52c7-42ac-bd25-8e74b4253d68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 210 time: 0.0468941 Mar 11 16:39:08.051172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:39:08.056683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Usage tracker for resource:port and tenant:35595be41dec444584211ef637504066 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:39:08.059527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:39:08.065090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:39:08.076691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Made reservation on behalf of 35595be41dec444584211ef637504066 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:39:08.079733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.196348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-37c602f5-4619-4cc0-80ab-287f88999f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.253279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Allocated IP 172.20.0.12 (70713ef8-66dd-4a49-9a89-7f88909f8249/061faa9a-45ef-4b68-8b01-1cfebaa7f07a/9c01a7ef-0d38-4a05-9e44-d7d632df9231) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:39:08.445596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.461766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Transition to ACTIVE for port object 9c01a7ef-0d38-4a05-9e44-d7d632df9231 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:39:08.485733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.563963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:39:08.566868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:39:08.571433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:39:08.603022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:08.639425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:08.640211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.667653 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-1bb8c0d8-f3af-44e0-a30e-e350bb3bcadf tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682517 Mar 11 16:39:08.679405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Request body: {'port': {'device_id': '973d1ffb-47c7-410e-9684-170245641447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:39:08.802151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.823419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fabbfd90-237a-457b-af68-ce83c7b4b1c3 None None] Provisioning for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:39:08.830036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fabbfd90-237a-457b-af68-ce83c7b4b1c3 None None] Provisioning complete for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:39:08.830518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fabbfd90-237a-457b-af68-ce83c7b4b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:08.885984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-fabbfd90-237a-457b-af68-ce83c7b4b1c3 None None] Port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:39:09.148514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:39:09.154933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:09.171499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Transition to ACTIVE for port object 9c01a7ef-0d38-4a05-9e44-d7d632df9231 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:39:09.175677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:09.180172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11090a0a-4ad1-4059-af91-397380a042b9 req-e7b24b2c-aa30-4798-8b63-2007e879fe6a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:09.181734 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11090a0a-4ad1-4059-af91-397380a042b9 req-e7b24b2c-aa30-4798-8b63-2007e879fe6a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 932 time: 0.0892539 Mar 11 16:39:09.231099 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11090a0a-4ad1-4059-af91-397380a042b9 req-1156c3e4-34da-406f-8646-800a1c7588cc tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Mar 11 16:39:09.312688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:09.424105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Attempting to bind port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:39:09.424441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Attempting to bind port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:39:09.424772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Attempting to bind port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:39:09.432078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:39:09.432574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Attempting to bind port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 on network 70713ef8-66dd-4a49-9a89-7f88909f8249 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:39:09.439679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:39:09.440012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Checking segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:39:09.440389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Bound using segment: {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:39:09.440813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Bound port: 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4341e10-459a-47d1-84ef-21f291687a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:39:09.441153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:09.634746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:39:09.638960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:39:09.644251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:09.708683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:09.710825 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] 10.222.0.11 "PUT /v2.0/ports/9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1094 time: 1.0364599 Mar 11 16:39:09.711255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:09.729632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c654007a-80d0-4ff0-8c13-54c1dd27420d service neutron] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:09.804832 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'status': 'completed', 'code': 200} Mar 11 16:39:09.852485 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-bde5e56f-14e4-4c69-a2a5-4baaa1ecc3ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1097 time: 0.0821748 Mar 11 16:39:09.923447 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-95b69f36-117d-442b-851a-6634a9589dbe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 217 time: 0.0640662 Mar 11 16:39:09.989412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-675cbbfc-4022-43f2-93e4-6909f0af45b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:09.991057 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-675cbbfc-4022-43f2-93e4-6909f0af45b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0620742 Mar 11 16:39:10.066642 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-b7b2b841-3283-4960-813b-d9ccd2a768a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701277 Mar 11 16:39:10.201944 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-51c8d0e9-d7ba-4fd9-ba0e-149faf068f5d service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280949 Mar 11 16:39:10.343014 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-74d2f64c-11db-45a9-bfaa-b51dd901a389 req-578a70ba-1a27-444d-9714-0d18daea6998 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358230 Mar 11 16:39:10.466465 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-297a2ff0-9090-4f28-aa6b-33604080ccbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1097 time: 0.0787690 Mar 11 16:39:10.549523 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663e18-8047-40fa-b6e9-4dfa4f7d1cc9 req-637e0f9d-ebfd-45cd-a398-b1a195ef23b4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:10.551011 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0663e18-8047-40fa-b6e9-4dfa4f7d1cc9 req-637e0f9d-ebfd-45cd-a398-b1a195ef23b4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.1846366 Mar 11 16:39:10.602811 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d0663e18-8047-40fa-b6e9-4dfa4f7d1cc9 req-6b18aa70-e25f-4d11-82bb-47de11244536 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Mar 11 16:39:10.607118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-22bfde28-9b7a-46a7-b607-a66328acc200 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:10.608642 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-22bfde28-9b7a-46a7-b607-a66328acc200 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1353052 Mar 11 16:39:10.676687 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-4023e69c-4173-4f1f-a13f-e66d2f156818 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 217 time: 0.0623689 Mar 11 16:39:10.743581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-fe93d710-965b-4dcc-a0b6-af8705aba7a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:10.745031 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-fe93d710-965b-4dcc-a0b6-af8705aba7a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0630164 Mar 11 16:39:10.821780 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-8427373f-6d83-42f8-853a-67cfeb636005 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705240 Mar 11 16:39:10.964392 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-49a72e8a-a519-44d3-a7a4-a3a9d2453017 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350024 Mar 11 16:39:11.101381 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-87987cf0-6dcc-4655-8cf0-4f104969cd5f req-17366907-79e4-441a-9601-a06abb19653a service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282396 Mar 11 16:39:11.284833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2cf10497-4aea-451c-a7e8-e3a864b7f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:11.806943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd02c7f-b130-488d-ac3c-2fd23a0630c9 req-0444da1f-c78f-4918-a980-05f039ab152b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:11.808398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afd02c7f-b130-488d-ac3c-2fd23a0630c9 req-0444da1f-c78f-4918-a980-05f039ab152b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0773094 Mar 11 16:39:11.855563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-afd02c7f-b130-488d-ac3c-2fd23a0630c9 req-7a9c98d5-e0a3-45f4-9cfb-e444ab40ad3d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Mar 11 16:39:12.043273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:12.155674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:13.061941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10bb11-e0c0-46d6-afc5-f33bfa5be820 req-2a0a435d-78fb-40f7-9452-b12db6e36c20 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:13.063448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af10bb11-e0c0-46d6-afc5-f33bfa5be820 req-2a0a435d-78fb-40f7-9452-b12db6e36c20 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0814674 Mar 11 16:39:13.111474 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-af10bb11-e0c0-46d6-afc5-f33bfa5be820 req-58b697b6-fb1e-476a-87e4-5c6ad4fc9aa0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Mar 11 16:39:13.293287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:39:13.493547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:13.507507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:39:13.567375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:13.585302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:39:13.608837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:13.613066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:13.647297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:13.683160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:13.936801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9c01a7ef-0d38-4a05-9e44-d7d632df9231'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:39:14.334971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b2854-d634-4b48-bc94-bc5f3c9b3b0c req-0e7b27f5-2af3-4c82-a51d-b4fc01fcc970 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:14.336406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c6b2854-d634-4b48-bc94-bc5f3c9b3b0c req-0e7b27f5-2af3-4c82-a51d-b4fc01fcc970 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 945 time: 0.0769489 Mar 11 16:39:14.387974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c6b2854-d634-4b48-bc94-bc5f3c9b3b0c req-19af81ff-9936-4b81-979e-f2a6a0fb981c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 Mar 11 16:39:15.307118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:39:15.338517 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:15.380029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:39:15.385176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:39:15.385543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:15.500902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:15.529089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:15.539351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:15.544303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:15.593550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318a4bb-be95-4489-8114-272f78e933c9 req-c0aae8e9-e627-4ab2-8e54-8ba08902a685 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:15.595141 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6318a4bb-be95-4489-8114-272f78e933c9 req-c0aae8e9-e627-4ab2-8e54-8ba08902a685 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0814743 Mar 11 16:39:15.601163 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:39:15.619442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:15.651061 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6318a4bb-be95-4489-8114-272f78e933c9 req-727f14b2-d5eb-4dfd-956a-cf60c21c7db7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493681 Mar 11 16:39:15.834515 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f41d24f1-32a1-447f-aa66-33e7f94c9a51 req-3cdd4a35-3175-4869-b785-7d068d640d7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0689666 Mar 11 16:39:15.879568 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f41d24f1-32a1-447f-aa66-33e7f94c9a51 req-7961628e-76b6-4321-b9a3-15442a9091fd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Mar 11 16:39:16.860412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0d725-1e10-4dca-ad1c-1d97808da343 req-6328e301-9f70-438a-a003-6c16fcb2510c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:16.861885 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aae0d725-1e10-4dca-ad1c-1d97808da343 req-6328e301-9f70-438a-a003-6c16fcb2510c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0818515 Mar 11 16:39:16.908692 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aae0d725-1e10-4dca-ad1c-1d97808da343 req-f6c77e9a-44a4-4085-8168-52b7b6a86170 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Mar 11 16:39:18.118953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead23afb-b828-4831-afd4-239748f60872 req-d4ed3be1-ab62-4818-a274-5918d5e7d4a0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:18.120600 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ead23afb-b828-4831-afd4-239748f60872 req-d4ed3be1-ab62-4818-a274-5918d5e7d4a0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0798352 Mar 11 16:39:18.172470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ead23afb-b828-4831-afd4-239748f60872 req-0d1057a4-fbfe-4482-9401-ad43b0fc2773 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460944 Mar 11 16:39:18.375233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11758bb1-e046-4014-82ed-fb999d286579 req-f9c07236-f3e9-4686-ad71-386e1e7a26be tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:18.376773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11758bb1-e046-4014-82ed-fb999d286579 req-f9c07236-f3e9-4686-ad71-386e1e7a26be tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0832021 Mar 11 16:39:18.386662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:39:18.391966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Request body: {'floatingip': {'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:39:18.472500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:19.082748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:19.086713 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:19.367874 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c associated. External IP: 172.26.4.250, port: 9c01a7ef-0d38-4a05-9e44-d7d632df9231. Mar 11 16:39:19.777733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:39:19.994124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:39:19.999093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:20.003539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:39:20.016537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:39:20.017141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:39:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:20.059054 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f8c35c5c-4dd4-4c09-b3bf-f5c9cf96a458 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "PUT /v2.0/floatingips/21cf833a-69da-42b9-84de-6c08a780260c HTTP/1.1" status: 200 len: 993 time: 1.6682725 Mar 11 16:39:20.059054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:20.113332 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'status': 'completed', 'code': 200} Mar 11 16:39:20.213211 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-2996cdd4-c424-4151-be2f-2099b119f05f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0788267 Mar 11 16:39:20.216598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:39:20.470603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-9cfcb097-7d1f-4a22-a97c-8bbf7db6ac0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:20.472772 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-9cfcb097-7d1f-4a22-a97c-8bbf7db6ac0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2533932 Mar 11 16:39:20.606987 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-ce7ac6dc-2b62-4eea-be66-533c5537d7a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1001 time: 0.1280360 Mar 11 16:39:20.637620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973d1ffb-47c7-410e-9684-170245641447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:39:18Z', 'revision_number': 13, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:20.641839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:39:20.658531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:39:20.659164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:39:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:20.680878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-ec3a08b7-08ef-4351-90ab-fd97d15611d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:20.682627 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-ec3a08b7-08ef-4351-90ab-fd97d15611d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0692422 Mar 11 16:39:20.767288 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-cdc188fb-a00d-4d0b-a391-df581c33ec99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784800 Mar 11 16:39:20.869582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:39:20.930705 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-de7f55dd-1a3b-45db-9c5a-37c1fb170ef1 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572187 Mar 11 16:39:21.086563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-869fe682-3c5b-4828-bf8c-60de166cf97c req-6232ed3b-23eb-4786-b796-4e2e80d2d98e service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493058 Mar 11 16:39:21.300331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973d1ffb-47c7-410e-9684-170245641447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:39:18Z', 'revision_number': 13, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:39:21.307409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb8aeb-6bc7-424a-9f7f-30666e2d0017 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21cf833a-69da-42b9-84de-6c08a780260c', 'tenant_id': '35595be41dec444584211ef637504066', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973d1ffb-47c7-410e-9684-170245641447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:36:20Z', 'updated_at': '2022-03-11T16:39:18Z', 'revision_number': 13, 'project_id': '35595be41dec444584211ef637504066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:39:21.513987 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc0e73-3f5c-4d19-b956-d1a36117e4d5 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:39:21.795446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb165e-d5e4-43ef-9ca0-a3f2f22836fc req-12a420ee-0bac-4ccb-90d5-7a8c94903e2d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:21.796889 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abeb165e-d5e4-43ef-9ca0-a3f2f22836fc req-12a420ee-0bac-4ccb-90d5-7a8c94903e2d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0872602 Mar 11 16:39:21.852026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abeb165e-d5e4-43ef-9ca0-a3f2f22836fc req-c0dd7c16-a58d-486a-8d25-b7b1e53a5835 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492549 Mar 11 16:39:36.857999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15fe390b-3a48-49f0-86ba-f2707b0e6712 req-cbb84b54-4ee9-49b2-9fb5-cf449b453e4f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0692556 Mar 11 16:39:37.197843 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-a4e14f37-108b-4e85-85a3-2efc2f62571f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1485021 Mar 11 16:39:37.201766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f355d-83ad-4635-b7a8-8f55c9e17bca req-30d28670-4063-4690-9b7a-deb9da0a46ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:37.203211 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-629f355d-83ad-4635-b7a8-8f55c9e17bca req-30d28670-4063-4690-9b7a-deb9da0a46ea tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0911150 Mar 11 16:39:37.261815 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-629f355d-83ad-4635-b7a8-8f55c9e17bca req-c401ef14-f437-45da-9f0c-b5faa77cc8b1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529957 Mar 11 16:39:38.201513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-04d607e2-d36c-47bb-9f14-3326d9d2aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:38.424560 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-377353fc-db64-4b2a-a4bc-2e7f1834e9b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0842681 Mar 11 16:39:38.480087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4674e8-ba44-49dd-96c0-50422c4e8cb0 req-5e9e440f-1e57-42bf-a8f4-f8813af8e16e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:38.481451 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cc4674e8-ba44-49dd-96c0-50422c4e8cb0 req-5e9e440f-1e57-42bf-a8f4-f8813af8e16e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0809028 Mar 11 16:39:38.530519 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cc4674e8-ba44-49dd-96c0-50422c4e8cb0 req-40ec39fa-ae57-4cfb-9999-08ad4adf6669 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 Mar 11 16:39:38.574883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-2117e4cf-13a6-44bc-9120-208c00212b42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:38.576354 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-2117e4cf-13a6-44bc-9120-208c00212b42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1458647 Mar 11 16:39:38.686025 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-14f84f49-f7af-49b3-800d-d98b6b44c35e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1003 time: 0.1024616 Mar 11 16:39:38.754376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-057a7bf5-35a4-41b4-a139-a10a6ce1bae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:38.755878 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-057a7bf5-35a4-41b4-a139-a10a6ce1bae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0626056 Mar 11 16:39:38.832734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-e0213851-915f-443c-8333-f897f2aad7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707457 Mar 11 16:39:38.977088 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-0694086b-f9fa-473c-83e3-28bf048d4865 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357739 Mar 11 16:39:39.112859 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-b1a2af36-cfed-48e5-bdc8-f5613fe793e3 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292558 Mar 11 16:39:39.741116 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266d5ef-33ac-42ef-a1a7-e3c917ae1504 req-300e8fb3-e7fe-4664-b9fe-f7c12c901525 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:39.742578 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1266d5ef-33ac-42ef-a1a7-e3c917ae1504 req-300e8fb3-e7fe-4664-b9fe-f7c12c901525 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0808816 Mar 11 16:39:39.787751 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1266d5ef-33ac-42ef-a1a7-e3c917ae1504 req-85761edf-9999-4c5c-afbc-c39631a0cdd7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395586 Mar 11 16:39:41.010818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a8d96d-bc17-4b99-8e5f-132fda56feed req-f64e672d-3fc0-4b17-a166-c6556dc54ba4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:41.012377 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62a8d96d-bc17-4b99-8e5f-132fda56feed req-f64e672d-3fc0-4b17-a166-c6556dc54ba4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0846996 Mar 11 16:39:41.062951 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-62a8d96d-bc17-4b99-8e5f-132fda56feed req-d6f43cec-6113-4a9a-a2df-72d42a3d34f8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Mar 11 16:39:41.148070 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:39:41.287864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a59d3456-fd7e-4ef4-b15c-281d2045667b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:42.047496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:42.159887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:42.282191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c01e-3b93-4766-b292-6f3734f0599f req-ecd53d92-9546-4ac5-b8f6-184bb8b853f0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:42.283634 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2146c01e-3b93-4766-b292-6f3734f0599f req-ecd53d92-9546-4ac5-b8f6-184bb8b853f0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0830884 Mar 11 16:39:42.330868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2146c01e-3b93-4766-b292-6f3734f0599f req-d8af2043-d09a-4478-bcc9-2b55b579ccf1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Mar 11 16:39:43.541320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4089ee9-1827-4638-98a1-b354f6ff1d3e req-6acc029f-e8d2-496b-9bec-43a9504305dd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:43.542793 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4089ee9-1827-4638-98a1-b354f6ff1d3e req-6acc029f-e8d2-496b-9bec-43a9504305dd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0804908 Mar 11 16:39:43.590924 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4089ee9-1827-4638-98a1-b354f6ff1d3e req-d135e62d-906b-44fb-8e4e-f3ac6db9a6fa tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Mar 11 16:39:43.613392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:44.794221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12caf73-1b76-4334-aa25-c89479fe653c req-b52fdb2f-4c74-4ea3-a849-08f512d46760 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:44.795644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e12caf73-1b76-4334-aa25-c89479fe653c req-b52fdb2f-4c74-4ea3-a849-08f512d46760 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0768840 Mar 11 16:39:44.844661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e12caf73-1b76-4334-aa25-c89479fe653c req-30b77de1-d630-405a-96cc-ec73875de0e8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Mar 11 16:39:45.306929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:46.153018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ceea4-8d79-4f20-894c-9cf487896ed1 req-f67a6f43-2acb-4491-ac1a-de97d42c8851 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:46.154505 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-210ceea4-8d79-4f20-894c-9cf487896ed1 req-f67a6f43-2acb-4491-ac1a-de97d42c8851 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.1835268 Mar 11 16:39:46.202253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-210ceea4-8d79-4f20-894c-9cf487896ed1 req-e5bb833a-6c16-4a4a-9936-b7a39d239ea5 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Mar 11 16:39:46.466885 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-3fbcf485-1922-4f3a-8cd4-04b8189e8539 service neutron] 10.222.0.11 "GET /v2.0/ports/9c01a7ef-0d38-4a05-9e44-d7d632df9231/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0795438 Mar 11 16:39:46.747653 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-1726ea88-76cf-4986-ab9c-198a58079438 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1099 time: 0.0747125 Mar 11 16:39:46.848289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-e35bcda6-957a-4ffc-aa74-2f3cd7b033b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0774348 Mar 11 16:39:47.087030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-10c5a43b-4b5f-461b-b56a-8997bc5524eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:47.088482 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-10c5a43b-4b5f-461b-b56a-8997bc5524eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.2339211 Mar 11 16:39:47.193066 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-fb8a8f0f-fa7c-4968-93fb-ba6eee03f55a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1003 time: 0.0984907 Mar 11 16:39:47.256439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-cde1f55e-daf2-413c-bccf-7fa54c4adc70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:47.257935 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-cde1f55e-daf2-413c-bccf-7fa54c4adc70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0591846 Mar 11 16:39:47.332585 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-8e2150b5-6d1d-45bd-b026-55dd2b01b173 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691631 Mar 11 16:39:47.439997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a8854-1d88-4e52-8484-35eb58bf0c56 req-e6a9dc39-3b49-48fc-a1ae-32f20fbaab5f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:47.442445 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b59a8854-1d88-4e52-8484-35eb58bf0c56 req-e6a9dc39-3b49-48fc-a1ae-32f20fbaab5f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.1068463 Mar 11 16:39:47.501977 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b59a8854-1d88-4e52-8484-35eb58bf0c56 req-67c8333d-b455-4d57-b12f-0a3d763288a4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519464 Mar 11 16:39:47.514769 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-45b989ee-eb5d-4df8-9e54-a0690d6695c5 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760678 Mar 11 16:39:47.740076 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4627a146-f1ef-4a00-b817-42c221b9d6b3 req-24077b02-921e-43f1-98ac-e01b122c23da service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172863 Mar 11 16:39:48.723041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1019fc5-47aa-4659-94fd-aaa394630f1a req-af72742a-04f7-462e-b8fc-9dfa6b3c5ab1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:48.724484 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b1019fc5-47aa-4659-94fd-aaa394630f1a req-af72742a-04f7-462e-b8fc-9dfa6b3c5ab1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0848072 Mar 11 16:39:48.776612 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b1019fc5-47aa-4659-94fd-aaa394630f1a req-923ca257-b608-4f43-9ee1-83961ada23fd tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453143 Mar 11 16:39:49.498809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:39:49.610496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:49.638242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:49.648156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:49.663267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:49.710486 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:39:49.737358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:49.747201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.747544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.747877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.748211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.748542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.748868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.749226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.749551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.749901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.750221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.750540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:39:49.981196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f29a6-e4a7-4d35-90b7-b86e5f7553f2 req-c968afa5-ef70-469f-b393-0acb0e4bb07d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:49.982620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a3f29a6-e4a7-4d35-90b7-b86e5f7553f2 req-c968afa5-ef70-469f-b393-0acb0e4bb07d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0785623 Mar 11 16:39:50.033006 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3a3f29a6-e4a7-4d35-90b7-b86e5f7553f2 req-a3f16fe7-fa05-4e91-8b3f-5f3f965cf041 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448782 Mar 11 16:39:51.238795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d58c65-2ba4-4075-8e9a-34fc7440d1ee req-0b3e9d46-2043-4802-89ab-029f643b7863 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:51.240732 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16d58c65-2ba4-4075-8e9a-34fc7440d1ee req-0b3e9d46-2043-4802-89ab-029f643b7863 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0819995 Mar 11 16:39:51.288121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-16d58c65-2ba4-4075-8e9a-34fc7440d1ee req-29962cf5-f031-49bf-8722-6457a2142e40 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Mar 11 16:39:51.507365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:39:51.660834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:51.679251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:39:51.734159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:51.752507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:39:51.770761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:51.774703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:51.845056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9c01a7ef-0d38-4a05-9e44-d7d632df9231'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:39:51.880625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:52.501097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8130a-e9f0-4c49-b0c1-60e7fd960ecc req-96887db8-a1a6-4298-93f0-4d3e5e1b6893 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:52.502568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81e8130a-e9f0-4c49-b0c1-60e7fd960ecc req-96887db8-a1a6-4298-93f0-4d3e5e1b6893 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 945 time: 0.0871503 Mar 11 16:39:52.556211 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81e8130a-e9f0-4c49-b0c1-60e7fd960ecc req-709b051e-fd5e-4b61-9c14-0f846d54073c tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472784 Mar 11 16:39:53.508776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:39:53.580747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:39:53.581105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:53.702502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:53.731635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:39:53.742624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:39:53.747189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:39:53.762353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058fb0e-ae1d-41ec-9c55-754060583935 req-adfa0bf0-8ab2-46e6-b973-94c492b791d3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:53.763825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c058fb0e-ae1d-41ec-9c55-754060583935 req-adfa0bf0-8ab2-46e6-b973-94c492b791d3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 945 time: 0.0817916 Mar 11 16:39:53.811656 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:39:53.818555 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c058fb0e-ae1d-41ec-9c55-754060583935 req-28345f6a-b51b-4e66-8cf9-d0a9dc2385e1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471492 Mar 11 16:39:53.822608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:39:55.014638 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-4f899142-e70d-4981-b151-baf413157678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0743890 Mar 11 16:39:55.054345 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6d825-d462-497e-9880-e81430e115cb req-56e8838a-e19f-46fb-a275-b0effeab4b8b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:55.056406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aad6d825-d462-497e-9880-e81430e115cb req-56e8838a-e19f-46fb-a275-b0effeab4b8b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0966823 Mar 11 16:39:55.104122 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aad6d825-d462-497e-9880-e81430e115cb req-bc529a0b-41f9-41fb-a831-4db840d1d1e4 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Mar 11 16:39:55.169562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-28c3b729-79c8-41dd-b82c-927f8d57fb92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:55.171020 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-28c3b729-79c8-41dd-b82c-927f8d57fb92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1372766 Mar 11 16:39:55.276454 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-14a9babb-8bbc-4c0a-9e42-6de1c52858e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1003 time: 0.0980892 Mar 11 16:39:55.345426 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-cd0dc6f8-dfe1-4aa2-98cb-31a3af5ebf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:55.347211 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-cd0dc6f8-dfe1-4aa2-98cb-31a3af5ebf7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0644610 Mar 11 16:39:55.428065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-15744c06-6ef1-43f0-b43a-852a0e2c14d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724127 Mar 11 16:39:55.576010 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-761fc34c-88f0-48aa-92d1-0809514a9e66 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416771 Mar 11 16:39:55.721933 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a4ed2d7a-65bd-47ff-bde5-77a44d4ac91a req-81416cdc-88b3-4e7b-968c-f89f5978da84 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388781 Mar 11 16:39:56.324717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f158103-9f85-4419-bd9c-b29a7c5a81b8 req-a21f325d-39bb-4b93-944f-b625ae390b00 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:56.326110 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6f158103-9f85-4419-bd9c-b29a7c5a81b8 req-a21f325d-39bb-4b93-944f-b625ae390b00 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0867271 Mar 11 16:39:56.383425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6f158103-9f85-4419-bd9c-b29a7c5a81b8 req-7eb71ea1-2cdc-476f-bf91-47a2e580ae1a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Mar 11 16:39:57.593734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828e9e2-839b-41ac-b8ea-92aff512e2a7 req-ce3a5e27-89a3-4900-be56-b8e890be27c2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:57.595183 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c828e9e2-839b-41ac-b8ea-92aff512e2a7 req-ce3a5e27-89a3-4900-be56-b8e890be27c2 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0878034 Mar 11 16:39:57.644226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c828e9e2-839b-41ac-b8ea-92aff512e2a7 req-0f8f009f-df3c-405a-98b9-0f77fdd02ce1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Mar 11 16:39:58.073913 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-a3dcafc6-fd5b-4416-9615-498bbdf7d7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:58.074974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-a3dcafc6-fd5b-4416-9615-498bbdf7d7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Synchronizing usage tracker for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:39:58.091665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-a3dcafc6-fd5b-4416-9615-498bbdf7d7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Unset dirty status for tenant:35595be41dec444584211ef637504066 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:39:58.092910 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-a3dcafc6-fd5b-4416-9615-498bbdf7d7ac tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447&tenant_id=35595be41dec444584211ef637504066&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.1035199 Mar 11 16:39:58.135916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599021-51b8-407e-acf5-926a4bf25f3f req-29bcac44-c078-47c2-a038-9da9cd7b0692 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:58.137362 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7599021-51b8-407e-acf5-926a4bf25f3f req-29bcac44-c078-47c2-a038-9da9cd7b0692 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0846930 Mar 11 16:39:58.178899 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-8a132bd0-b186-457a-9d9e-f08ede3c5cbc service neutron] 10.222.0.11 "GET /v2.0/ports/9c01a7ef-0d38-4a05-9e44-d7d632df9231/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0809424 Mar 11 16:39:58.184035 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7599021-51b8-407e-acf5-926a4bf25f3f req-ec96d779-c123-4881-b360-94f7c0779da1 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Mar 11 16:39:58.368235 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-88d6ecc6-3e02-4598-869f-2340519bf68c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.1677403 Mar 11 16:39:58.508639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-62179ae0-49e7-430b-8c90-2704194ad085 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:58.510019 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-62179ae0-49e7-430b-8c90-2704194ad085 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1364000 Mar 11 16:39:58.622860 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-9d3f8926-9d56-40a8-bf43-f6f3b039c111 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1003 time: 0.1070144 Mar 11 16:39:58.690486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-858eaead-fde6-4a3f-977f-ac3ae832984b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:58.691921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-858eaead-fde6-4a3f-977f-ac3ae832984b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0635417 Mar 11 16:39:58.771608 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-4b94dbb5-ce04-4bcf-9eb0-9e6e6fed6600 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734098 Mar 11 16:39:58.913248 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-268e0bd1-4b3e-47b2-b5e7-afaa79375725 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355731 Mar 11 16:39:59.052901 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-867edc8d-c2a8-4497-aaab-ddbc46bb1181 service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334116 Mar 11 16:39:59.391422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6d732-5634-48d6-96e7-db34a3856207 req-f6b5d5a3-b2dc-454a-999c-91a82d51280b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:39:59.392761 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fbe6d732-5634-48d6-96e7-db34a3856207 req-f6b5d5a3-b2dc-454a-999c-91a82d51280b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0794666 Mar 11 16:39:59.438923 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fbe6d732-5634-48d6-96e7-db34a3856207 req-9cead2d5-9dcc-4fa7-919a-b7c3674be071 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Mar 11 16:40:00.649638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c223a9-7886-4fc5-9867-6791f34a93df req-69ef4d9c-676d-4e0c-8228-56fa312758b3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:00.651226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68c223a9-7886-4fc5-9867-6791f34a93df req-69ef4d9c-676d-4e0c-8228-56fa312758b3 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0829139 Mar 11 16:40:00.700686 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68c223a9-7886-4fc5-9867-6791f34a93df req-2ab0e0ce-efd6-44c8-9dbf-e3c082ae8ff0 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414128 Mar 11 16:40:01.908645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b38255-b53d-43e5-b06e-3fcdc0c54b22 req-49242957-c305-43b0-8473-942901a3ada8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:01.910107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-21b38255-b53d-43e5-b06e-3fcdc0c54b22 req-49242957-c305-43b0-8473-942901a3ada8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0780218 Mar 11 16:40:01.958676 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-21b38255-b53d-43e5-b06e-3fcdc0c54b22 req-31115b18-3d6d-4a0d-9e52-01da73c31469 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422056 Mar 11 16:40:02.333020 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-cb4e5e53-bc53-4406-a729-c21b5e03d551 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447&tenant_id=35595be41dec444584211ef637504066 HTTP/1.1" status: 200 len: 1099 time: 0.0748332 Mar 11 16:40:02.424797 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-ae829a82-160f-47f3-b4a7-ffd672c5774b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=35595be41dec444584211ef637504066&device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 1099 time: 0.0705481 Mar 11 16:40:02.572136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-ea0f1686-afb7-4a66-a9b3-bef7abe3a5b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:02.573623 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-ea0f1686-afb7-4a66-a9b3-bef7abe3a5b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 200 len: 913 time: 0.1420705 Mar 11 16:40:02.681291 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-92a576c5-a2d5-434b-aac1-9b3746d2f66f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 200 len: 1003 time: 0.1017449 Mar 11 16:40:02.749166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-8fc50296-9698-4684-8e00-a940e05f2724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:02.750725 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-8fc50296-9698-4684-8e00-a940e05f2724 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 200 len: 851 time: 0.0636387 Mar 11 16:40:02.827737 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-5dd77a44-9e8b-41eb-8ac0-a41e431630bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70713ef8-66dd-4a49-9a89-7f88909f8249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704801 Mar 11 16:40:02.967903 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-ad094b9b-8dce-45fd-bd72-e6817e1560bc service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333976 Mar 11 16:40:03.112029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3a07424b-49fd-4d71-a279-b7e62f92faea req-bde074d8-9827-4322-a044-ef112b1640aa service neutron] 10.222.0.11 "GET /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383264 Mar 11 16:40:03.172864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9e624-9f23-4108-97ef-3bf833cc95f4 req-89d8c0d7-5727-4aa3-aa98-1e0c471c36a9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:03.174149 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aa9e624-9f23-4108-97ef-3bf833cc95f4 req-89d8c0d7-5727-4aa3-aa98-1e0c471c36a9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0839992 Mar 11 16:40:03.223990 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aa9e624-9f23-4108-97ef-3bf833cc95f4 req-12092ca3-567b-4992-9721-2f141dc7154a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Mar 11 16:40:03.560406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:40:03.691359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:03.720305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:03.735019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:03.741130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:03.808099 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:40:03.825071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=9']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:04.432115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fe0d6-87fe-4098-9550-f0d860c69a4a req-70b805b5-d929-4c3c-b9b7-342969027f0d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:04.433631 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d89fe0d6-87fe-4098-9550-f0d860c69a4a req-70b805b5-d929-4c3c-b9b7-342969027f0d tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0855448 Mar 11 16:40:04.488029 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d89fe0d6-87fe-4098-9550-f0d860c69a4a req-958e5b2f-cb8b-4d60-9797-e4effd4f35d7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484946 Mar 11 16:40:05.696120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5645947-d38c-4e24-89c5-aff0ad330d59 req-735b66cf-de51-4807-bccb-6353be1c40ee tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:05.697564 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d5645947-d38c-4e24-89c5-aff0ad330d59 req-735b66cf-de51-4807-bccb-6353be1c40ee tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0774429 Mar 11 16:40:05.744385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d5645947-d38c-4e24-89c5-aff0ad330d59 req-a34f6faf-3c70-4c60-99ed-2cb30e6bfb60 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408976 Mar 11 16:40:06.964043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567605-a435-4b27-a95c-6fda2a6b96ee req-ba453b95-769d-445a-a7c7-3dec5effb883 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:06.965775 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9567605-a435-4b27-a95c-6fda2a6b96ee req-ba453b95-769d-445a-a7c7-3dec5effb883 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 944 time: 0.0814650 Mar 11 16:40:07.013871 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9567605-a435-4b27-a95c-6fda2a6b96ee req-cf907de4-9514-4789-a63e-0aa3ed9eae9f tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426033 Mar 11 16:40:07.570874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:40:07.707328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:07.724910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:40:07.830387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:07.854490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:07.869512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:07.873309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:07.938675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9c01a7ef-0d38-4a05-9e44-d7d632df9231'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:40:07.986542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=10']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:08.215758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-88cd29f9-3d84-45b7-9591-5a0653cff558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:08.233456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ec9a8-9ad9-4ef3-9d40-6b881492ec92 req-2171ec10-ca13-4972-9f2c-94ede0203758 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:08.234928 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-240ec9a8-9ad9-4ef3-9d40-6b881492ec92 req-2171ec10-ca13-4972-9f2c-94ede0203758 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0826030 Mar 11 16:40:08.282119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-240ec9a8-9ad9-4ef3-9d40-6b881492ec92 req-8594db2b-dd66-46e7-9a79-7b50dc0c2688 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Mar 11 16:40:09.495029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc325e-8c20-430a-8e76-f29c5ac09d80 req-fa40b49f-89e8-43aa-b7c3-507c44b11912 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:09.496462 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bcc325e-8c20-430a-8e76-f29c5ac09d80 req-fa40b49f-89e8-43aa-b7c3-507c44b11912 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0833530 Mar 11 16:40:09.549665 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bcc325e-8c20-430a-8e76-f29c5ac09d80 req-ca840662-c7a4-451a-9b09-85a0d699ce32 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Mar 11 16:40:09.575112 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:40:09.649210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:40:09.649575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:09.776680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:09.803641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:09.817573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:09.823297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:09.874181 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:40:09.897201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=11']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:10.761085 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ef7d2-c996-4421-a0af-6c5513ce71af req-e319f4e4-ace4-4187-8ac3-1fad5bbbe6fe tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:10.762633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f40ef7d2-c996-4421-a0af-6c5513ce71af req-e319f4e4-ace4-4187-8ac3-1fad5bbbe6fe tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 947 time: 0.0876720 Mar 11 16:40:10.816633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f40ef7d2-c996-4421-a0af-6c5513ce71af req-31dc7e45-3c77-4464-bab7-3ef203d2ae1e tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485642 Mar 11 16:40:11.291602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9c0890f3-e5e8-49b7-9368-196024e1c447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:11.587244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:40:11.729068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:11.743338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'port_id': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'mac_address': 'fa:16:3e:ad:22:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:40:11.805466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:11.825645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:11.842326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:11.851434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:11.934001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['9c01a7ef-0d38-4a05-9e44-d7d632df9231'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:40:11.974359 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=12']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:12.032706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca4c4-89a2-4ef2-b066-b114c405fbb0 req-d9b60fee-f023-423a-a091-3600551a6c0b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:12.034405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14cca4c4-89a2-4ef2-b066-b114c405fbb0 req-d9b60fee-f023-423a-a091-3600551a6c0b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0862575 Mar 11 16:40:12.071790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:12.090196 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14cca4c4-89a2-4ef2-b066-b114c405fbb0 req-48487c46-b35d-4f5d-b989-f2359e6e1bdb tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491462 Mar 11 16:40:12.170266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.297223 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a07bc5-16e7-4eb9-94e8-bd2d4315e43f req-8b900f88-6c4e-4ca1-ab8d-dca0ed148ee7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:13.299607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1a07bc5-16e7-4eb9-94e8-bd2d4315e43f req-8b900f88-6c4e-4ca1-ab8d-dca0ed148ee7 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0817509 Mar 11 16:40:13.428728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1a07bc5-16e7-4eb9-94e8-bd2d4315e43f req-a5b249cb-b26d-4bd1-a993-7aee47cbe642 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230016 Mar 11 16:40:13.595465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:40:13.636243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a56d0a-3fbb-4bf2-b1f1-aa74ded493b5 req-24712544-1e2f-4b70-b000-050049e75511 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:13.637788 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f2a56d0a-3fbb-4bf2-b1f1-aa74ded493b5 req-24712544-1e2f-4b70-b000-050049e75511 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0892358 Mar 11 16:40:13.655062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.689388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:40:13.689672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.689898 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f2a56d0a-3fbb-4bf2-b1f1-aa74ded493b5 req-4f750edb-c0af-4cd3-b63f-1e86d58b8c24 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Mar 11 16:40:13.822407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.853209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:13.871650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:13.876528 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:13.911823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033ef7-377e-40e6-824f-4837bbd215f6 req-dad3ef4e-0006-4a95-8b3e-a9fadf90ac15 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:13.914349 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24033ef7-377e-40e6-824f-4837bbd215f6 req-dad3ef4e-0006-4a95-8b3e-a9fadf90ac15 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 946 time: 0.0870547 Mar 11 16:40:13.916564 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'code': 200} Mar 11 16:40:13.949867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=13']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:13.961654 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-24033ef7-377e-40e6-824f-4837bbd215f6 req-5b3a19ab-95f2-4044-a29c-4e6ced0cf073 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410316 Mar 11 16:40:14.373257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9f8d-9256-4841-92ed-e028b23a8cc1 req-dffc7e15-1754-411e-bf2f-b223eeb10670 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:14.374723 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-015f9f8d-9256-4841-92ed-e028b23a8cc1 req-dffc7e15-1754-411e-bf2f-b223eeb10670 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 947 time: 0.0770664 Mar 11 16:40:14.424396 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-015f9f8d-9256-4841-92ed-e028b23a8cc1 req-1a173e31-1cdd-4f61-90f8-af343f4cf1d9 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 Mar 11 16:40:15.310366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:15.625318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6a39-86d6-46b5-8b97-992cfc194eed req-502c36e3-6709-4686-882a-16c89451471b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:15.626686 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a3ac6a39-86d6-46b5-8b97-992cfc194eed req-502c36e3-6709-4686-882a-16c89451471b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 947 time: 0.0789998 Mar 11 16:40:15.675093 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a3ac6a39-86d6-46b5-8b97-992cfc194eed req-e6de915f-8dc3-427f-818c-79f1bede9828 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422680 Mar 11 16:40:16.804362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-106168f0-c947-4e1c-ab0c-670a6d6b74ab tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.805899 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-106168f0-c947-4e1c-ab0c-670a6d6b74ab tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 947 time: 0.0775650 Mar 11 16:40:16.922268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e500e7a-f7f9-4d7c-93ba-85db7570831e req-307da635-28b0-478f-8258-050b6c6e227b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:16.923773 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0e500e7a-f7f9-4d7c-93ba-85db7570831e req-307da635-28b0-478f-8258-050b6c6e227b tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 947 time: 0.1016967 Mar 11 16:40:16.971976 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0e500e7a-f7f9-4d7c-93ba-85db7570831e req-8c55d49e-1d2e-46cb-8bca-7b52988a5146 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups?id=392e3139-61e5-49d1-93c4-818267ad9d8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Mar 11 16:40:16.979352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Deleting port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:16.979702 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:17.227611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] For port 9c01a7ef-0d38-4a05-9e44-d7d632df9231, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=9c01a7ef-0d38-4a05-9e44-d7d632df9231,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:17.227976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:17.519423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:17.519688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:17.520011 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Floating IP 21cf833a-69da-42b9-84de-6c08a780260c disassociated. External IP: 172.26.4.250, port: 9c01a7ef-0d38-4a05-9e44-d7d632df9231. Mar 11 16:40:17.520357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Calling delete_port for 9c01a7ef-0d38-4a05-9e44-d7d632df9231 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:17.671810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:17.723529 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'Port': ['ID=9c01a7ef-0d38-4a05-9e44-d7d632df9231,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:17.734821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.735156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.735489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.735818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.736136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.736454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.736773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.737089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.737408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.737745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.738059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:17.963654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:40:18.152515 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:18.157866 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a0bc2bb0-061b-4404-bd60-a586b3606384 req-23ef8ff2-4c49-4ea8-8b7a-8a16ef9e6209 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 210 time: 0.0490258 Mar 11 16:40:18.185787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:40:18.197932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:40:18.220165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:40:18.220775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:40:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:18.260763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] No DVR routers for this DVR port 9c01a7ef-0d38-4a05-9e44-d7d632df9231 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:40:18.263444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:18.266136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-deleted', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:18.282441 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0c156b07-9d14-4d8f-91a9-010e5dcba431 req-2e646c5d-6ff7-4bcb-8032-b26f5da4d563 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.11 "DELETE /v2.0/ports/9c01a7ef-0d38-4a05-9e44-d7d632df9231 HTTP/1.1" status: 204 len: 173 time: 1.4712715 Mar 11 16:40:18.340015 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973d1ffb-47c7-410e-9684-170245641447', 'name': 'network-vif-deleted', 'tag': '9c01a7ef-0d38-4a05-9e44-d7d632df9231', 'status': 'completed', 'code': 200} Mar 11 16:40:18.436838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:40:18.796882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:18.800885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:40:18.812396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:40:18.812996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:40:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:19.004825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:40:19.331270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:19.336338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986bcb6-adc1-4823-b069-145c027f6b94 None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:17Z', 'revision_number': 4, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '38f25489-6316-4ab3-a587-85c123aa4672', 'name': '', 'network_id': '70713ef8-66dd-4a49-9a89-7f88909f8249', 'tenant_id': '35595be41dec444584211ef637504066', 'mac_address': 'fa:16:3e:fe:89:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:16Z', 'updated_at': '2022-03-11T16:36:34Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'subnets': [{'id': '061faa9a-45ef-4b68-8b01-1cfebaa7f07a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:40:19.364326 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5e67ecea-ab7f-4bc9-9689-c99679b639d6 req-2ea98d62-9a61-4eaf-a701-68128c233d2a tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/ports?device_id=973d1ffb-47c7-410e-9684-170245641447 HTTP/1.1" status: 200 len: 210 time: 0.0522020 Mar 11 16:40:19.586371 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7e765-ecc2-4b8a-8381-4a21a7c5d942 None None] New status for floating IP 21cf833a-69da-42b9-84de-6c08a780260c: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:40:19.632384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:40:19.665782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 9c01a7ef-0d38-4a05-9e44-d7d632df9231 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:40:19.666145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 9c01a7ef-0d38-4a05-9e44-d7d632df9231 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:40:23.758538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45432) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:23.827178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:23.863507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:23.925438 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:23.947646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392e3139-61e5-49d1-93c4-818267ad9d8f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:23.959746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:23.960853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3e7ea7e6-31fb-4bb1-95e6-8989b6af8a68 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "DELETE /v2.0/security-groups/392e3139-61e5-49d1-93c4-818267ad9d8f HTTP/1.1" status: 204 len: 168 time: 0.2013123 Mar 11 16:40:23.963457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45436) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:23.981004 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-951d5edb-33f6-4af4-b3e4-861a9b9a86a8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] show failed (client error): The resource could not be found. Mar 11 16:40:23.981976 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-951d5edb-33f6-4af4-b3e4-861a9b9a86a8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "GET /v2.0/security-groups/392e3139-61e5-49d1-93c4-818267ad9d8f HTTP/1.1" status: 404 len: 347 time: 0.0174911 Mar 11 16:40:23.984763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45440) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:24.241149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Deleting port d1cf8840-281e-4c9a-8ea4-629b4e5bc28b {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:24.241390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.414449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.414779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.541247 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Calling delete_port for d1cf8840-281e-4c9a-8ea4-629b4e5bc28b owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:24.685885 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.731212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Pushing event deleted for resources: {'Port': ['ID=d1cf8840-281e-4c9a-8ea4-629b4e5bc28b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:24.823824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.838583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:24.839717 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-849cbf9f-892e-4038-91ef-e808bb67aaa8 tempest-ServerActionsTestJSON-1791327273 tempest-ServerActionsTestJSON-1791327273-project] 10.222.0.78 "DELETE /v2.0/floatingips/21cf833a-69da-42b9-84de-6c08a780260c HTTP/1.1" status: 204 len: 168 time: 0.8541002 Mar 11 16:40:24.842951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45444) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:25.241843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:25.954648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Deleting port 38f25489-6316-4ab3-a587-85c123aa4672 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:25.955406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:26.129029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] For port 38f25489-6316-4ab3-a587-85c123aa4672, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=38f25489-6316-4ab3-a587-85c123aa4672,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:26.129378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:26.253899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Calling delete_port for 38f25489-6316-4ab3-a587-85c123aa4672 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:26.430624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:26.475098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f25489-6316-4ab3-a587-85c123aa4672,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:26.772421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:27.461243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Router 10c4a9df-f667-4508-83ca-e7c53cb10f6c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:40:27.680408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:40:27.692193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Sync routers for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:40:27.696014 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-06a36ce7-5d41-49ea-ae6d-cc181c471fe4 admin admin] 10.222.0.78 "PUT /v2.0/routers/10c4a9df-f667-4508-83ca-e7c53cb10f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520298 Mar 11 16:40:27.698471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45448) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:27.705770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:40:27.706368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:40:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:27.907128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:40:27.933943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:28.166363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:28.176719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Deleting port a8dcc0f3-5071-4b62-9544-386e3542e3b2 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:28.177085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:28.248986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144'}], 'enable_snat': True}, 'gw_port_id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:40:26Z', 'revision_number': 5, 'project_id': '35595be41dec444584211ef637504066', 'gw_port': {'id': 'a8dcc0f3-5071-4b62-9544-386e3542e3b2', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:14:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:28.253134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Checking router: 10c4a9df-f667-4508-83ca-e7c53cb10f6c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:40:28.269371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Routers {'10c4a9df-f667-4508-83ca-e7c53cb10f6c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:40:28.270035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:40:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:28.386627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] For port a8dcc0f3-5071-4b62-9544-386e3542e3b2, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a8dcc0f3-5071-4b62-9544-386e3542e3b2,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:28.386983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:28.509742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] Set router 10c4a9df-f667-4508-83ca-e7c53cb10f6c gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:40:28.520226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Calling delete_port for a8dcc0f3-5071-4b62-9544-386e3542e3b2 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:28.630609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:40:28Z', 'revision_number': 6, 'project_id': '35595be41dec444584211ef637504066', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:28.636360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b01eba-7913-493b-8d9d-b16eae3b22fe None None] The sync data for ids ['10c4a9df-f667-4508-83ca-e7c53cb10f6c'] in dv-neutron-833206-1-hyperv is: [{'id': '10c4a9df-f667-4508-83ca-e7c53cb10f6c', 'name': 'tempest-ServerActionsTestJSON-2080344286-router', 'tenant_id': '35595be41dec444584211ef637504066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:36:14Z', 'updated_at': '2022-03-11T16:40:28Z', 'revision_number': 6, 'project_id': '35595be41dec444584211ef637504066', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:40:28.717127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:28.764298 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dcc0f3-5071-4b62-9544-386e3542e3b2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:29.063102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 38f25489-6316-4ab3-a587-85c123aa4672 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:40:29.099369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 38f25489-6316-4ab3-a587-85c123aa4672 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:40:29.100032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 38f25489-6316-4ab3-a587-85c123aa4672 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:40:29.117432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.392369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.396969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.423709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.424219 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c4a9df-f667-4508-83ca-e7c53cb10f6c {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:40:29.437166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.438307 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3fdc8023-42b8-4763-beb3-4c1287a8181c admin admin] 10.222.0.78 "DELETE /v2.0/routers/10c4a9df-f667-4508-83ca-e7c53cb10f6c HTTP/1.1" status: 204 len: 168 time: 1.7389359 Mar 11 16:40:29.440859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45452) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:29.500274 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Deleting subnet 061faa9a-45ef-4b68-8b01-1cfebaa7f07a {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:40:29.503168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.557118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.648972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.719490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.762202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061faa9a-45ef-4b68-8b01-1cfebaa7f07a,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:29.766123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.774408 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-85a4a62e-c749-4a88-b933-c1a76e01e275 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/061faa9a-45ef-4b68-8b01-1cfebaa7f07a HTTP/1.1" status: 204 len: 168 time: 0.3308058 Mar 11 16:40:29.774642 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50352231-201a-44e9-8264-8a252deb9b7c None None] Network 70713ef8-66dd-4a49-9a89-7f88909f8249 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:40:29.775347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45456) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:29.896262 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:29.907011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Deleting port 1354d724-30a4-441a-ac18-7b22e62bd389 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:29.907335 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.035446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] DHCP port deletion for 70713ef8-66dd-4a49-9a89-7f88909f8249 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:40:30.040081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Deleting port 1354d724-30a4-441a-ac18-7b22e62bd389 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:30.040754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.120435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] For port 1354d724-30a4-441a-ac18-7b22e62bd389, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1354d724-30a4-441a-ac18-7b22e62bd389,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:30.120828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.246803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] For port 1354d724-30a4-441a-ac18-7b22e62bd389, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1354d724-30a4-441a-ac18-7b22e62bd389,segment=NetworkSegment(f4341e10-459a-47d1-84ef-21f291687a16),segment_id=f4341e10-459a-47d1-84ef-21f291687a16)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:30.247596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.255272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Calling delete_port for 1354d724-30a4-441a-ac18-7b22e62bd389 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:30.339509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.373315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Calling delete_port for 1354d724-30a4-441a-ac18-7b22e62bd389 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:40:30.384712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Pushing event deleted for resources: {'Port': ['ID=1354d724-30a4-441a-ac18-7b22e62bd389,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:30.391918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] No DVR routers for this DVR port 1354d724-30a4-441a-ac18-7b22e62bd389 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:40:30.446441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:40:30.446799 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:40:30.613881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.643479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70713ef8-66dd-4a49-9a89-7f88909f8249']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:30.660257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4341e10-459a-47d1-84ef-21f291687a16') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:30.660840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4341e10-459a-47d1-84ef-21f291687a16') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:40:30.675720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.691660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.697817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:40:30.698218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:40:30.713104 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:40:30.796645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.819244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.831127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] Pushing event deleted for resources: {'Network': ['ID=70713ef8-66dd-4a49-9a89-7f88909f8249,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:30.845596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b7ac3194-39a3-4e45-b929-0228a2e55984 admin admin] 10.222.0.78 "DELETE /v2.0/networks/70713ef8-66dd-4a49-9a89-7f88909f8249 HTTP/1.1" status: 204 len: 168 time: 1.0690017 Mar 11 16:40:30.851259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8dcc0f3-5071-4b62-9544-386e3542e3b2 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:40:30.884410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a8dcc0f3-5071-4b62-9544-386e3542e3b2 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:40:30.884753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a8dcc0f3-5071-4b62-9544-386e3542e3b2 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:40:30.885163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1354d724-30a4-441a-ac18-7b22e62bd389 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:40:30.921429 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1354d724-30a4-441a-ac18-7b22e62bd389 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:40:30.921816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1354d724-30a4-441a-ac18-7b22e62bd389 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:40:30.948318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Deleting port 1354d724-30a4-441a-ac18-7b22e62bd389 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:40:30.948993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:30.998145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45462) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:31.017220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-aa6de907-7201-4522-95ae-408eeaf60a21 None None] The port '1354d724-30a4-441a-ac18-7b22e62bd389' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:40:31.061842 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d7bd5c05-13a8-43ab-82cc-300735d7fa98 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35595be41dec444584211ef637504066&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610569 Mar 11 16:40:31.064189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45466) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:31.133690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:31.158923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:31.217986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:31.236427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b78a46-5fd1-4386-a74b-0773fb11fdd9,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:31.243663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:31.247107 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fb80413e-24c1-4c76-b89e-7e0b3aa10c2d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33b78a46-5fd1-4386-a74b-0773fb11fdd9 HTTP/1.1" status: 204 len: 168 time: 0.1795924 Mar 11 16:40:32.149784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45488) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:32.281409 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-85783978-network', 'tenant_id': '8b1a4e1ad1334ca1ae5c7040a7b2feca'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:32.286254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:40:32.290969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Usage tracker for resource:network and tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:40:32.293829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:40:32.303675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:40:32.312861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Made reservation on behalf of 8b1a4e1ad1334ca1ae5c7040a7b2feca for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:40:32.315166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.334657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.366467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:40:32.370312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:40:32.373174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:40:32.379445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:40:32.452310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.456268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.488155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:40:32.497618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5aad19-0791-4de4-8bcd-457f5a7b898c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:32.503825 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.504848 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Added segment 56ee3c7f-aa53-41b4-a545-0005d0062a84 of type vlan for network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 Mar 11 16:40:32.533142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.563655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.564476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:32.565037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.671434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:32.674637 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-60daba79-00ec-40a7-aa2e-51df9c4adee5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5238571 Mar 11 16:40:32.678024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45494) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:40:32.682414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:40:32.683817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Request body: {'subnet': {'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-85783978-subnet', 'tenant_id': '8b1a4e1ad1334ca1ae5c7040a7b2feca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:32.689157 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:40:32.694638 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Usage tracker for resource:subnet and tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:40:32.697978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:40:32.703727 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:40:32.715502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Made reservation on behalf of 8b1a4e1ad1334ca1ae5c7040a7b2feca for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:40:32.717846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:32.939163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:33.015919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93409cef-1689-41a8-98fe-c03f3c02274f,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:33.033697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Checking segment: {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:40:33.034068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Network hostable DHCP agents. Network: c6beac37-5d45-4f83-8e1c-a6792d5b2ab2, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:40:33.056974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:40:33.067480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c6beac37-5d45-4f83-8e1c-a6792d5b2ab2) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:40:33.071608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:33.072176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:33.077260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07458c00-88e8-4803-94da-2580f162159c None None] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:40:33.092812 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-196cb516-8dbf-4df6-9867-e5d023de876d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4134214 Mar 11 16:40:33.345837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db4646-5249-4cec-b943-9cd112dc0f92 None None] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:40:33.888122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-16ebb146-8045-4a51-a163-4832869756c4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:33.889405 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-16ebb146-8045-4a51-a163-4832869756c4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 812 time: 0.1597662 Mar 11 16:40:33.907220 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-f89761fd-5f78-457f-8b2d-d60056922075 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/quotas/8b1a4e1ad1334ca1ae5c7040a7b2feca HTTP/1.1" status: 200 len: 375 time: 0.0120664 Mar 11 16:40:33.963308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-9b09ba60-dd57-46e3-a4f7-1faa8e6e696d tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497241 Mar 11 16:40:34.048451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-e3f62033-5093-4cd3-af99-488d4fc28c2a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:40:34.049504 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-e3f62033-5093-4cd3-af99-488d4fc28c2a service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0795655 Mar 11 16:40:34.184653 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-e21669f6-43ec-4f4f-918a-000de5622ac7 service neutron] 10.222.0.78 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276369 Mar 11 16:40:34.329835 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-fd94e3bb-7945-47aa-a672-bbb55996efdd service neutron] 10.222.0.78 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396775 Mar 11 16:40:35.613460 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6eebb8bb-b96f-4841-91bb-6741acaddcb5 req-71419f04-9fe9-409e-b6ce-ec11f0a1b071 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 210 time: 0.1186554 Mar 11 16:40:36.622249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-c799c289-7551-4ad5-bc66-c4e394539df4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:36.622911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-c799c289-7551-4ad5-bc66-c4e394539df4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Synchronizing usage tracker for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:40:36.640178 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-c799c289-7551-4ad5-bc66-c4e394539df4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Unset dirty status for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:40:36.641475 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-c799c289-7551-4ad5-bc66-c4e394539df4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 812 time: 0.1789894 Mar 11 16:40:36.659160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Request body: {'port': {'device_id': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2', 'admin_state_up': True, 'tenant_id': '8b1a4e1ad1334ca1ae5c7040a7b2feca'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:36.800486 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f6b4a85-39e4-43c1-b522-ecd05019b18c req-7cf4f4e8-8d4a-44c4-a748-1423ff1c6867 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 210 time: 0.0497346 Mar 11 16:40:36.821738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:40:36.825621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Usage tracker for resource:port and tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:40:36.828525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:40:36.834989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:40:36.845195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Made reservation on behalf of 8b1a4e1ad1334ca1ae5c7040a7b2feca for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:40:36.848255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:37.026020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Allocated IP 172.20.0.8 (c6beac37-5d45-4f83-8e1c-a6792d5b2ab2/93409cef-1689-41a8-98fe-c03f3c02274f/bf5c818a-a3c8-44f8-9c81-6cd08d4613ae) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:40:37.244694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:37.273181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:37.451214 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:40:37.454300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:40:37.459305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:40:37.490684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Pushing event updated for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:37.530569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:37.531167 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:37.561782 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2cabd0ea-05d7-483a-8706-fa2d192de262 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9068832 Mar 11 16:40:37.573631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Request body: {'port': {'device_id': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:37.696297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.008938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e709a-e843-4a2b-bad4-f7188c2a12fe req-9e8e554a-d4a3-4c7f-8042-474e0b220dfd tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.010636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-562e709a-e843-4a2b-bad4-f7188c2a12fe req-9e8e554a-d4a3-4c7f-8042-474e0b220dfd tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 931 time: 0.0778031 Mar 11 16:40:38.062192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5c818a-a3c8-44f8-9c81-6cd08d4613ae {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:38.070327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-562e709a-e843-4a2b-bad4-f7188c2a12fe req-a3d24995-a230-49a6-ab2d-efdf528a97b0 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Mar 11 16:40:38.070899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.086845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Transition to ACTIVE for port object bf5c818a-a3c8-44f8-9c81-6cd08d4613ae will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:40:38.091179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.209343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b9f1e27-67d4-4780-860d-14ec76dc45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.223618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:38.328586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Attempting to bind port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:40:38.328930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Attempting to bind port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:40:38.329238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Attempting to bind port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:40:38.335747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:40:38.336096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Attempting to bind port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:40:38.342758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:40:38.343113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Checking segment: {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:40:38.343512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Bound using segment: {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:40:38.343927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Bound port: bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:40:38.344268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.438823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:40:38.441937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:40:38.447517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.510985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:38.512347 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf5c818a-a3c8-44f8-9c81-6cd08d4613ae HTTP/1.1" status: 200 len: 1093 time: 0.9431098 Mar 11 16:40:38.512775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:38.532390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e671e-6563-4ff0-bfea-5798e8bbc299 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:38.590937 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae', 'status': 'completed', 'code': 200} Mar 11 16:40:38.644399 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-9736b826-5fb8-4362-853f-233eb2b94df3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 1096 time: 0.0935984 Mar 11 16:40:38.714496 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-4d205edd-805f-4438-981b-cad2d4429fa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae HTTP/1.1" status: 200 len: 217 time: 0.0639582 Mar 11 16:40:38.776427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-0013ddf5-be46-4ff6-ba0f-98c8f0a96c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:38.777905 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-0013ddf5-be46-4ff6-ba0f-98c8f0a96c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 200 len: 852 time: 0.0579748 Mar 11 16:40:38.827192 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-395db9c0-d0d9-427b-850b-2319c04bf8d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439720 Mar 11 16:40:38.971112 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-9c076183-0c78-49b7-9ab0-1bdcb1175967 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375620 Mar 11 16:40:39.109765 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eeec0ac9-3387-45b6-bb3a-3c0e07b9efe4 req-2ef9982c-ce72-4d0b-bce4-e267e1bc8b98 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323574 Mar 11 16:40:39.229953 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-715b7180-43df-4069-aef1-512a4de398ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 1096 time: 0.0759606 Mar 11 16:40:39.310273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082552a2-ec01-4152-81e8-c6dc6d3c5241 req-07179fe0-976c-4af0-90a4-b00537fc05dc tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:39.311858 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-082552a2-ec01-4152-81e8-c6dc6d3c5241 req-07179fe0-976c-4af0-90a4-b00537fc05dc tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 943 time: 0.0996108 Mar 11 16:40:39.361627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-082552a2-ec01-4152-81e8-c6dc6d3c5241 req-851b0386-7588-476e-b4e7-b9ada957ef09 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Mar 11 16:40:39.487194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-5aee3253-d418-48fc-b4a5-3c1f98ebd7b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:39.488519 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-5aee3253-d418-48fc-b4a5-3c1f98ebd7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 913 time: 0.2529745 Mar 11 16:40:39.564904 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-ceafd8e7-5ce4-4bb8-902f-f0b5ef29cccc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae HTTP/1.1" status: 200 len: 217 time: 0.0690765 Mar 11 16:40:39.630565 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-493e194e-8a03-4a11-944c-dd8bcc509942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:39.632294 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-493e194e-8a03-4a11-944c-dd8bcc509942 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 200 len: 852 time: 0.0612226 Mar 11 16:40:39.693518 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-535b90cd-0fd6-421d-8bb8-ed217685920f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544839 Mar 11 16:40:39.851196 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-98c7303d-d89b-488e-9bb9-224cbc819472 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504133 Mar 11 16:40:39.987399 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f889e63a-4d80-4fcb-86c8-8b28666b378f req-26b88bf3-22f9-492f-b2dd-36a8ac10e438 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295772 Mar 11 16:40:40.573728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb9165-20e9-4492-8269-e33ea94df46f req-826de673-4ca5-44a7-bf56-23d3b5a64864 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:40.575210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b9eb9165-20e9-4492-8269-e33ea94df46f req-826de673-4ca5-44a7-bf56-23d3b5a64864 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 943 time: 0.0797224 Mar 11 16:40:40.623215 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b9eb9165-20e9-4492-8269-e33ea94df46f req-87f7e252-5d23-4ba0-87eb-4679f9546546 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Mar 11 16:40:41.296011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-47d4213c-6dd9-48de-9d66-5530503e2854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:41.756866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bf5c818a-a3c8-44f8-9c81-6cd08d4613ae details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:40:41.826340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b064a-d568-4ac0-83e2-1fa3bb933a3c req-fb40fa42-1cf4-4f0d-b199-2c716c784f37 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:41.827788 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-589b064a-d568-4ac0-83e2-1fa3bb933a3c req-fb40fa42-1cf4-4f0d-b199-2c716c784f37 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 943 time: 0.0813048 Mar 11 16:40:41.881995 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-589b064a-d568-4ac0-83e2-1fa3bb933a3c req-3ffbc974-99da-401f-9aca-df7df1e10841 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Mar 11 16:40:41.911533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:41.929856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae', 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2', 'port_id': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae', 'mac_address': 'fa:16:3e:8a:8c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93409cef-1689-41a8-98fe-c03f3c02274f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:40:41.999623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:42.020738 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5c818a-a3c8-44f8-9c81-6cd08d4613ae {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:42.047086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:42.051647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:42.081515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:42.120164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:42.163340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:42.381172 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:40:43.083231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622ab3c-7b8f-4102-a5cf-8ba69046613e req-78bc175f-e867-4046-a9eb-71ec8a0428c8 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:43.085136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f622ab3c-7b8f-4102-a5cf-8ba69046613e req-78bc175f-e867-4046-a9eb-71ec8a0428c8 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 944 time: 0.0791869 Mar 11 16:40:43.137499 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f622ab3c-7b8f-4102-a5cf-8ba69046613e req-d505e1a5-7a1d-4898-9bd4-4d7fafd37061 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Mar 11 16:40:43.727182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:43.791146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bf5c818a-a3c8-44f8-9c81-6cd08d4613ae up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:40:43.873951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:40:43.878701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:40:43.879065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:43.997918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:44.026407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:44.037085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:44.043831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:44.121717 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae', 'code': 200} Mar 11 16:40:44.151963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:44.362066 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-92485b08-d748-435a-b587-f0f01fee15b2 req-ba4e620d-cd63-46bb-a813-5d595332a429 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0774713 Mar 11 16:40:44.406382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-92485b08-d748-435a-b587-f0f01fee15b2 req-fb287b41-4eb7-4b0b-8521-517386fcf036 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383954 Mar 11 16:40:44.456097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd41dc-1afc-45af-912f-de52abc8a50f req-a8a3fc64-e345-4059-ace3-0c2e552e462e tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:44.457626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cfd41dc-1afc-45af-912f-de52abc8a50f req-a8a3fc64-e345-4059-ace3-0c2e552e462e tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.1831181 Mar 11 16:40:44.506096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cfd41dc-1afc-45af-912f-de52abc8a50f req-7d0711a6-5009-454a-a2a9-02c85273a679 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Mar 11 16:40:45.317824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:45.722151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1b491-44ca-4d53-9e1f-a5f6ef075d52 req-eaf7a766-82de-4b35-afb6-6b42ef4499b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:45.723492 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4d1b491-44ca-4d53-9e1f-a5f6ef075d52 req-eaf7a766-82de-4b35-afb6-6b42ef4499b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0859549 Mar 11 16:40:45.774287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d4d1b491-44ca-4d53-9e1f-a5f6ef075d52 req-7ec1abc2-b0c8-4aa4-9150-2d5746c1400c tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438640 Mar 11 16:40:46.989128 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6e429-1bfd-41d4-bae9-0b6c59646a92 req-bc517f28-f57c-4cff-9756-3727302046cf tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:46.990971 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6db6e429-1bfd-41d4-bae9-0b6c59646a92 req-bc517f28-f57c-4cff-9756-3727302046cf tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0830460 Mar 11 16:40:47.039078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6db6e429-1bfd-41d4-bae9-0b6c59646a92 req-21923a90-4f33-4579-84b1-c6f394b8fc7a tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Mar 11 16:40:47.357592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-d2981947-a88d-4353-a282-6ed587426a7e tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:47.358960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-d2981947-a88d-4353-a282-6ed587426a7e tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 812 time: 0.1543498 Mar 11 16:40:47.375959 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-22ef8f51-9acb-4b29-966f-971ec0f39cc1 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/quotas/8b1a4e1ad1334ca1ae5c7040a7b2feca HTTP/1.1" status: 200 len: 375 time: 0.0115528 Mar 11 16:40:47.458758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-bedd0b3f-235d-45f9-8811-6568ee177845 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775688 Mar 11 16:40:47.595037 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4772b120-3b04-4a51-aee4-e52e6face5d1 service neutron] 10.222.0.78 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296694 Mar 11 16:40:47.728992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-51ddf818-fdcd-407b-a30a-8908c6abb5f5 service neutron] 10.222.0.78 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281743 Mar 11 16:40:47.919946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5d0f940d-72c6-41be-a5d3-bf9655e934b7 req-c863fee0-5c41-4f6b-a908-c0f6a5bbb84e tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 210 time: 0.0441222 Mar 11 16:40:48.960660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-099657fa-1d91-4029-87f8-e7d00ee63c06 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:48.962102 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-099657fa-1d91-4029-87f8-e7d00ee63c06 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 812 time: 0.1659212 Mar 11 16:40:48.978562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Request body: {'port': {'device_id': '88ca0d5e-a3b1-4483-b25c-812622102591', 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2', 'admin_state_up': True, 'tenant_id': '8b1a4e1ad1334ca1ae5c7040a7b2feca'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:49.113079 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c9fe14b7-7f6e-4936-9983-4278a009af74 req-1c32c1d8-e09a-4fab-a75b-54d5f9e410de tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 210 time: 0.0519507 Mar 11 16:40:49.126371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:40:49.131397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Usage tracker for resource:port and tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:40:49.139337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:40:49.140218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:40:49.150818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Made reservation on behalf of 8b1a4e1ad1334ca1ae5c7040a7b2feca for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:40:49.153813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:49.316570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Allocated IP 172.20.0.5 (c6beac37-5d45-4f83-8e1c-a6792d5b2ab2/93409cef-1689-41a8-98fe-c03f3c02274f/77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:40:49.527284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:49.555019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:49.566565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:40:49.639946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:40:49.643237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:40:49.647845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:40:49.683338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Pushing event updated for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:49.713524 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:49.714203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:49.736929 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ef2abba5-25ef-48ac-a790-b81f01e6c6b5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628856 Mar 11 16:40:49.750546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Request body: {'port': {'device_id': '88ca0d5e-a3b1-4483-b25c-812622102591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:40:49.872161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.327714 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56af1c-1fb1-4bba-8efb-a7b3801be3e8 req-24aba6f0-e461-4e48-b0fc-f69ac2365041 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:50.329206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d56af1c-1fb1-4bba-8efb-a7b3801be3e8 req-24aba6f0-e461-4e48-b0fc-f69ac2365041 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 931 time: 0.0791030 Mar 11 16:40:50.332452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:50.340856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.357419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Transition to ACTIVE for port object 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:40:50.361933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.378010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d56af1c-1fb1-4bba-8efb-a7b3801be3e8 req-96060ebd-cae2-44ce-bee1-83ad36df21de tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Mar 11 16:40:50.506277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Pushing event updated for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:50.606092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Attempting to bind port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:40:50.606419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Attempting to bind port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:40:50.606750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Attempting to bind port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:40:50.612932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:40:50.613248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Attempting to bind port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 on network c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:40:50.620162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:40:50.620491 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Checking segment: {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:40:50.620871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Bound using segment: {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:40:50.621287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Bound port: 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ee3c7f-aa53-41b4-a545-0005d0062a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:40:50.621626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.714743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:40:50.718320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:40:50.722829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.785510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:50.786915 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] 10.222.0.11 "PUT /v2.0/ports/77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 HTTP/1.1" status: 200 len: 1093 time: 1.0421534 Mar 11 16:40:50.787910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:50.808070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737f2be-7463-40ec-8953-3afd6d011926 service neutron] Pushing event updated for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:50.879661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79', 'status': 'completed', 'code': 200} Mar 11 16:40:50.925117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-1b45cc76-60db-4919-b56c-60d8dc6173ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 1096 time: 0.0895088 Mar 11 16:40:51.000954 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-ce34fc01-ef9a-4dcb-bdd0-789392202eb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 HTTP/1.1" status: 200 len: 217 time: 0.0694530 Mar 11 16:40:51.070435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-8fb2905c-9776-4081-af7c-3b17c74d5062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:51.071921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-8fb2905c-9776-4081-af7c-3b17c74d5062 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 200 len: 852 time: 0.0654566 Mar 11 16:40:51.119160 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-3847e867-fef8-471e-a396-0b4adc5e3e9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412199 Mar 11 16:40:51.253999 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-cdb5bcc5-61a1-4555-b2f6-bb270d8b3994 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293676 Mar 11 16:40:51.406686 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3990fb9b-14b8-4d2d-838e-9b654059de30 req-9620ef27-e387-4d16-a385-842249a069b4 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452060 Mar 11 16:40:51.562777 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-94842b4c-5559-4fc5-8324-027bf2f16ba5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 1096 time: 0.0773923 Mar 11 16:40:51.584291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a59-09af-4157-b287-958bd89a7278 req-80388648-1629-47ab-807e-07a008035334 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:51.586016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-38205a59-09af-4157-b287-958bd89a7278 req-80388648-1629-47ab-807e-07a008035334 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 943 time: 0.0850689 Mar 11 16:40:51.632444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-38205a59-09af-4157-b287-958bd89a7278 req-3a7571b3-4e8c-40cb-bb15-e8a201cfc9de tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Mar 11 16:40:51.712636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-d2e2aa72-dff2-47d7-b0f4-c6341de58398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:51.715078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-d2e2aa72-dff2-47d7-b0f4-c6341de58398 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 913 time: 0.1453385 Mar 11 16:40:51.788177 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-0c8882d9-e885-48de-bb9f-3563bf2690dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 HTTP/1.1" status: 200 len: 217 time: 0.0664077 Mar 11 16:40:51.953923 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-9f4f037d-40f0-458b-bc78-ecb11c8389f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:51.955375 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-9f4f037d-40f0-458b-bc78-ecb11c8389f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 200 len: 852 time: 0.1613517 Mar 11 16:40:52.001616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-6e4e7acb-3bef-48cd-9934-c99dfaa9d274 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395043 Mar 11 16:40:52.148235 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-efd16d13-928a-4288-ae5d-d41c98b49847 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398795 Mar 11 16:40:52.303683 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d3b5352f-07c1-4409-a9c2-3fa4fcfe0f24 req-1747912f-f2e3-4b71-a981-a4eee7bd74fe service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458700 Mar 11 16:40:52.848487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29142d-e843-4b15-96a9-20a0134309b2 req-2a757e37-2f42-4201-9d13-eef8e0ce71b2 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:52.850209 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2c29142d-e843-4b15-96a9-20a0134309b2 req-2a757e37-2f42-4201-9d13-eef8e0ce71b2 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 943 time: 0.0797334 Mar 11 16:40:52.895364 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2c29142d-e843-4b15-96a9-20a0134309b2 req-db4318bd-b5f5-4986-9abe-4875f2ebbd85 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390735 Mar 11 16:40:53.850068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:40:53.988789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:54.004194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79', 'network_id': 'c6beac37-5d45-4f83-8e1c-a6792d5b2ab2', 'port_id': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79', 'mac_address': 'fa:16:3e:84:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93409cef-1689-41a8-98fe-c03f3c02274f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:40:54.065470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:54.083206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:40:54.100707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:54.105499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:54.117238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a762-4e4e-4f87-b77e-64d9079e620d req-8a016a1c-7e19-47de-9cae-ffe302278483 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:54.118724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f651a762-4e4e-4f87-b77e-64d9079e620d req-8a016a1c-7e19-47de-9cae-ffe302278483 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 943 time: 0.0944626 Mar 11 16:40:54.166298 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f651a762-4e4e-4f87-b77e-64d9079e620d req-8bf6fab3-d52f-4890-8fac-b0964af46fca tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Mar 11 16:40:54.172211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:54.181036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.181379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.181736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.182057 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.182383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.182703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.183023 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.183335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.183676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.183946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.187278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:40:54.438451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:40:55.157638 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:40:55.368527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bb8ba-c817-4493-a0b3-34d43e639da6 req-cfa05caa-0359-4c57-b23e-ac583cd81b5f tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:55.369885 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-972bb8ba-c817-4493-a0b3-34d43e639da6 req-cfa05caa-0359-4c57-b23e-ac583cd81b5f tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 944 time: 0.0788355 Mar 11 16:40:55.417996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-972bb8ba-c817-4493-a0b3-34d43e639da6 req-b0d8059c-966f-42c2-b306-9f6a99e64706 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Mar 11 16:40:55.842961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:40:55.910893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:40:55.916789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:40:55.917158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:55.977042 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-8266575c-afa5-4147-92f7-cd2fbe251912 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780010 Mar 11 16:40:56.045606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:56.074130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:40:56.085338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:40:56.091143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:40:56.135005 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-0861b8a1-c482-43e9-9051-d61b3f79c6d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 1098 time: 0.0881765 Mar 11 16:40:56.137618 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79', 'code': 200} Mar 11 16:40:56.162889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:40:56.298739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-f4c04ab5-8b85-4f77-a51d-fb0a074d2986 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:56.300266 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-f4c04ab5-8b85-4f77-a51d-fb0a074d2986 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 200 len: 913 time: 0.1419420 Mar 11 16:40:56.367623 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-35ab9983-dd99-420d-a7e1-fe58c10cb5b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae HTTP/1.1" status: 200 len: 217 time: 0.0617511 Mar 11 16:40:56.373087 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33ddca13-3e33-4d9f-8f49-d12fb069cba4 req-feaf99fb-1f2d-4b86-aa8a-883e01cc57e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 1098 time: 0.0724277 Mar 11 16:40:56.415794 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33ddca13-3e33-4d9f-8f49-d12fb069cba4 req-737b8ede-ccd0-401d-8fac-208ec0bc920d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 Mar 11 16:40:56.435917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-9faab73b-d876-44f6-a4ed-646d8575ee44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:56.437336 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-9faab73b-d876-44f6-a4ed-646d8575ee44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 200 len: 852 time: 0.0637496 Mar 11 16:40:56.621972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b59a23-532f-4141-99dd-09e1a3111a47 req-7f88d6f6-3c39-4c6e-ad98-89d71579352f tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:56.623340 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95b59a23-532f-4141-99dd-09e1a3111a47 req-7f88d6f6-3c39-4c6e-ad98-89d71579352f tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.0776031 Mar 11 16:40:56.674251 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95b59a23-532f-4141-99dd-09e1a3111a47 req-c8ecdc34-c6dc-4847-967e-4b25e12ec0af tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Mar 11 16:40:56.686564 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-2e21b418-2ed5-47bc-be5e-90365ceccb3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486758 Mar 11 16:40:56.824650 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-955cf27d-f5a0-4a63-9e04-ee65c85a16de service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303787 Mar 11 16:40:56.958814 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-09afd643-03ba-479f-bd9f-6c4d6c860db7 req-aeaa085f-2323-4f83-bc41-b44f4056c836 service neutron] 10.222.0.11 "GET /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266546 Mar 11 16:40:57.899458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794ade9-42cd-4a8a-8f74-f0089fc2ebbd req-cc7ef512-c6fd-4431-9aa4-78bdfa17ff14 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:57.901026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a794ade9-42cd-4a8a-8f74-f0089fc2ebbd req-cc7ef512-c6fd-4431-9aa4-78bdfa17ff14 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.0880694 Mar 11 16:40:57.952344 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a794ade9-42cd-4a8a-8f74-f0089fc2ebbd req-02be0c0b-b7f0-4e9b-a6e0-b00fe3b49305 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456402 Mar 11 16:40:59.269326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd22f4-0d1e-4a83-8804-17fbfa3753d6 req-4f0b670f-8757-471d-b8fa-e26b490a823c tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:59.270797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90bd22f4-0d1e-4a83-8804-17fbfa3753d6 req-4f0b670f-8757-471d-b8fa-e26b490a823c tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.1810355 Mar 11 16:40:59.325799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90bd22f4-0d1e-4a83-8804-17fbfa3753d6 req-46199751-93bb-475b-b63c-2259c925c64b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 Mar 11 16:40:59.743427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb214fa0-1d63-408e-a49c-57f9e8a234c9 req-8ebdc749-7c37-439b-85e4-2de04c880d26 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:40:59.744855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bb214fa0-1d63-408e-a49c-57f9e8a234c9 req-8ebdc749-7c37-439b-85e4-2de04c880d26 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Mar 11 16:40:59.791262 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bb214fa0-1d63-408e-a49c-57f9e8a234c9 req-5b3c898d-0f57-4e77-9293-e2f8f05f93e1 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Mar 11 16:41:01.004938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad84039-c53a-4736-b1bc-64121f24911f req-522af74e-f318-40dc-9825-5a0802165735 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:01.007280 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ad84039-c53a-4736-b1bc-64121f24911f req-522af74e-f318-40dc-9825-5a0802165735 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.0861418 Mar 11 16:41:01.061908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ad84039-c53a-4736-b1bc-64121f24911f req-ac902293-53ff-4901-b2d5-a3d578a877c4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Mar 11 16:41:01.267210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-6a25cc92-32f5-4903-b51a-386b3b480b89 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:01.267902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-6a25cc92-32f5-4903-b51a-386b3b480b89 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Synchronizing usage tracker for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:01.287513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-6a25cc92-32f5-4903-b51a-386b3b480b89 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Unset dirty status for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:01.288665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-6a25cc92-32f5-4903-b51a-386b3b480b89 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 945 time: 0.1022427 Mar 11 16:41:01.358859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Deleting port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:01.359117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:01.620610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] For port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:01.620870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:01.846497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Calling delete_port for 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:01.994241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:02.006600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:41:02.048540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Pushing event deleted for resources: {'Port': ['ID=77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:02.129895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] No DVR routers for this DVR port 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:02.134213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:02.139497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'name': 'network-vif-deleted', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:41:02.157125 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b9ab44fa-b3ca-40af-84fe-66e561e71460 req-c54b9662-b49a-4052-923a-073b1c1315aa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "DELETE /v2.0/ports/77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 HTTP/1.1" status: 204 len: 173 time: 0.8628483 Mar 11 16:41:02.210482 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ca0d5e-a3b1-4483-b25c-812622102591', 'name': 'network-vif-deleted', 'tag': '77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79', 'status': 'completed', 'code': 200} Mar 11 16:41:02.259516 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-95478685-2273-44f1-9065-8d4640ecdfc3 req-74701d54-ab34-4756-962e-1cbfcc5a10b2 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=88ca0d5e-a3b1-4483-b25c-812622102591 HTTP/1.1" status: 200 len: 210 time: 0.0458274 Mar 11 16:41:03.571487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e8714-a63d-471c-a88e-c32808e10e09 req-772986ae-dbac-41c3-8b35-148a48214e1b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:03.573115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-753e8714-a63d-471c-a88e-c32808e10e09 req-772986ae-dbac-41c3-8b35-148a48214e1b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0878224 Mar 11 16:41:03.626085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-753e8714-a63d-471c-a88e-c32808e10e09 req-0c67d7a0-88d7-44b3-8491-3dfd528625e0 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470879 Mar 11 16:41:03.863915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654662c-b4ae-43ce-b2f8-6ce71479a57c req-972c8540-aeb9-4d7e-a939-44003838c02b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:03.865885 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9654662c-b4ae-43ce-b2f8-6ce71479a57c req-972c8540-aeb9-4d7e-a939-44003838c02b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0865479 Mar 11 16:41:03.882330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:03.917749 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9654662c-b4ae-43ce-b2f8-6ce71479a57c req-2ca62924-c6a1-4404-a5d7-b253260a45fa tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Mar 11 16:41:03.920599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:41:03.920938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 77f74eca-aad0-4ef2-9d3d-f6fe1e0cfd79 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:04.122477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0578f-5362-4376-b9dc-c9a935ccba23 req-f07b7c86-1e62-4fbd-9ce6-2308f2db7bf4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:04.123860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cff0578f-5362-4376-b9dc-c9a935ccba23 req-f07b7c86-1e62-4fbd-9ce6-2308f2db7bf4 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0814047 Mar 11 16:41:04.170633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cff0578f-5362-4376-b9dc-c9a935ccba23 req-962768b4-2d7b-4a45-917d-8f15caf3df2c tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Mar 11 16:41:04.373567 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0531006c-fe35-4871-b232-8f7e9f65442e req-3543ed69-4688-4497-8e88-f5912e0cd0ff service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700939 Mar 11 16:41:04.581804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de4b89-f21e-436c-b6d7-9a5001bdd30b req-663ea2c8-50b0-41e4-8495-4cee32c367da tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:04.583239 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-56de4b89-f21e-436c-b6d7-9a5001bdd30b req-663ea2c8-50b0-41e4-8495-4cee32c367da tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0818186 Mar 11 16:41:04.634353 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-56de4b89-f21e-436c-b6d7-9a5001bdd30b req-9261be2c-1a29-4392-88b0-be99140ec3da tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Mar 11 16:41:04.848251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822864c7-b93f-4b3d-b4b0-a5dd8437c134 req-90846ac8-3dc2-4fc9-914c-fbee7603cf57 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:04.850276 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-822864c7-b93f-4b3d-b4b0-a5dd8437c134 req-90846ac8-3dc2-4fc9-914c-fbee7603cf57 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0871561 Mar 11 16:41:04.903287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-822864c7-b93f-4b3d-b4b0-a5dd8437c134 req-bc4d1281-5157-4bc8-ac8f-f9a40af2e6d3 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Mar 11 16:41:05.123906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bb9f9-b9a0-4bdb-be77-53153ee24f48 req-771454ef-c9ad-4f5f-8694-bd5c3df9ab46 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:05.125337 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9bb9f9-b9a0-4bdb-be77-53153ee24f48 req-771454ef-c9ad-4f5f-8694-bd5c3df9ab46 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0780668 Mar 11 16:41:05.171451 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9bb9f9-b9a0-4bdb-be77-53153ee24f48 req-d4c10145-7176-4ef6-9536-6564cb8a218b tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Mar 11 16:41:05.748431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc8cb9-b96f-4375-abbc-426e458879fa req-7d8ab3cf-8737-46ed-a679-331a62696c91 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:05.749824 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9efc8cb9-b96f-4375-abbc-426e458879fa req-7d8ab3cf-8737-46ed-a679-331a62696c91 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0819523 Mar 11 16:41:05.798468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9efc8cb9-b96f-4375-abbc-426e458879fa req-5d3716c1-71e4-49f3-9137-437df34c2966 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Mar 11 16:41:07.149304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e06d-ecee-4d1c-939b-3937da9072fd req-ea4eb9e9-cba6-430e-ac5b-f8423d285b48 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:07.150884 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92c2e06d-ecee-4d1c-939b-3937da9072fd req-ea4eb9e9-cba6-430e-ac5b-f8423d285b48 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.0789111 Mar 11 16:41:07.197112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92c2e06d-ecee-4d1c-939b-3937da9072fd req-1ced29fd-81c5-463b-8bb6-0b1388d7d7e3 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/security-groups?id=4b5aad19-0791-4de4-8bcd-457f5a7b898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Mar 11 16:41:07.397859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-cc9f2a18-5e28-4fbc-b0eb-53d7b64e52f5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:07.398442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-cc9f2a18-5e28-4fbc-b0eb-53d7b64e52f5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Synchronizing usage tracker for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:07.413671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-cc9f2a18-5e28-4fbc-b0eb-53d7b64e52f5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Unset dirty status for tenant:8b1a4e1ad1334ca1ae5c7040a7b2feca on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:07.414789 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-cc9f2a18-5e28-4fbc-b0eb-53d7b64e52f5 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 945 time: 0.1007285 Mar 11 16:41:07.493478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Deleting port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:07.493851 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:07.764748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] For port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,segment=NetworkSegment(56ee3c7f-aa53-41b4-a545-0005d0062a84),segment_id=56ee3c7f-aa53-41b4-a545-0005d0062a84)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:07.765046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:07.896042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Calling delete_port for bf5c818a-a3c8-44f8-9c81-6cd08d4613ae owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:08.038462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:08.091418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Pushing event deleted for resources: {'Port': ['ID=bf5c818a-a3c8-44f8-9c81-6cd08d4613ae,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:08.161150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] No DVR routers for this DVR port bf5c818a-a3c8-44f8-9c81-6cd08d4613ae on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:08.163987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:08.166740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'name': 'network-vif-deleted', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:41:08.183146 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-10cb71f8-7934-48ce-91b1-123ca33c044e req-bcd35b23-7d23-4fd3-830e-78b868df48ee tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.11 "DELETE /v2.0/ports/bf5c818a-a3c8-44f8-9c81-6cd08d4613ae HTTP/1.1" status: 204 len: 173 time: 0.7628257 Mar 11 16:41:08.225790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-effb8a70-e18b-41ae-98bf-220c5205ea89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:08.235320 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b174a9-7c39-41d6-a5fe-79ec6946ce19', 'name': 'network-vif-deleted', 'tag': 'bf5c818a-a3c8-44f8-9c81-6cd08d4613ae', 'status': 'completed', 'code': 200} Mar 11 16:41:08.366027 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c08baa90-455f-4346-b268-3c1650dbb66d req-0f1e1f39-3c33-4a50-bcb3-3c26cbe379c7 tempest-ServersNegativeTestJSON-1111332771 tempest-ServersNegativeTestJSON-1111332771-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2b174a9-7c39-41d6-a5fe-79ec6946ce19 HTTP/1.1" status: 200 len: 210 time: 0.0440507 Mar 11 16:41:09.476525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45640) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:09.540260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Deleting subnet 93409cef-1689-41a8-98fe-c03f3c02274f {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:41:09.543196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.592922 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.652542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.726739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.764765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93409cef-1689-41a8-98fe-c03f3c02274f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:09.769684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.776549 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-771e9d37-2c6b-42b2-85bc-fc87a3a6f60a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/93409cef-1689-41a8-98fe-c03f3c02274f HTTP/1.1" status: 204 len: 168 time: 0.2989187 Mar 11 16:41:09.778940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45644) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:09.886577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:09.895470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bf5c818a-a3c8-44f8-9c81-6cd08d4613ae no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:09.929546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: bf5c818a-a3c8-44f8-9c81-6cd08d4613ae {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:41:09.929933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device bf5c818a-a3c8-44f8-9c81-6cd08d4613ae not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:10.037988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.063029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6beac37-5d45-4f83-8e1c-a6792d5b2ab2']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:10.075002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ee3c7f-aa53-41b4-a545-0005d0062a84') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:10.075292 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ee3c7f-aa53-41b4-a545-0005d0062a84') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:10.088250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.108497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.114329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:10.115423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:10.129647 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:10.204460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.220791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.231285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6beac37-5d45-4f83-8e1c-a6792d5b2ab2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:10.241731 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1470104d-67da-4595-bcf5-8aa8c4857c23 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c6beac37-5d45-4f83-8e1c-a6792d5b2ab2 HTTP/1.1" status: 204 len: 168 time: 0.4617171 Mar 11 16:41:10.379852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45650) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:10.435363 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c9451f0c-9a22-46f9-a963-8fdfdf8df66c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8b1a4e1ad1334ca1ae5c7040a7b2feca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0537963 Mar 11 16:41:10.438386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45654) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:10.505628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.525435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.582443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.609031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5aad19-0791-4de4-8bcd-457f5a7b898c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:10.614554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:10.615816 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-545e71ec-9d64-4f02-8293-c38fbbdee89a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b5aad19-0791-4de4-8bcd-457f5a7b898c HTTP/1.1" status: 204 len: 168 time: 0.1764538 Mar 11 16:41:11.298145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30ee44a0-b98b-4739-bf71-78a91f6a4437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.515745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45676) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:11.666978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022282956'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:11.672173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:11.675929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:network and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:11.679599 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:11.685730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:11.696750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:11.705934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.713735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.746173 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:11.750106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:security_group_rule and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:11.753223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:11.760458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:11.832852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.837634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.871561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:11.879745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7307ef-2a23-4df3-abc9-ba8f801339e5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:11.885978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.886318 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Added segment 9076c574-9b96-4272-a7b4-ae6dfbe5396e of type vlan for network 1becc064-0da2-4e1c-8561-9c4680e71a62 Mar 11 16:41:11.917633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.948222 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:11.952069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:11.952646 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:12.058036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:12.161768 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6447601 Mar 11 16:41:12.162447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42589294-2811-41b1-9a61-1c4a0b0cdcfc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Network': ['ID=1becc064-0da2-4e1c-8561-9c4680e71a62,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:12.172729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:12.190069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:13.623743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:15.310817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:15.490445 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45682) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:15.496043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'subnet': {'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:15.621593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:15.625545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:subnet and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:15.628473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:15.634407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:15.644957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:15.761302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:15.990078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.081344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Subnet': ['ID=95d18e4c-8477-46f2-a72e-4f0be288567e,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:16.098669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.099573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.099916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.100252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.100667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.100995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.101323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.101647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.101999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.102323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.102658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:16.105659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking segment: {'id': '9076c574-9b96-4272-a7b4-ae6dfbe5396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:16.106306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network hostable DHCP agents. Network: 1becc064-0da2-4e1c-8561-9c4680e71a62, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:16.129078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:16.140594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1becc064-0da2-4e1c-8561-9c4680e71a62) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:16.144794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:16.145369 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.151293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5aefcb-6c10-4ff3-9b8a-7cdfc9c9c9aa None None] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:16.172065 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9df9963c-581a-43bf-9c67-12976bc4caea tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6804516 Mar 11 16:41:16.175542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45686) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:16.181229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1797426194'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:16.186743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:16.191605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:network and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:16.195276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:16.200936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:16.212273 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:16.215597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.245482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:16.254385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.254720 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Added segment 68d737a3-2955-4ae9-a7c9-71609f7cb16e of type vlan for network 83c66496-9b1a-4aff-b5e6-943e82e1d36f Mar 11 16:41:16.281155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.311810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.315567 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:16.316144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.377954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1becc064-0da2-4e1c-8561-9c4680e71a62', 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62', 'tenant_id': '22611f84dde84923a58cbe6005e8b493', 'fixed_ips': [{'subnet_id': '95d18e4c-8477-46f2-a72e-4f0be288567e'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:16.378781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.415666 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2390742 Mar 11 16:41:16.418815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45690) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:16.424856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'subnet': {'network_id': '83c66496-9b1a-4aff-b5e6-943e82e1d36f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:16.427722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41356b1-0b69-4074-abf1-07428d252c71 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Network': ['ID=83c66496-9b1a-4aff-b5e6-943e82e1d36f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:16.450433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 83c66496-9b1a-4aff-b5e6-943e82e1d36f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:16.542890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:16.546180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:subnet and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:16.549264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:16.556275 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:16.566605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:16.641644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Allocated IP 2001:db8:0:ffff::2 (1becc064-0da2-4e1c-8561-9c4680e71a62/95d18e4c-8477-46f2-a72e-4f0be288567e/292f1712-f2e4-469c-a7df-0a12fde74e35) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:16.675575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.906621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.919401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Transition to ACTIVE for port object 292f1712-f2e4-469c-a7df-0a12fde74e35 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:16.920031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:16.939546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Transition to ACTIVE for port object 292f1712-f2e4-469c-a7df-0a12fde74e35 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:16.945441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.006095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Subnet': ['ID=b601647c-dfbd-4ea2-9b8d-d01992d174f8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:17.013688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:17.016602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:17.021357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:17.025498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Pushing event updated for resources: {'Port': ['ID=292f1712-f2e4-469c-a7df-0a12fde74e35,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:17.027998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking segment: {'id': '68d737a3-2955-4ae9-a7c9-71609f7cb16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '83c66496-9b1a-4aff-b5e6-943e82e1d36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:17.028385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network hostable DHCP agents. Network: 83c66496-9b1a-4aff-b5e6-943e82e1d36f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:17.053563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network 83c66496-9b1a-4aff-b5e6-943e82e1d36f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:17.063110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 83c66496-9b1a-4aff-b5e6-943e82e1d36f) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:17.069000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:17.070563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.093718 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bfdfbf8f-f90f-495b-bc7c-a1546a4ec163 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6736693 Mar 11 16:41:17.096315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45694) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:17.103735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e807f46-f9bd-443d-9074-a022ed43dae6 None None] Network 83c66496-9b1a-4aff-b5e6-943e82e1d36f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:17.223361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Attempting to bind port 292f1712-f2e4-469c-a7df-0a12fde74e35 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:17.223756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Attempting to bind port 292f1712-f2e4-469c-a7df-0a12fde74e35 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '9076c574-9b96-4272-a7b4-ae6dfbe5396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:17.224119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Attempting to bind port 292f1712-f2e4-469c-a7df-0a12fde74e35 on network 1becc064-0da2-4e1c-8561-9c4680e71a62 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:17.243855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:17.244231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Checking segment: {'id': '9076c574-9b96-4272-a7b4-ae6dfbe5396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:17.244635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.245034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Bound using segment: {'id': '9076c574-9b96-4272-a7b4-ae6dfbe5396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:17.245502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Bound port: 292f1712-f2e4-469c-a7df-0a12fde74e35, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9076c574-9b96-4272-a7b4-ae6dfbe5396e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1becc064-0da2-4e1c-8561-9c4680e71a62'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:17.245901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.251508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.321417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.411325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.419442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] For port 292f1712-f2e4-469c-a7df-0a12fde74e35, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:17.424796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] For port 292f1712-f2e4-469c-a7df-0a12fde74e35, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=292f1712-f2e4-469c-a7df-0a12fde74e35,segment=NetworkSegment(9076c574-9b96-4272-a7b4-ae6dfbe5396e),segment_id=9076c574-9b96-4272-a7b4-ae6dfbe5396e)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:17.454324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.471878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Subnet': ['ID=b601647c-dfbd-4ea2-9b8d-d01992d174f8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:17.529108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6f8c5-6b16-4248-b9bd-05592e073a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-83c66496-9b1a-4aff-b5e6-943e82e1d36f', 'network_id': '83c66496-9b1a-4aff-b5e6-943e82e1d36f', 'tenant_id': '22611f84dde84923a58cbe6005e8b493', 'fixed_ips': [{'subnet_id': 'b601647c-dfbd-4ea2-9b8d-d01992d174f8'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:17.530006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-95e6f8c5-6b16-4248-b9bd-05592e073a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.562629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.590439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c66496-9b1a-4aff-b5e6-943e82e1d36f']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:17.604120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d737a3-2955-4ae9-a7c9-71609f7cb16e') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:17.604420 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d737a3-2955-4ae9-a7c9-71609f7cb16e') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:17.617127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.624507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69723b78-c888-485f-8c96-471e6bffa12f None None] Pushing event updated for resources: {'Port': ['ID=292f1712-f2e4-469c-a7df-0a12fde74e35,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:17.636618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.643760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:17.644315 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:17.659883 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:17.692030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f305d84-71ed-41bd-b40a-c8b875bde47a None None] Network 83c66496-9b1a-4aff-b5e6-943e82e1d36f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:17.779791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.855087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:17.865908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Network': ['ID=83c66496-9b1a-4aff-b5e6-943e82e1d36f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:17.892802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.893459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.894034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.894813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.895306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.896304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.898467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.899108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.899587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.901367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.901918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:17.920732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45698) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:17.921265 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c0fd8ac5-f57c-437e-ba53-b3aa0c5cb734 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/83c66496-9b1a-4aff-b5e6-943e82e1d36f HTTP/1.1" status: 204 len: 168 time: 0.8236048 Mar 11 16:41:17.928262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314713359'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:17.936172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:17.940999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:network and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:17.945046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:17.952270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:17.966284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:17.969657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.019535 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:18.028942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.029278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Added segment 21455fc9-e73c-4617-a694-b10de1b91fdb of type vlan for network 497f2415-3e96-45eb-9852-a9f1b2615879 Mar 11 16:41:18.059481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.095016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.098932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.099622 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.294240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3715761 Mar 11 16:41:18.296975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45702) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:18.304936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'subnet': {'network_id': '497f2415-3e96-45eb-9852-a9f1b2615879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:18.318785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d5db2-ba36-454f-a06c-82a926289c1e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Network': ['ID=497f2415-3e96-45eb-9852-a9f1b2615879,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:18.330054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 497f2415-3e96-45eb-9852-a9f1b2615879 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:18.441377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:18.445941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:subnet and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:18.448908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:18.455424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:18.467549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:18.576681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.675557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74797ed-0502-4720-80a8-b3b7caad7a82 None None] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:18.681115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Performing IP validity checks on allocation pools {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 16:41:18.686948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.ipam_backend_mixin [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 16:41:18.803965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4cb3f756-720e-456d-86de-45ea97e44225 None None] Provisioning for port 292f1712-f2e4-469c-a7df-0a12fde74e35 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:18.816547 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.919996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Subnet': ['ID=73c936f5-3ffb-40fd-8720-2770749fa19c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:18.933511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking segment: {'id': '21455fc9-e73c-4617-a694-b10de1b91fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '497f2415-3e96-45eb-9852-a9f1b2615879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:18.934180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network hostable DHCP agents. Network: 497f2415-3e96-45eb-9852-a9f1b2615879, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:18.935899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 292f1712-f2e4-469c-a7df-0a12fde74e35 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:18.961582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network 497f2415-3e96-45eb-9852-a9f1b2615879 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:18.971473 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 497f2415-3e96-45eb-9852-a9f1b2615879) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:18.977504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:18.978121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:18.989142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b9777-9e55-423b-b55d-252fa8289eab None None] Network 497f2415-3e96-45eb-9852-a9f1b2615879 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:19.012229 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f9fc73b4-85ce-4650-9350-a49f91a5fa75 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7140110 Mar 11 16:41:19.014602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:19.140275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 292f1712-f2e4-469c-a7df-0a12fde74e35 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:19.166880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.180149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 292f1712-f2e4-469c-a7df-0a12fde74e35 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:19.180435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.245566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.326604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58806c4f-f85f-4385-98db-096164092326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-497f2415-3e96-45eb-9852-a9f1b2615879', 'network_id': '497f2415-3e96-45eb-9852-a9f1b2615879', 'tenant_id': '22611f84dde84923a58cbe6005e8b493', 'fixed_ips': [{'subnet_id': '73c936f5-3ffb-40fd-8720-2770749fa19c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:19.327419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-58806c4f-f85f-4385-98db-096164092326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.339635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.400079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Subnet': ['ID=73c936f5-3ffb-40fd-8720-2770749fa19c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:19.434701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.478740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c58f2-4be4-47fd-bf48-06b73b0998bd None None] Network 497f2415-3e96-45eb-9852-a9f1b2615879 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:19.503939 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-86f64da2-aa34-41b6-ba5d-092bed166137 None None] Provisioning complete for port 292f1712-f2e4-469c-a7df-0a12fde74e35 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:19.504309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-86f64da2-aa34-41b6-ba5d-092bed166137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.518983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.528619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 292f1712-f2e4-469c-a7df-0a12fde74e35, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=292f1712-f2e4-469c-a7df-0a12fde74e35,segment=NetworkSegment(9076c574-9b96-4272-a7b4-ae6dfbe5396e),segment_id=9076c574-9b96-4272-a7b4-ae6dfbe5396e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:19.546068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497f2415-3e96-45eb-9852-a9f1b2615879']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:19.559893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21455fc9-e73c-4617-a694-b10de1b91fdb') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:19.560190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21455fc9-e73c-4617-a694-b10de1b91fdb') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:19.582060 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.600192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.606871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:19.607272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:19.623574 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:19.631374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.715008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.736519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.742743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Network': ['ID=497f2415-3e96-45eb-9852-a9f1b2615879,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:19.749049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d225259-876f-44de-b7e4-f20197f4f982 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/497f2415-3e96-45eb-9852-a9f1b2615879 HTTP/1.1" status: 204 len: 168 time: 0.7330084 Mar 11 16:41:19.752749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:19.759651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691734612'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:19.764970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:19.768907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:network and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:19.772827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:19.779636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:19.791276 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:19.794298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.810511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=292f1712-f2e4-469c-a7df-0a12fde74e35,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:19.824322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:19.835046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.835387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Added segment 3016397b-34c6-497e-bc39-29ae5cdb3334 of type vlan for network b35e7cdf-06cf-49b2-a3bf-acab368769d6 Mar 11 16:41:19.862035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.893267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:19.897613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:19.898217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.000191 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2459874 Mar 11 16:41:20.003075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45714) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:20.012661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'subnet': {'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:20.026262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca151-497a-40ec-b57d-db7cba022bd9 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Network': ['ID=b35e7cdf-06cf-49b2-a3bf-acab368769d6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:20.038968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network b35e7cdf-06cf-49b2-a3bf-acab368769d6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:20.125832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:20.129570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:subnet and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:20.132468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:20.138101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:20.155796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:20.349607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.583776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.661756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Subnet': ['ID=dc456e9d-f13f-4c60-ae89-03ecda7d59ea,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:20.675142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking segment: {'id': '3016397b-34c6-497e-bc39-29ae5cdb3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:20.675502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network hostable DHCP agents. Network: b35e7cdf-06cf-49b2-a3bf-acab368769d6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:20.698951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network b35e7cdf-06cf-49b2-a3bf-acab368769d6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:20.708743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, b35e7cdf-06cf-49b2-a3bf-acab368769d6) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:20.713025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:20.713609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.720839 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8afe9f9-6308-40c6-bbc5-91717a6af1de None None] Network b35e7cdf-06cf-49b2-a3bf-acab368769d6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:20.738098 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-92b3f15d-1b9c-4626-a5c6-90287e6414d5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7341876 Mar 11 16:41:20.742280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45718) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:20.750551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1222557810'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:20.757105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:20.761349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:network and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:20.764347 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:20.770297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:20.783452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:20.786930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.814320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:20.825153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.829140 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Added segment e031fe28-af0e-44ce-b006-f1a771381c0b of type vlan for network 54964d87-bd72-41be-b507-beca33cf22b6 Mar 11 16:41:20.867344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.896685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 292f1712-f2e4-469c-a7df-0a12fde74e35 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:20.909805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:20.913654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:20.914187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.009280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-b35e7cdf-06cf-49b2-a3bf-acab368769d6', 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6', 'tenant_id': '22611f84dde84923a58cbe6005e8b493', 'fixed_ips': [{'subnet_id': 'dc456e9d-f13f-4c60-ae89-03ecda7d59ea'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:21.010130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.030872 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2845411 Mar 11 16:41:21.031859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6ddb9-6771-4727-9afe-730abf705bec tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Network': ['ID=54964d87-bd72-41be-b507-beca33cf22b6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:21.033061 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45722) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:21.046641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 292f1712-f2e4-469c-a7df-0a12fde74e35 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:21.047017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.049878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Request body: {'subnet': {'network_id': '54964d87-bd72-41be-b507-beca33cf22b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:21.077673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 54964d87-bd72-41be-b507-beca33cf22b6 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:21.171765 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:21.175436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Usage tracker for resource:subnet and tenant:22611f84dde84923a58cbe6005e8b493 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:21.178309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:21.183955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:21.195903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Made reservation on behalf of 22611f84dde84923a58cbe6005e8b493 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:21.314205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.394534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Allocated IP 2001:db8::2 (b35e7cdf-06cf-49b2-a3bf-acab368769d6/dc456e9d-f13f-4c60-ae89-03ecda7d59ea/bef1421a-39f7-406f-8843-3beec257b628) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:21.619085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.630759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Transition to ACTIVE for port object bef1421a-39f7-406f-8843-3beec257b628 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:21.650396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Transition to ACTIVE for port object bef1421a-39f7-406f-8843-3beec257b628 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:21.656639 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.671498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.731369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Network b35e7cdf-06cf-49b2-a3bf-acab368769d6 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:21.734144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:21.738924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:21.746211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Pushing event updated for resources: {'Port': ['ID=bef1421a-39f7-406f-8843-3beec257b628,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:21.749323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event updated for resources: {'Subnet': ['ID=98eea03a-ed06-40ae-b517-71263cd0d555,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:21.767323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Checking segment: {'id': 'e031fe28-af0e-44ce-b006-f1a771381c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '54964d87-bd72-41be-b507-beca33cf22b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:21.767703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network hostable DHCP agents. Network: 54964d87-bd72-41be-b507-beca33cf22b6, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:21.791132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Network 54964d87-bd72-41be-b507-beca33cf22b6 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:21.800649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 54964d87-bd72-41be-b507-beca33cf22b6) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:21.806828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:21.807425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.812564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32317fcd-6f76-4f97-a33c-47ebae43e42f None None] Network 54964d87-bd72-41be-b507-beca33cf22b6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:21.837050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c54f0bf6-3c9a-48fd-8b82-5f5018c22564 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7935395 Mar 11 16:41:21.839441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45726) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:21.909333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Attempting to bind port bef1421a-39f7-406f-8843-3beec257b628 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:21.909954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Attempting to bind port bef1421a-39f7-406f-8843-3beec257b628 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '3016397b-34c6-497e-bc39-29ae5cdb3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:21.909954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Attempting to bind port bef1421a-39f7-406f-8843-3beec257b628 on network b35e7cdf-06cf-49b2-a3bf-acab368769d6 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:21.921311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:21.921688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Checking segment: {'id': '3016397b-34c6-497e-bc39-29ae5cdb3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:21.922119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.922516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Bound using segment: {'id': '3016397b-34c6-497e-bc39-29ae5cdb3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:21.923003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Bound port: bef1421a-39f7-406f-8843-3beec257b628, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3016397b-34c6-497e-bc39-29ae5cdb3334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'b35e7cdf-06cf-49b2-a3bf-acab368769d6'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:21.923378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:21.987002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.060628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.129669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] For port bef1421a-39f7-406f-8843-3beec257b628, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:22.144079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.170495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] For port bef1421a-39f7-406f-8843-3beec257b628, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bef1421a-39f7-406f-8843-3beec257b628,segment=NetworkSegment(3016397b-34c6-497e-bc39-29ae5cdb3334),segment_id=3016397b-34c6-497e-bc39-29ae5cdb3334)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:22.175179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.182801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Subnet': ['ID=98eea03a-ed06-40ae-b517-71263cd0d555,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:22.209810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11551158-79cd-4d89-a4fc-f49bcc85eac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-54964d87-bd72-41be-b507-beca33cf22b6', 'network_id': '54964d87-bd72-41be-b507-beca33cf22b6', 'tenant_id': '22611f84dde84923a58cbe6005e8b493', 'fixed_ips': [{'subnet_id': '98eea03a-ed06-40ae-b517-71263cd0d555'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:22.210496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-11551158-79cd-4d89-a4fc-f49bcc85eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.282967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.311514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54964d87-bd72-41be-b507-beca33cf22b6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:22.318460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5072f-929c-4902-a50a-f91efad3c671 None None] Pushing event updated for resources: {'Port': ['ID=bef1421a-39f7-406f-8843-3beec257b628,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:22.327408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e031fe28-af0e-44ce-b006-f1a771381c0b') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:22.327618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e031fe28-af0e-44ce-b006-f1a771381c0b') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:22.341127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.359994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.369207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:22.369862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.375991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45922ef-56e1-4f95-a57d-081fcde03e9b None None] Network 54964d87-bd72-41be-b507-beca33cf22b6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:22.385636 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:22.484793 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.514577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.526177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Network': ['ID=54964d87-bd72-41be-b507-beca33cf22b6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:22.531896 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-1d4b9c84-bf16-496b-9872-76caf0a7d330 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/54964d87-bd72-41be-b507-beca33cf22b6 HTTP/1.1" status: 204 len: 168 time: 0.6902854 Mar 11 16:41:22.533665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45730) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:22.575447 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aef1dc-39f6-4ae2-a244-0e88bf3bdd5d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] GET failed (client error): The resource could not be found. Mar 11 16:41:22.576093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-79aef1dc-39f6-4ae2-a244-0e88bf3bdd5d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Synchronizing usage tracker for tenant:22611f84dde84923a58cbe6005e8b493 on resource:subnet {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:22.594057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-79aef1dc-39f6-4ae2-a244-0e88bf3bdd5d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Unset dirty status for tenant:22611f84dde84923a58cbe6005e8b493 on resource:subnet {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:22.595290 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-79aef1dc-39f6-4ae2-a244-0e88bf3bdd5d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "GET /v2.0/subnets/98eea03a-ed06-40ae-b517-71263cd0d555 HTTP/1.1" status: 404 len: 337 time: 0.0605202 Mar 11 16:41:22.598363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45734) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:22.624246 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed35c0a9-6dbb-423b-9cb7-441f29ec74cf tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:22.624695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed35c0a9-6dbb-423b-9cb7-441f29ec74cf tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:22.626422 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ed35c0a9-6dbb-423b-9cb7-441f29ec74cf tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/54964d87-bd72-41be-b507-beca33cf22b6 HTTP/1.1" status: 404 len: 339 time: 0.0269825 Mar 11 16:41:22.633115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45738) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:22.678263 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d166e1-f456-451f-af1e-86c1dc790cc5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:22.678704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d166e1-f456-451f-af1e-86c1dc790cc5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:22.680355 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-74d166e1-f456-451f-af1e-86c1dc790cc5 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/subnets/98eea03a-ed06-40ae-b517-71263cd0d555 HTTP/1.1" status: 404 len: 337 time: 0.0461569 Mar 11 16:41:22.682984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45742) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:22.709318 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-69800c9f-fc2f-4ab8-9e4b-b0540f24a47a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:22.709911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69800c9f-fc2f-4ab8-9e4b-b0540f24a47a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:22.711649 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-69800c9f-fc2f-4ab8-9e4b-b0540f24a47a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/54964d87-bd72-41be-b507-beca33cf22b6 HTTP/1.1" status: 404 len: 339 time: 0.0276845 Mar 11 16:41:22.714412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45746) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:22.900875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bef1421a-39f7-406f-8843-3beec257b628 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:22.922741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Deleting subnet dc456e9d-f13f-4c60-ae89-03ecda7d59ea {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:41:22.926041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:22.976175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port bef1421a-39f7-406f-8843-3beec257b628 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:22.998058 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.100745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.185896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.230406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Subnet': ['ID=dc456e9d-f13f-4c60-ae89-03ecda7d59ea,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:23.239641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.252878 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d052768b-95ee-4989-aa75-3ace8f92bc4f tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/subnets/dc456e9d-f13f-4c60-ae89-03ecda7d59ea HTTP/1.1" status: 204 len: 168 time: 0.5373304 Mar 11 16:41:23.256613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45750) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:23.290608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11bd2d-6a2d-4a94-a13c-03f5537946a8 None None] Network b35e7cdf-06cf-49b2-a3bf-acab368769d6 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:23.375600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.391596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Deleting port bef1421a-39f7-406f-8843-3beec257b628 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:23.392062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.428114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Provisioning for port bef1421a-39f7-406f-8843-3beec257b628 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:23.462635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Provisioning complete for port bef1421a-39f7-406f-8843-3beec257b628 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:23.463004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.608941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.644288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] For port bef1421a-39f7-406f-8843-3beec257b628, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bef1421a-39f7-406f-8843-3beec257b628,segment=NetworkSegment(3016397b-34c6-497e-bc39-29ae5cdb3334),segment_id=3016397b-34c6-497e-bc39-29ae5cdb3334)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:23.651505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.683901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] DHCP port deletion for b35e7cdf-06cf-49b2-a3bf-acab368769d6 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:41:23.710615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Deleting port bef1421a-39f7-406f-8843-3beec257b628 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:23.711166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.712519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] For port bef1421a-39f7-406f-8843-3beec257b628, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bef1421a-39f7-406f-8843-3beec257b628,segment=NetworkSegment(3016397b-34c6-497e-bc39-29ae5cdb3334),segment_id=3016397b-34c6-497e-bc39-29ae5cdb3334)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:23.712900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:23.785239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c1860-e8de-4310-8c0f-2701213c476f None None] Pushing event updated for resources: {'Port': ['ID=bef1421a-39f7-406f-8843-3beec257b628,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:23.839189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Calling delete_port for bef1421a-39f7-406f-8843-3beec257b628 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:23.915450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.db.api [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:41:23.915682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG oslo_db.api [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:41:23.943909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] For port bef1421a-39f7-406f-8843-3beec257b628, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=bef1421a-39f7-406f-8843-3beec257b628,segment=NetworkSegment(3016397b-34c6-497e-bc39-29ae5cdb3334),segment_id=3016397b-34c6-497e-bc39-29ae5cdb3334)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:23.944291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.066631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Calling delete_port for bef1421a-39f7-406f-8843-3beec257b628 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:24.143292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.187323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] Pushing event deleted for resources: {'Port': ['ID=bef1421a-39f7-406f-8843-3beec257b628,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:24.193671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c56357d-744c-44b3-91a0-891dfd5a804b None None] No DVR routers for this DVR port bef1421a-39f7-406f-8843-3beec257b628 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:24.416583 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Deleting port bef1421a-39f7-406f-8843-3beec257b628 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:24.417164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.484389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] The port 'bef1421a-39f7-406f-8843-3beec257b628' was deleted {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:41:24.608447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.634368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35e7cdf-06cf-49b2-a3bf-acab368769d6']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:24.647868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3016397b-34c6-497e-bc39-29ae5cdb3334') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:24.648156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3016397b-34c6-497e-bc39-29ae5cdb3334') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:24.660031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.677271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.683311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:24.683689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:24.699175 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:24.779965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.797590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:24.810054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Network': ['ID=b35e7cdf-06cf-49b2-a3bf-acab368769d6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:24.812527 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4339b596-8c5a-4da4-9e5c-c6ccfa0acd8e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/b35e7cdf-06cf-49b2-a3bf-acab368769d6 HTTP/1.1" status: 204 len: 168 time: 1.5549762 Mar 11 16:41:24.815038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45754) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:24.862223 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-00653928-5b67-4c76-a001-ca8b962d598a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:24.862664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00653928-5b67-4c76-a001-ca8b962d598a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:24.864897 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-00653928-5b67-4c76-a001-ca8b962d598a tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/subnets/73c936f5-3ffb-40fd-8720-2770749fa19c HTTP/1.1" status: 404 len: 337 time: 0.0484259 Mar 11 16:41:24.867882 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45758) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:24.877906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bef1421a-39f7-406f-8843-3beec257b628 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:24.894442 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05808bc-f879-4e05-b12d-d44add4d30b2 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:24.894891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05808bc-f879-4e05-b12d-d44add4d30b2 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:24.896786 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e05808bc-f879-4e05-b12d-d44add4d30b2 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/497f2415-3e96-45eb-9852-a9f1b2615879 HTTP/1.1" status: 404 len: 339 time: 0.0279994 Mar 11 16:41:24.899628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45762) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:24.912439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: bef1421a-39f7-406f-8843-3beec257b628 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:41:24.912783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device bef1421a-39f7-406f-8843-3beec257b628 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:24.941190 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-587c064b-bd1d-4588-9cb7-ad7ca45e375e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:24.941621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587c064b-bd1d-4588-9cb7-ad7ca45e375e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:24.944213 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-587c064b-bd1d-4588-9cb7-ad7ca45e375e tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/subnets/b601647c-dfbd-4ea2-9b8d-d01992d174f8 HTTP/1.1" status: 404 len: 337 time: 0.0436323 Mar 11 16:41:24.946983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45766) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:24.972027 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c9b947-769c-461d-a2b6-0697d4e1d459 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] DELETE failed (client error): The resource could not be found. Mar 11 16:41:24.972464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c9b947-769c-461d-a2b6-0697d4e1d459 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 16:41:24.974824 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-16c9b947-769c-461d-a2b6-0697d4e1d459 tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/83c66496-9b1a-4aff-b5e6-943e82e1d36f HTTP/1.1" status: 404 len: 339 time: 0.0268459 Mar 11 16:41:24.977449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45770) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:25.167766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Deleting subnet 95d18e4c-8477-46f2-a72e-4f0be288567e {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:41:25.171697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.232816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.317134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.393235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.435392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Subnet': ['ID=95d18e4c-8477-46f2-a72e-4f0be288567e,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:25.441544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.449035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835fb5df-4fac-4bca-a303-6835c0f6c54f None None] Network 1becc064-0da2-4e1c-8561-9c4680e71a62 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:25.452523 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-baa54043-d0b4-487a-92d2-24d2a060eddc tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/subnets/95d18e4c-8477-46f2-a72e-4f0be288567e HTTP/1.1" status: 204 len: 168 time: 0.4740789 Mar 11 16:41:25.454823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45774) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:25.575849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.603145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Deleting port 292f1712-f2e4-469c-a7df-0a12fde74e35 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:25.603145 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.743043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] DHCP port deletion for 1becc064-0da2-4e1c-8561-9c4680e71a62 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:41:25.747598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Deleting port 292f1712-f2e4-469c-a7df-0a12fde74e35 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:25.748055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.918445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] For port 292f1712-f2e4-469c-a7df-0a12fde74e35, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=292f1712-f2e4-469c-a7df-0a12fde74e35,segment=NetworkSegment(9076c574-9b96-4272-a7b4-ae6dfbe5396e),segment_id=9076c574-9b96-4272-a7b4-ae6dfbe5396e)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:25.918723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:25.967993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] For port 292f1712-f2e4-469c-a7df-0a12fde74e35, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=292f1712-f2e4-469c-a7df-0a12fde74e35,segment=NetworkSegment(9076c574-9b96-4272-a7b4-ae6dfbe5396e),segment_id=9076c574-9b96-4272-a7b4-ae6dfbe5396e)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:25.968292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.044643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Calling delete_port for 292f1712-f2e4-469c-a7df-0a12fde74e35 owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:26.091209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Calling delete_port for 292f1712-f2e4-469c-a7df-0a12fde74e35 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:26.131390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.165209 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:41:26.166098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:41:26.183209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Port': ['ID=292f1712-f2e4-469c-a7df-0a12fde74e35,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:26.191735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] No DVR routers for this DVR port 292f1712-f2e4-469c-a7df-0a12fde74e35 on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:26.323404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.352512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1becc064-0da2-4e1c-8561-9c4680e71a62']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:26.365850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9076c574-9b96-4272-a7b4-ae6dfbe5396e') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:26.366139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9076c574-9b96-4272-a7b4-ae6dfbe5396e') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:26.378070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.394249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.400399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:26.400796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:26.414903 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:26.502117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.519266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.530931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] Pushing event deleted for resources: {'Network': ['ID=1becc064-0da2-4e1c-8561-9c4680e71a62,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:26.534938 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f7f3f93e-3d5c-4f92-a545-11d86c1f823d tempest-NetworksIpV6Test-591152077 tempest-NetworksIpV6Test-591152077-project] 10.222.0.78 "DELETE /v2.0/networks/1becc064-0da2-4e1c-8561-9c4680e71a62 HTTP/1.1" status: 204 len: 168 time: 1.0792170 Mar 11 16:41:26.667320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Deleting port 292f1712-f2e4-469c-a7df-0a12fde74e35 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:26.667892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:26.736891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55bb54c9-eeeb-45c9-bca3-51dd55ea8336 None None] The port '292f1712-f2e4-469c-a7df-0a12fde74e35' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:41:26.865063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45782) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:26.882353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 292f1712-f2e4-469c-a7df-0a12fde74e35 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:26.915735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 292f1712-f2e4-469c-a7df-0a12fde74e35 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:41:26.916075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 292f1712-f2e4-469c-a7df-0a12fde74e35 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:27.048844 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fbf15d4f-3152-4b79-998b-220a30962214 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=22611f84dde84923a58cbe6005e8b493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801717 Mar 11 16:41:27.049044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:27.113097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:27.138832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:27.190172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:27.206886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7307ef-2a23-4df3-abc9-ba8f801339e5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:27.213399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:27.217298 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-603a955c-a516-4c19-97a0-3ae50799cfab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/da7307ef-2a23-4df3-abc9-ba8f801339e5 HTTP/1.1" status: 204 len: 168 time: 0.1646235 Mar 11 16:41:28.100085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45810) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:28.252729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2016845612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:28.260985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:28.265901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:router and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:28.271056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:28.279920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:28.299090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.300029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.322172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.345970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.371501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.372671 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-810a5835-aa33-41c4-b977-271e8659f321 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2715621 Mar 11 16:41:28.375531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45816) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:28.381538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-61125293'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:28.386897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:28.393183 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:network and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:28.398807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:28.404947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:28.416069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Made reservation on behalf of 54f8bc1796604dbebca4b80d97e71fa9 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:28.419484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.434189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.470098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:28.474127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:security_group_rule and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:28.479232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:28.486226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:28.570764 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.575007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.609240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:28.618669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41614328-f6a2-4ab9-97af-583d566ab2f0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:28.626359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.626359 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Added segment f70d90b6-da5d-4216-b261-1355612f0e6c of type vlan for network c7242644-c5f2-48c8-b071-f577ab012060 Mar 11 16:41:28.659932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.693620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.697310 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:28.697947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:28.816221 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4396589 Mar 11 16:41:28.819842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45820) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:28.823398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c4c32-4e8d-4992-b0c5-87c51590b489 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event updated for resources: {'Network': ['ID=c7242644-c5f2-48c8-b071-f577ab012060,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:28.826090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'subnet': {'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:28.836767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network c7242644-c5f2-48c8-b071-f577ab012060 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:28.948426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:28.952241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:subnet and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:28.955025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:28.962402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:28.972869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Made reservation on behalf of 54f8bc1796604dbebca4b80d97e71fa9 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:29.079411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.303021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.392950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event updated for resources: {'Subnet': ['ID=1c3bb231-0831-4a12-9283-30eb4317d545,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:29.402042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Checking segment: {'id': 'f70d90b6-da5d-4216-b261-1355612f0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:29.402402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Network hostable DHCP agents. Network: c7242644-c5f2-48c8-b071-f577ab012060, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:29.424181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Network c7242644-c5f2-48c8-b071-f577ab012060 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:29.439213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, c7242644-c5f2-48c8-b071-f577ab012060) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:29.443363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:29.443878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.448010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5169c01-9df3-4cd2-8922-90c395b2f639 None None] Network c7242644-c5f2-48c8-b071-f577ab012060 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:29.467081 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28cf8df2-126f-40e8-a0ce-fbd827f38abd tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6460891 Mar 11 16:41:29.470226 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45824) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:29.476958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1593133577'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:29.482695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:29.487074 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:network and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:29.490703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:29.496410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:29.507108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Made reservation on behalf of 54f8bc1796604dbebca4b80d97e71fa9 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:29.510286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.541606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:29.551507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.552648 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Added segment 49ab46df-a0f6-4ec8-b78b-ccbc07b8920b of type vlan for network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 Mar 11 16:41:29.584673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.619153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.623332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:29.623956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.683309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-c7242644-c5f2-48c8-b071-f577ab012060', 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060', 'tenant_id': '54f8bc1796604dbebca4b80d97e71fa9', 'fixed_ips': [{'subnet_id': '1c3bb231-0831-4a12-9283-30eb4317d545'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:29.684130 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:29.733537 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2622561 Mar 11 16:41:29.736544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45828) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:29.746419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015cb80-2301-4410-9dfb-3237010f748e tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event updated for resources: {'Network': ['ID=1b9d21be-ac4c-4a14-ba03-83877c66abc3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:29.751997 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'subnet': {'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:29.757319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:29.862740 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:29.867946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Usage tracker for resource:subnet and tenant:54f8bc1796604dbebca4b80d97e71fa9 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:29.871799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:29.878101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:29.890106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Made reservation on behalf of 54f8bc1796604dbebca4b80d97e71fa9 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:29.943921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Allocated IP 172.20.0.2 (c7242644-c5f2-48c8-b071-f577ab012060/1c3bb231-0831-4a12-9283-30eb4317d545/e101524e-dba1-4b09-b106-03e97d41f75b) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:29.998750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.188421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.199598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Transition to ACTIVE for port object e101524e-dba1-4b09-b106-03e97d41f75b will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:30.219736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Transition to ACTIVE for port object e101524e-dba1-4b09-b106-03e97d41f75b will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:30.225618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.241644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.293246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Network c7242644-c5f2-48c8-b071-f577ab012060 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:30.295944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:30.299968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:30.309527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Pushing event updated for resources: {'Port': ['ID=e101524e-dba1-4b09-b106-03e97d41f75b,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:30.323093 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event updated for resources: {'Subnet': ['ID=255f266e-77b7-4b42-8194-2965194c348a,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:30.335073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Checking segment: {'id': '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:30.335430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Network hostable DHCP agents. Network: 1b9d21be-ac4c-4a14-ba03-83877c66abc3, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:30.357928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:30.369305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 1b9d21be-ac4c-4a14-ba03-83877c66abc3) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:30.373860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:30.374484 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.382345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fa0f5-0c71-4587-b7f3-863df80c7599 None None] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:30.396097 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a5a0be51-3fcd-4520-b0ab-0108bae6fb0f tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6492515 Mar 11 16:41:30.399281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 45832) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:30.404855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a48ab7bb-bcc9-4a28-a123-bf61994db121 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:30.469615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Attempting to bind port e101524e-dba1-4b09-b106-03e97d41f75b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:30.469954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Attempting to bind port e101524e-dba1-4b09-b106-03e97d41f75b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'f70d90b6-da5d-4216-b261-1355612f0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:30.470289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Attempting to bind port e101524e-dba1-4b09-b106-03e97d41f75b on network c7242644-c5f2-48c8-b071-f577ab012060 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:30.484903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:30.485275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Checking segment: {'id': 'f70d90b6-da5d-4216-b261-1355612f0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:30.485676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.486098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Bound using segment: {'id': 'f70d90b6-da5d-4216-b261-1355612f0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:30.486563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Bound port: e101524e-dba1-4b09-b106-03e97d41f75b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d90b6-da5d-4216-b261-1355612f0e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'c7242644-c5f2-48c8-b071-f577ab012060'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:30.486938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.656344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] For port e101524e-dba1-4b09-b106-03e97d41f75b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:30.661508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] For port e101524e-dba1-4b09-b106-03e97d41f75b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e101524e-dba1-4b09-b106-03e97d41f75b,segment=NetworkSegment(f70d90b6-da5d-4216-b261-1355612f0e6c),segment_id=f70d90b6-da5d-4216-b261-1355612f0e6c)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:30.692159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.748914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-1b9d21be-ac4c-4a14-ba03-83877c66abc3', 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3', 'tenant_id': '54f8bc1796604dbebca4b80d97e71fa9', 'fixed_ips': [{'subnet_id': '255f266e-77b7-4b42-8194-2965194c348a'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:30.749741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.849302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ebdc-9a17-4969-9cb9-14a84b38635e None None] Pushing event updated for resources: {'Port': ['ID=e101524e-dba1-4b09-b106-03e97d41f75b,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:30.914830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a48ab7bb-bcc9-4a28-a123-bf61994db121 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:30.957576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Allocated IP 172.21.0.2 (1b9d21be-ac4c-4a14-ba03-83877c66abc3/255f266e-77b7-4b42-8194-2965194c348a/35189ce9-f1b0-4d3d-b301-a3d2ea06440f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:31.112011 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.api.v2.resource [None req-a48ab7bb-bcc9-4a28-a123-bf61994db121 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 16:41:31.113380 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a48ab7bb-bcc9-4a28-a123-bf61994db121 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "PUT /v2.0/routers/c96018de-7d9c-4f97-a54e-8956a6720da8 HTTP/1.1" status: 400 len: 364 time: 0.7131674 Mar 11 16:41:31.119632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45836) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:31.232527 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.244012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Transition to ACTIVE for port object 35189ce9-f1b0-4d3d-b301-a3d2ea06440f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:31.268856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Transition to ACTIVE for port object 35189ce9-f1b0-4d3d-b301-a3d2ea06440f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:31.275052 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.350647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:31.355285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:31.361417 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:31.365570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Pushing event updated for resources: {'Port': ['ID=35189ce9-f1b0-4d3d-b301-a3d2ea06440f,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:31.413055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Deleting subnet 255f266e-77b7-4b42-8194-2965194c348a {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:41:31.416631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.456789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Attempting to bind port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:31.457198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Attempting to bind port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:31.457513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Attempting to bind port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f on network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:31.466243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:31.466649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Checking segment: {'id': '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:31.467017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.467412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Bound using segment: {'id': '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:31.467878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Bound port: 35189ce9-f1b0-4d3d-b301-a3d2ea06440f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '1b9d21be-ac4c-4a14-ba03-83877c66abc3'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:31.468251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.478184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.569874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] For port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:31.573612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] For port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=35189ce9-f1b0-4d3d-b301-a3d2ea06440f,segment=NetworkSegment(49ab46df-a0f6-4ec8-b78b-ccbc07b8920b),segment_id=49ab46df-a0f6-4ec8-b78b-ccbc07b8920b)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:31.578852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.580406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.670363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baae82-c9d9-4f0e-b7b1-fbd102678d3f None None] Pushing event updated for resources: {'Port': ['ID=35189ce9-f1b0-4d3d-b301-a3d2ea06440f,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:31.694652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.747837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Subnet': ['ID=255f266e-77b7-4b42-8194-2965194c348a,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:31.753843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.761337 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b16a666d-0db8-42f4-aeed-a7e8da8cdd3d tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "DELETE /v2.0/subnets/255f266e-77b7-4b42-8194-2965194c348a HTTP/1.1" status: 204 len: 168 time: 0.6406348 Mar 11 16:41:31.763677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45840) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:31.840101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c587009-b183-4f40-8629-9b674ce5a244 None None] Network c7242644-c5f2-48c8-b071-f577ab012060 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:31.894325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.906923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Deleting port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:31.907271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:31.977512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a02d106e-17cc-406e-967b-cfa6a872b1a4 None None] Provisioning for port e101524e-dba1-4b09-b106-03e97d41f75b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:32.141097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] For port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=35189ce9-f1b0-4d3d-b301-a3d2ea06440f,segment=NetworkSegment(49ab46df-a0f6-4ec8-b78b-ccbc07b8920b),segment_id=49ab46df-a0f6-4ec8-b78b-ccbc07b8920b)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:32.141609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.156978 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:41:32.274121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Calling delete_port for 35189ce9-f1b0-4d3d-b301-a3d2ea06440f owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:32.362962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.410561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Port': ['ID=35189ce9-f1b0-4d3d-b301-a3d2ea06440f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:32.417866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] No DVR routers for this DVR port 35189ce9-f1b0-4d3d-b301-a3d2ea06440f on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:32.550153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.578946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9d21be-ac4c-4a14-ba03-83877c66abc3']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:32.592873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:32.593254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ab46df-a0f6-4ec8-b78b-ccbc07b8920b') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:32.606987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.624701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.631607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:32.632006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:32.655888 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:32.731771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080597a-d451-4071-88b9-d8b6af94de1e None None] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:32.739701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.751178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080597a-d451-4071-88b9-d8b6af94de1e None None] Network 1b9d21be-ac4c-4a14-ba03-83877c66abc3 could not be found, it might have been deleted concurrently. {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 16:41:32.758064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.771267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Network': ['ID=1b9d21be-ac4c-4a14-ba03-83877c66abc3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:32.774343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b196319a-0f94-4ad5-93c8-7a658386441c tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "DELETE /v2.0/networks/1b9d21be-ac4c-4a14-ba03-83877c66abc3 HTTP/1.1" status: 204 len: 168 time: 1.0097418 Mar 11 16:41:32.776944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45844) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:32.810873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b200210-ac50-46d0-a0de-b56174cf1417 None None] DHCP port deletion for 1b9d21be-ac4c-4a14-ba03-83877c66abc3 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:41:32.827068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-d7400db7-5983-438a-b4a2-362480baa17a None None] Could not find standard attr ID for object 35189ce9-f1b0-4d3d-b301-a3d2ea06440f. {{(pid=83842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 16:41:32.861594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Deleting subnet 1c3bb231-0831-4a12-9283-30eb4317d545 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:41:32.866196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.914581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e101524e-dba1-4b09-b106-03e97d41f75b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:32.926797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:32.990848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port e101524e-dba1-4b09-b106-03e97d41f75b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:32.995554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port e101524e-dba1-4b09-b106-03e97d41f75b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:32.995917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.018670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.106822 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.142920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.146917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3bb231-0831-4a12-9283-30eb4317d545,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:33.153528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.160329 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-51bb34c9-61fb-4d67-b1a9-c1c9228f19ae tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "DELETE /v2.0/subnets/1c3bb231-0831-4a12-9283-30eb4317d545 HTTP/1.1" status: 204 len: 168 time: 0.3823860 Mar 11 16:41:33.160472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e0308-d5c8-47e1-af4b-b09faed15cc7 None None] Network c7242644-c5f2-48c8-b071-f577ab012060 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:33.163113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45848) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:33.260798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port e101524e-dba1-4b09-b106-03e97d41f75b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e101524e-dba1-4b09-b106-03e97d41f75b,segment=NetworkSegment(f70d90b6-da5d-4216-b261-1355612f0e6c),segment_id=f70d90b6-da5d-4216-b261-1355612f0e6c)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:33.276185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.290211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.300956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Deleting port e101524e-dba1-4b09-b106-03e97d41f75b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:33.301313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.422603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=e101524e-dba1-4b09-b106-03e97d41f75b,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:33.507275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60f5ff-c642-4536-a689-41face863643 None None] DHCP port deletion for c7242644-c5f2-48c8-b071-f577ab012060 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:41:33.511614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Deleting port e101524e-dba1-4b09-b106-03e97d41f75b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:33.511983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.619036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] For port e101524e-dba1-4b09-b106-03e97d41f75b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e101524e-dba1-4b09-b106-03e97d41f75b,segment=NetworkSegment(f70d90b6-da5d-4216-b261-1355612f0e6c),segment_id=f70d90b6-da5d-4216-b261-1355612f0e6c)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:33.619506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.735479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-8b60f5ff-c642-4536-a689-41face863643 None None] For port e101524e-dba1-4b09-b106-03e97d41f75b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=e101524e-dba1-4b09-b106-03e97d41f75b,segment=NetworkSegment(f70d90b6-da5d-4216-b261-1355612f0e6c),segment_id=f70d90b6-da5d-4216-b261-1355612f0e6c)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:33.735755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.743764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Calling delete_port for e101524e-dba1-4b09-b106-03e97d41f75b owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:33.824746 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:33.861894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Calling delete_port for e101524e-dba1-4b09-b106-03e97d41f75b owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:41:33.876865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Port': ['ID=e101524e-dba1-4b09-b106-03e97d41f75b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:33.883795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] No DVR routers for this DVR port e101524e-dba1-4b09-b106-03e97d41f75b on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:41:33.934643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:41:33.934998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:41:34.020114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.045006 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7242644-c5f2-48c8-b071-f577ab012060']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:34.058620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d90b6-da5d-4216-b261-1355612f0e6c') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:34.058903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d90b6-da5d-4216-b261-1355612f0e6c') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:34.071337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.086836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.092930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:41:34.093446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:41:34.108815 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:41:34.197206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.216191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.227959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Pushing event deleted for resources: {'Network': ['ID=c7242644-c5f2-48c8-b071-f577ab012060,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:34.231988 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-39ac59a3-5287-4ea8-a1d9-07d011c2a170 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "DELETE /v2.0/networks/c7242644-c5f2-48c8-b071-f577ab012060 HTTP/1.1" status: 204 len: 168 time: 1.0679550 Mar 11 16:41:34.234646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45852) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:34.285559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-11c2d834-d521-42ed-a281-15a0aba156dc tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Synchronizing usage tracker for tenant:54f8bc1796604dbebca4b80d97e71fa9 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:34.303126 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-11c2d834-d521-42ed-a281-15a0aba156dc tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Unset dirty status for tenant:54f8bc1796604dbebca4b80d97e71fa9 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:34.304252 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-11c2d834-d521-42ed-a281-15a0aba156dc tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "GET /v2.0/ports?device_id=c96018de-7d9c-4f97-a54e-8956a6720da8 HTTP/1.1" status: 200 len: 205 time: 0.0685382 Mar 11 16:41:34.306757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45856) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:34.436625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Deleting port e101524e-dba1-4b09-b106-03e97d41f75b {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:41:34.437250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8b60f5ff-c642-4536-a689-41face863643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.453243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.503831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8b60f5ff-c642-4536-a689-41face863643 None None] The port 'e101524e-dba1-4b09-b106-03e97d41f75b' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:41:34.881333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e101524e-dba1-4b09-b106-03e97d41f75b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:41:34.916208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: e101524e-dba1-4b09-b106-03e97d41f75b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:41:34.916523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device e101524e-dba1-4b09-b106-03e97d41f75b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:41:34.957307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.961617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.986292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:34.986799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Fanout notify agent at l3_agent the message router_deleted on router c96018de-7d9c-4f97-a54e-8956a6720da8 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:41:35.000616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.001888 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5c1d1ce0-fe13-47c7-9036-1abfebc418e8 tempest-RoutersNegativeTest-1651099948 tempest-RoutersNegativeTest-1651099948-project] 10.222.0.78 "DELETE /v2.0/routers/c96018de-7d9c-4f97-a54e-8956a6720da8 HTTP/1.1" status: 204 len: 168 time: 0.6941195 Mar 11 16:41:35.389892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45864) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:35.567052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e78168f1-bd13-4317-8ffc-65d049cc786a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54f8bc1796604dbebca4b80d97e71fa9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1758838 Mar 11 16:41:35.569492 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45870) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:35.633644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.659824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.722816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.740987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41614328-f6a2-4ab9-97af-583d566ab2f0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:35.744153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:35.748048 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-29399eff-7d99-434b-934a-1893f1f091bb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/41614328-f6a2-4ab9-97af-583d566ab2f0 HTTP/1.1" status: 204 len: 168 time: 0.1747313 Mar 11 16:41:36.553500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45892) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:36.695185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1943209819-network', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:36.699995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:36.703733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Usage tracker for resource:network and tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:36.706832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:36.713986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:36.726406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Made reservation on behalf of bc9dc8156e1c45f8908d3f0b0cca22c0 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:36.728769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.742092 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.783737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:36.788603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Usage tracker for resource:security_group_rule and tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:36.791613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:36.797866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:36.875489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.879546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.912657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:36.929228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de92f9e0-e514-4a5d-af0f-5b35847c5e1f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:36.935120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.935459 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Added segment 7c107ea2-1f56-435c-aad0-cce143dbd754 of type vlan for network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 Mar 11 16:41:36.962242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.994015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:36.994861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:36.995425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.102272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:37.105155 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-af745a48-b4e7-4018-922e-ec2cec1cb320 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5506320 Mar 11 16:41:37.108065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45898) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:37.112169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:37.113326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Request body: {'subnet': {'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-subnet', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:37.118779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:37.123134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Usage tracker for resource:subnet and tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:37.126414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:37.133049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:37.147431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Made reservation on behalf of bc9dc8156e1c45f8908d3f0b0cca22c0 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:37.149847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.369295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.446771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa8870f-c51a-4abd-9960-05f1f78d341d,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:37.468075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Checking segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:37.468423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Network hostable DHCP agents. Network: 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:37.494241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:37.507040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:37.512397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:37.512986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.519675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275c5c16-8564-4b28-9b63-5556e61f1bda None None] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:37.536472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-986e9a5f-a726-463c-867a-6d36f437a8a8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4273388 Mar 11 16:41:37.539254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45902) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:37.544281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:37.548888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:37.553234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Usage tracker for resource:router and tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:37.556850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:37.564639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:37.577503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.578460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.598606 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.750540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:37.751363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.760130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.913881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Allocated IP 172.20.0.2 (3ba70d40-c7d1-4d31-abfa-9b6d359a56a8/5aa8870f-c51a-4abd-9960-05f1f78d341d/ae64a528-0a4d-4824-b390-26d11cce45cb) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:37.954548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:37.991012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.130629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Allocated IP 172.26.4.102 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/b3f51351-1ef7-4adf-b77d-91c56f8fccff) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:38.177414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.188416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Transition to ACTIVE for port object ae64a528-0a4d-4824-b390-26d11cce45cb will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:38.218335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Transition to ACTIVE for port object ae64a528-0a4d-4824-b390-26d11cce45cb will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:38.222553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e805717d-561d-491a-9b54-1a53872e5cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.226547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.288816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.298186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:38.301208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:38.306632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:38.308683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Pushing event updated for resources: {'Port': ['ID=ae64a528-0a4d-4824-b390-26d11cce45cb,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:38.318875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.392066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:38.396481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:38.397552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Attempting to bind port ae64a528-0a4d-4824-b390-26d11cce45cb on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:38.397950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Attempting to bind port ae64a528-0a4d-4824-b390-26d11cce45cb by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:38.398309 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Attempting to bind port ae64a528-0a4d-4824-b390-26d11cce45cb on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:38.400522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:38.404930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:38.405516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Checking segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:38.405935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.406322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Bound using segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:38.406769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Bound port: ae64a528-0a4d-4824-b390-26d11cce45cb, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:38.407225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.433526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f51351-1ef7-4adf-b77d-91c56f8fccff,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:38.502586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] For port ae64a528-0a4d-4824-b390-26d11cce45cb, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:38.506432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] For port ae64a528-0a4d-4824-b390-26d11cce45cb, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ae64a528-0a4d-4824-b390-26d11cce45cb,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:38.512026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.600491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556081b-041b-4b15-90f4-027d22799dc5 None None] Pushing event updated for resources: {'Port': ['ID=ae64a528-0a4d-4824-b390-26d11cce45cb,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:38.689488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.690270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:38.921153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ae64a528-0a4d-4824-b390-26d11cce45cb up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:39.005525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Router 0b951442-d40f-41b4-9c30-cd8dd07ef307 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:41:39.007532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port ae64a528-0a4d-4824-b390-26d11cce45cb completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:39.213980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:41:39.226488 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Sync routers for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:41:39.238825 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:39.239418 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:39.243650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:39.244870 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-89833f13-1235-479e-9a8e-1f0c91175137 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7046857 Mar 11 16:41:39.247962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45906) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:39.446479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:39.663498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7052510-5f91-4dc4-8626-abf788a4fc77 None None] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:39.765026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Provisioning for port ae64a528-0a4d-4824-b390-26d11cce45cb completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:39.782486 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:38Z', 'revision_number': 3, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:39.784787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Provisioning complete for port ae64a528-0a4d-4824-b390-26d11cce45cb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:39.785339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:39.787079 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Checking router: 0b951442-d40f-41b4-9c30-cd8dd07ef307 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:41:39.787539 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Updating router 0b951442-d40f-41b4-9c30-cd8dd07ef307 port b3f51351-1ef7-4adf-b77d-91c56f8fccff binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:41:39.857089 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.010869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.053260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] For port ae64a528-0a4d-4824-b390-26d11cce45cb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ae64a528-0a4d-4824-b390-26d11cce45cb,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:40.058129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.100859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.144432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de450653-055f-45fd-a0b0-b6bcec2bbea6 None None] Pushing event updated for resources: {'Port': ['ID=ae64a528-0a4d-4824-b390-26d11cce45cb,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:40.274420 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.288679 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Transition to ACTIVE for port object b3f51351-1ef7-4adf-b77d-91c56f8fccff will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:40.295535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.341426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Allocated IP 172.20.0.1 (3ba70d40-c7d1-4d31-abfa-9b6d359a56a8/5aa8870f-c51a-4abd-9960-05f1f78d341d/3162ee36-ab2f-4a75-a475-f4c7384faa49) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:40.384776 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Pushing event updated for resources: {'Port': ['ID=b3f51351-1ef7-4adf-b77d-91c56f8fccff,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:40.387751 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Attempting to bind port b3f51351-1ef7-4adf-b77d-91c56f8fccff on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:40.388203 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Attempting to bind port b3f51351-1ef7-4adf-b77d-91c56f8fccff by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:40.388565 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Attempting to bind port b3f51351-1ef7-4adf-b77d-91c56f8fccff on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:40.392800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-48ba7a0c-ae2a-4e63-8b8d-c9ce4a5ab688 None None] Provisioning complete for port ae64a528-0a4d-4824-b390-26d11cce45cb triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:40.393485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48ba7a0c-ae2a-4e63-8b8d-c9ce4a5ab688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.399451 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.399793 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.400126 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.400473 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.400783 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.401108 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.401425 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.401764 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.402101 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.402408 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.402710 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:40.407535 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:40.407905 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:40.408306 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.408683 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:40.409142 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Bound port: b3f51351-1ef7-4adf-b77d-91c56f8fccff, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:40.409508 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.526826 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] For port b3f51351-1ef7-4adf-b77d-91c56f8fccff, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:40.530429 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] For port b3f51351-1ef7-4adf-b77d-91c56f8fccff, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b3f51351-1ef7-4adf-b77d-91c56f8fccff,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:40.536625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.622224 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:40.622863 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:40.635010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.651690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Transition to ACTIVE for port object 3162ee36-ab2f-4a75-a475-f4c7384faa49 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:40.681416 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29028dc-cdd7-4306-bbbc-7bccc37947b2 None None] Pushing event updated for resources: {'Port': ['ID=b3f51351-1ef7-4adf-b77d-91c56f8fccff,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:40.683107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.754458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:40.757232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:40.760964 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:40.804090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Pushing event updated for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:40.819133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:40.819941 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:40.909484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ae64a528-0a4d-4824-b390-26d11cce45cb up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:40.916412 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.003769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port ae64a528-0a4d-4824-b390-26d11cce45cb triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:41.004141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.099361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8ac5d811-204f-4c2d-8049-d04ca45cca79 None None] Provisioning for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:41.141272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8ac5d811-204f-4c2d-8049-d04ca45cca79 None None] Provisioning complete for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:41.141777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8ac5d811-204f-4c2d-8049-d04ca45cca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.162994 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-207bef45-4630-4551-8247-d179aa8330ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:38Z', 'revision_number': 3, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:41.167548 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207bef45-4630-4551-8247-d179aa8330ea None None] The sync data for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv is: [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:38Z', 'revision_number': 3, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:41:41.207632 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.214093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.215667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8ac5d811-204f-4c2d-8049-d04ca45cca79 None None] Port 3162ee36-ab2f-4a75-a475-f4c7384faa49 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:41.302416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cff4bf4-f3e2-4866-917d-e36badcfa129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.332553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Pushing event updated for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:41.334939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.509281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:41.510649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:41.758440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-810e51ef-3a44-4491-b142-c7f15e4429d3 None None] Provisioning complete for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:41.760136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-810e51ef-3a44-4491-b142-c7f15e4429d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:41.824911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-810e51ef-3a44-4491-b142-c7f15e4429d3 None None] Port 3162ee36-ab2f-4a75-a475-f4c7384faa49 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:41.954377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Router 0b951442-d40f-41b4-9c30-cd8dd07ef307 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:41:42.057650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.165944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:42.178749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:41:42.194874 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c31981b6-1470-47fe-9a42-1fb23603d202 admin admin] 10.222.0.78 "PUT /v2.0/routers/0b951442-d40f-41b4-9c30-cd8dd07ef307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9457669 Mar 11 16:41:42.907097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b3f51351-1ef7-4adf-b77d-91c56f8fccff up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:42.979123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b3f51351-1ef7-4adf-b77d-91c56f8fccff completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:42.984350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b3f51351-1ef7-4adf-b77d-91c56f8fccff triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:42.984608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.091699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45928) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:43.097274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1626990109-network', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:43.102581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:43.106791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Usage tracker for resource:network and tenant:dd8ffa3e128c4bfca0051951cf8604eb is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:43.108536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.110104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:43.117119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:43.127431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b3f51351-1ef7-4adf-b77d-91c56f8fccff, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b3f51351-1ef7-4adf-b77d-91c56f8fccff,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:43.128729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Made reservation on behalf of dd8ffa3e128c4bfca0051951cf8604eb for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:43.131302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.132255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.144496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.177056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:43.181947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8ffa3e128c4bfca0051951cf8604eb is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:43.185207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:43.191505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:43.199800 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b3f51351-1ef7-4adf-b77d-91c56f8fccff,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.263050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.266717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.297499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:41:43.307178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab5e31-4070-4e0f-99c2-bb6cb7ab8e27,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.312625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.312990 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Added segment aaae8d81-500e-4533-b5f9-65b4f630e0fa of type vlan for network a4daccae-ccd8-4c91-8250-da2d2d3fc087 Mar 11 16:41:43.341152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.371602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.372536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:43.373109 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.607443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] Pushing event updated for resources: {'Network': ['ID=a4daccae-ccd8-4c91-8250-da2d2d3fc087,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.616019 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-56d241af-347b-4c92-81b2-a26fc91eecf0 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5201898 Mar 11 16:41:43.616477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45932) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:43.621074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:41:43.621768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Request body: {'subnet': {'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-subnet', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:43.626691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:43.631206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Usage tracker for resource:subnet and tenant:dd8ffa3e128c4bfca0051951cf8604eb is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:43.634180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:43.640443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:43.652830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Made reservation on behalf of dd8ffa3e128c4bfca0051951cf8604eb for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:43.656029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.721582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.876069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:43.951956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a714db-bc6f-431b-affb-891ddece93f3,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:43.971356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Checking segment: {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:43.971716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Network hostable DHCP agents. Network: a4daccae-ccd8-4c91-8250-da2d2d3fc087, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:41:43.996507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:41:44.011023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, a4daccae-ccd8-4c91-8250-da2d2d3fc087) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:44.015240 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:44.015837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.026607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458687f-825f-4dee-8266-53274121e903 None None] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:44.038116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b77657e-61d5-41d0-a667-753021baa23b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4206743 Mar 11 16:41:44.040692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45936) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:44.045919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:44.050704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:44.055518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Usage tracker for resource:router and tenant:dd8ffa3e128c4bfca0051951cf8604eb is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:41:44.058563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:41:44.065381 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:44.078969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.080037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.100484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.265808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.270908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'fixed_ips': [{'subnet_id': '04a714db-bc6f-431b-affb-891ddece93f3'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:41:44.272117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.438025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Allocated IP 172.20.0.2 (a4daccae-ccd8-4c91-8250-da2d2d3fc087/04a714db-bc6f-431b-affb-891ddece93f3/99e9a776-0bdd-4d7d-b57c-c5f9838354d0) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:44.475901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.511635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.663725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Allocated IP 172.26.4.189 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/06b50d62-9836-494a-ae05-371b49e212eb) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:44.665801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.679536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Transition to ACTIVE for port object 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:44.704519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Transition to ACTIVE for port object 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:44.711104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.766715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Sync routers for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:41:44.805614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:44.807273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Pushing event updated for resources: {'Port': ['ID=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:44.810507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:44.812654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:44.814676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:44.815261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:44.822950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.855891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:44.928555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:44.931510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:44.932708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b3f51351-1ef7-4adf-b77d-91c56f8fccff up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:44.939555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:44.990870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Pushing event updated for resources: {'Port': ['ID=06b50d62-9836-494a-ae05-371b49e212eb,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:45.106854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Attempting to bind port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:45.107293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Attempting to bind port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:45.107680 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Attempting to bind port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 on network a4daccae-ccd8-4c91-8250-da2d2d3fc087 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:45.131549 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.132288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.136178 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:45.136548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Checking segment: {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:45.136944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.137333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Bound using segment: {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:45.137828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Bound port: 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:45.138202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.211022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:45.252476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b3f51351-1ef7-4adf-b77d-91c56f8fccff triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:45.252843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.381888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:41:45.458468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] For port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:45.465074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.567225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] For port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:45.585160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.697218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:41:45.707103 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Sync routers for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:41:45.722229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:45.724116 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6fa34f54-63b1-489b-a93b-ace3fae0b567 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6824210 Mar 11 16:41:45.727406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 45940) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:41:45.728085 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:45.728819 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:45.798252 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ffe90-4cb1-4a0e-aa18-4d618f953849 None None] Pushing event updated for resources: {'Port': ['ID=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:45.861802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:40Z', 'revision_number': 4, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '3162ee36-ab2f-4a75-a475-f4c7384faa49', 'name': '', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'mac_address': 'fa:16:3e:22:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:40Z', 'updated_at': '2022-03-11T16:41:41Z', 'revision_number': 2, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'subnets': [{'id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:45.867437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Checking router: 0b951442-d40f-41b4-9c30-cd8dd07ef307 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:41:45.868135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Updating router 0b951442-d40f-41b4-9c30-cd8dd07ef307 port 3162ee36-ab2f-4a75-a475-f4c7384faa49 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:41:45.930187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.012828 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:46.370912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.374956 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:45Z', 'revision_number': 3, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:46.378832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Checking router: 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:41:46.379354 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Updating router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b port 06b50d62-9836-494a-ae05-371b49e212eb binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:41:46.386005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Transition to ACTIVE for port object 3162ee36-ab2f-4a75-a475-f4c7384faa49 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:46.394167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.434250 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.596234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54628108-fc4f-409c-ae69-34b7e9da6af7 None None] Pushing event updated for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:46.678875 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Attempting to bind port 3162ee36-ab2f-4a75-a475-f4c7384faa49 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:46.679465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Attempting to bind port 3162ee36-ab2f-4a75-a475-f4c7384faa49 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:46.683217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Attempting to bind port 3162ee36-ab2f-4a75-a475-f4c7384faa49 on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:46.690467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:46.691688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Checking segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:46.691688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.692624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Bound using segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:46.693885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Bound port: 3162ee36-ab2f-4a75-a475-f4c7384faa49, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:46.694383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.717500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.798643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] For port 3162ee36-ab2f-4a75-a475-f4c7384faa49, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:46.804138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] For port 3162ee36-ab2f-4a75-a475-f4c7384faa49, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3162ee36-ab2f-4a75-a475-f4c7384faa49,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:46.810561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.917278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54628108-fc4f-409c-ae69-34b7e9da6af7 None None] Pushing event updated for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:46.932939 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.963895 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Transition to ACTIVE for port object 06b50d62-9836-494a-ae05-371b49e212eb will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:46.976132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:46.990815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:47.033673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:47.034362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:47.096719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Allocated IP 172.20.0.1 (a4daccae-ccd8-4c91-8250-da2d2d3fc087/04a714db-bc6f-431b-affb-891ddece93f3/aa73b330-64c3-4d32-8673-fc4714ab215c) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:47.121216 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2bdff-d193-4216-b4da-6216f1be6a0b None None] Pushing event updated for resources: {'Port': ['ID=06b50d62-9836-494a-ae05-371b49e212eb,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:47.125023 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Attempting to bind port 06b50d62-9836-494a-ae05-371b49e212eb on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:47.125390 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Attempting to bind port 06b50d62-9836-494a-ae05-371b49e212eb by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:47.125831 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Attempting to bind port 06b50d62-9836-494a-ae05-371b49e212eb on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:47.134968 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:47.135584 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:47.136207 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.137060 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:47.137986 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Bound port: 06b50d62-9836-494a-ae05-371b49e212eb, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:47.138650 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.219145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1427f8-bdbf-49a4-8cef-b0e6f6de5836 None None] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:41:47.231277 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] For port 06b50d62-9836-494a-ae05-371b49e212eb, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:47.234816 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] For port 06b50d62-9836-494a-ae05-371b49e212eb, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=06b50d62-9836-494a-ae05-371b49e212eb,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:47.251136 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.324924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.343940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Transition to ACTIVE for port object aa73b330-64c3-4d32-8673-fc4714ab215c will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:47.344157 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2bdff-d193-4216-b4da-6216f1be6a0b None None] Pushing event updated for resources: {'Port': ['ID=06b50d62-9836-494a-ae05-371b49e212eb,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:47.348655 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:41:47.349503 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:47.371465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-864a4729-e48d-4983-a953-dce88d1fa3f5 None None] Provisioning for port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:47.380035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.401007 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:47.445762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:47.446147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.456033 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:47.461680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:47.463711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Pushing event updated for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:47.466370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:47.527146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.552132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:47.630710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:41:47.632293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.862001 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:45Z', 'revision_number': 3, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:47.869327 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db73161-d902-4a6a-8d9b-6e898d3288bc None None] The sync data for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv is: [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:45Z', 'revision_number': 3, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:41:47.938734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.986614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:47.995322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.003440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:48.013850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.083738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.127948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:48.153507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:40Z', 'revision_number': 4, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '3162ee36-ab2f-4a75-a475-f4c7384faa49', 'name': '', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'mac_address': 'fa:16:3e:22:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:40Z', 'updated_at': '2022-03-11T16:41:46Z', 'revision_number': 4, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'subnets': [{'id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:41:48.158274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07616972-db8f-463b-bc1e-85e1d8be800d None None] The sync data for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv is: [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:41:40Z', 'revision_number': 4, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '3162ee36-ab2f-4a75-a475-f4c7384faa49', 'name': '', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'mac_address': 'fa:16:3e:22:80:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:40Z', 'updated_at': '2022-03-11T16:41:46Z', 'revision_number': 4, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'subnets': [{'id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:41:48.192372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Pushing event updated for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:48.259611 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Provisioning for port aa73b330-64c3-4d32-8673-fc4714ab215c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:48.268586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Provisioning complete for port aa73b330-64c3-4d32-8673-fc4714ab215c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:48.271313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.317198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:48.318702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:48.359687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Port aa73b330-64c3-4d32-8673-fc4714ab215c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:48.376043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Provisioning complete for port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:48.377058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-34c801a6-f1e3-48d7-a95e-6612cbb9574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.691842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7809f2f6-2b36-410f-a73f-69c98920c163 None None] Provisioning complete for port aa73b330-64c3-4d32-8673-fc4714ab215c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:48.692657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7809f2f6-2b36-410f-a73f-69c98920c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.767456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7809f2f6-2b36-410f-a73f-69c98920c163 None None] Port aa73b330-64c3-4d32-8673-fc4714ab215c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:48.847050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:41:48.902667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-58f1a8dc-5b54-42d9-b140-3b6bcff13753 None None] Provisioning complete for port aa73b330-64c3-4d32-8673-fc4714ab215c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:48.903658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-58f1a8dc-5b54-42d9-b140-3b6bcff13753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:48.997970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-58f1a8dc-5b54-42d9-b140-3b6bcff13753 None None] Port aa73b330-64c3-4d32-8673-fc4714ab215c cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:49.084986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:49.143841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:41:49.158291 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d79d12c8-6ccc-4274-9c34-72646b8a26ab admin admin] 10.222.0.78 "PUT /v2.0/routers/9be24b26-4a8c-43eb-a803-ab5b9f2afb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4285047 Mar 11 16:41:49.200125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:49.200790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.341534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3162ee36-ab2f-4a75-a475-f4c7384faa49 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:49.419494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:49.427241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:49.427905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.572770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.614001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 3162ee36-ab2f-4a75-a475-f4c7384faa49, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3162ee36-ab2f-4a75-a475-f4c7384faa49,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:49.619047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.619949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 06b50d62-9836-494a-ae05-371b49e212eb up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:49.747931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:49.761476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 06b50d62-9836-494a-ae05-371b49e212eb completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:49.766874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 06b50d62-9836-494a-ae05-371b49e212eb triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:49.767236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.885947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.903452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 06b50d62-9836-494a-ae05-371b49e212eb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=06b50d62-9836-494a-ae05-371b49e212eb,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:49.908643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:49.985220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=06b50d62-9836-494a-ae05-371b49e212eb,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:50.260410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-7c09d260-5f10-473e-85d4-64ea88c84a27 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:50.261027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-7c09d260-5f10-473e-85d4-64ea88c84a27 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Synchronizing usage tracker for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:50.279288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-7c09d260-5f10-473e-85d4-64ea88c84a27 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Unset dirty status for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:50.280437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-7c09d260-5f10-473e-85d4-64ea88c84a27 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 817 time: 0.1645596 Mar 11 16:41:50.296705 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-a11df0c7-0355-4cbb-a838-c81f6eab6599 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/quotas/bc9dc8156e1c45f8908d3f0b0cca22c0 HTTP/1.1" status: 200 len: 375 time: 0.0106235 Mar 11 16:41:50.383637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-8c8d048a-9988-4a91-bea1-6f4199ab7945 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Synchronizing usage tracker for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:50.400007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-8c8d048a-9988-4a91-bea1-6f4199ab7945 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Unset dirty status for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:50.401243 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-8c8d048a-9988-4a91-bea1-6f4199ab7945 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989501 Mar 11 16:41:50.544446 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-d5f908b7-4187-4912-a52b-d885201b598c service neutron] 10.222.0.78 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315796 Mar 11 16:41:50.781133 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-4cc705fe-ef14-4556-9a8c-254a96d4768b service neutron] 10.222.0.78 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308969 Mar 11 16:41:50.907557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3162ee36-ab2f-4a75-a475-f4c7384faa49 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:50.983998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3162ee36-ab2f-4a75-a475-f4c7384faa49 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:50.984299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:50.990135 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58f61970-c7ea-4ad3-a740-3adbd66e00c9 req-1afb6027-eb93-40cd-a1a8-422cea19ddfd tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 210 time: 0.0443680 Mar 11 16:41:51.181750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 06b50d62-9836-494a-ae05-371b49e212eb up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:41:51.256324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 06b50d62-9836-494a-ae05-371b49e212eb triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:51.256702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:52.158744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8d2a3d7-616d-4b4c-a3d3-8c384140f916 req-d1dd414f-8fa5-4f45-9489-4a7ec8b8816b tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 210 time: 0.0467451 Mar 11 16:41:52.488937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-6003e7d4-ec4d-46fc-b221-3847b66fe051 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:52.490265 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-6003e7d4-ec4d-46fc-b221-3847b66fe051 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 817 time: 0.1485004 Mar 11 16:41:52.509585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Request body: {'port': {'device_id': '89c4792b-f114-411e-8e7c-8077573f18af', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'admin_state_up': True, 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:52.650168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:41:52.659571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:41:52.671199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Made reservation on behalf of bc9dc8156e1c45f8908d3f0b0cca22c0 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:41:52.674433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:52.851194 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Allocated IP 172.20.0.9 (3ba70d40-c7d1-4d31-abfa-9b6d359a56a8/5aa8870f-c51a-4abd-9960-05f1f78d341d/b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:41:53.064054 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.079824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Transition to ACTIVE for port object b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:53.103720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.181539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:41:53.184676 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:41:53.189506 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:41:53.222175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Pushing event updated for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:53.260547 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:53.261179 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.297857 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-eb851897-9372-4ad0-ba35-832cac59739f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917764 Mar 11 16:41:53.309522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Request body: {'port': {'device_id': '89c4792b-f114-411e-8e7c-8077573f18af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:41:53.393461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91739-b85f-4a2c-b393-69cd1193045c req-2660f49a-e564-4727-9de5-b643d5e77e5d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:53.396610 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37c91739-b85f-4a2c-b393-69cd1193045c req-2660f49a-e564-4727-9de5-b643d5e77e5d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 931 time: 0.0885384 Mar 11 16:41:53.438034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.441594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-37c91739-b85f-4a2c-b393-69cd1193045c req-a2a8081a-04f0-45fa-8f6f-1d887f82add4 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Synchronizing usage tracker for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:41:53.453385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8c8157ea-6d91-430a-be46-bc091dd980c9 None None] Provisioning for port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:41:53.459862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8c8157ea-6d91-430a-be46-bc091dd980c9 None None] Provisioning complete for port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:41:53.460177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8c8157ea-6d91-430a-be46-bc091dd980c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.461150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-37c91739-b85f-4a2c-b393-69cd1193045c req-a2a8081a-04f0-45fa-8f6f-1d887f82add4 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Unset dirty status for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:41:53.462497 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37c91739-b85f-4a2c-b393-69cd1193045c req-a2a8081a-04f0-45fa-8f6f-1d887f82add4 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611372 Mar 11 16:41:53.523289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8c8157ea-6d91-430a-be46-bc091dd980c9 None None] Port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:41:53.809920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:41:53.818123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:53.834169 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Transition to ACTIVE for port object b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:41:53.837994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.062881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248813-5702-4969-909e-72f6c3484645 service neutron] Pushing event updated for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:54.192237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Attempting to bind port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:41:54.192237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Attempting to bind port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:41:54.192554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Attempting to bind port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:54.198857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:41:54.199181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Attempting to bind port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:41:54.205450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:41:54.205842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Checking segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:41:54.206236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Bound using segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:41:54.206685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Bound port: b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:41:54.207102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.303984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:41:54.307112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:41:54.311761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.373989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:54.375370 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-36248813-5702-4969-909e-72f6c3484645 service neutron] 10.222.0.11 "PUT /v2.0/ports/b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f HTTP/1.1" status: 200 len: 1093 time: 1.0705822 Mar 11 16:41:54.375817 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:41:54.396111 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248813-5702-4969-909e-72f6c3484645 service neutron] Pushing event updated for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:54.448763 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f', 'status': 'completed', 'code': 200} Mar 11 16:41:54.509459 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-21245593-f0be-4653-ad5d-bb4123f522f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 1096 time: 0.0940905 Mar 11 16:41:54.579338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-5b0afa38-e6f3-4ecc-91bb-c60245597c87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f HTTP/1.1" status: 200 len: 217 time: 0.0630977 Mar 11 16:41:54.649120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-9b2fb215-71dc-4bed-a134-01c04c98436a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:54.650676 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-9b2fb215-71dc-4bed-a134-01c04c98436a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5aa8870f-c51a-4abd-9960-05f1f78d341d HTTP/1.1" status: 200 len: 856 time: 0.0659337 Mar 11 16:41:54.678677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c142ea0-7485-45a8-b7f8-f79843f13b16 req-f18558ab-f6b5-4663-ba69-294e3a0c8752 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:54.681020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7c142ea0-7485-45a8-b7f8-f79843f13b16 req-f18558ab-f6b5-4663-ba69-294e3a0c8752 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 943 time: 0.0863845 Mar 11 16:41:54.728131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-41bf92e8-daea-4ce4-be3a-7312237f76ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713050 Mar 11 16:41:54.732565 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7c142ea0-7485-45a8-b7f8-f79843f13b16 req-9ee128aa-6de8-479d-9262-76175efd592b tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Mar 11 16:41:54.873548 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-6b2ca193-0d7f-4174-9087-0c9704ae3701 service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371937 Mar 11 16:41:55.016096 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-13f0fbde-2283-4e2e-8a61-a50529adbd83 req-61b91749-a61b-4070-8704-be6bbeb50092 service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358781 Mar 11 16:41:55.135167 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-70c67973-0f3f-4595-9511-a9d5d41e6cf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 1096 time: 0.0712552 Mar 11 16:41:55.278916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-ec14d79a-a0a5-4950-9540-6b7fff852aac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.280251 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-ec14d79a-a0a5-4950-9540-6b7fff852aac service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 918 time: 0.1387138 Mar 11 16:41:55.354317 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-836bd726-1601-4827-b324-148a05094c54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f HTTP/1.1" status: 200 len: 217 time: 0.0674553 Mar 11 16:41:55.417401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-aefc39a9-0204-4554-a79d-df2eb069d46c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.418847 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-aefc39a9-0204-4554-a79d-df2eb069d46c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5aa8870f-c51a-4abd-9960-05f1f78d341d HTTP/1.1" status: 200 len: 856 time: 0.0593972 Mar 11 16:41:55.500991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-7a878a3a-003a-4352-843a-3c4ac4d79236 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763178 Mar 11 16:41:55.639818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-453530ac-ae13-4614-9271-b74a2299110a service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323042 Mar 11 16:41:55.905443 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb5011ce-482b-4ef4-ba8d-78a00ef6443f req-1ad7faa1-4f62-4928-a773-9a65c8b5ed72 service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590086 Mar 11 16:41:55.952053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c568318-032a-4f43-a099-08d576fb825a req-9c0dc6be-e6d3-4d6b-be93-f4fa85c81618 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:55.953603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c568318-032a-4f43-a099-08d576fb825a req-9c0dc6be-e6d3-4d6b-be93-f4fa85c81618 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 943 time: 0.0889127 Mar 11 16:41:56.000374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c568318-032a-4f43-a099-08d576fb825a req-75b6495b-571a-4480-9a58-17e644afcff3 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Mar 11 16:41:57.224747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02867-90ce-41d0-b039-b6315cf59f95 req-19d5c490-d7f6-407b-9f63-dd37983047ae tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:57.226260 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06d02867-90ce-41d0-b039-b6315cf59f95 req-19d5c490-d7f6-407b-9f63-dd37983047ae tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 943 time: 0.0946493 Mar 11 16:41:57.282595 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06d02867-90ce-41d0-b039-b6315cf59f95 req-e69ec52f-babc-48b9-a6c0-d90a208bc817 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Mar 11 16:41:58.080896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:41:58.224060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:58.236969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'port_id': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f', 'mac_address': 'fa:16:3e:1a:e4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:41:58.300832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.322210 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:41:58.337434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:41:58.342249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:41:58.414958 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:41:58.423620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.423963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.424300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.424636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.424963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.425321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.425685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.426035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.426352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.426835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.427154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:41:58.493339 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa388c3-78be-43df-abc7-4734a4af32f8 req-0c2f89e7-73ab-412a-a460-2bfeb4835128 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:58.494827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aa388c3-78be-43df-abc7-4734a4af32f8 req-0c2f89e7-73ab-412a-a460-2bfeb4835128 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 944 time: 0.0898130 Mar 11 16:41:58.546686 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aa388c3-78be-43df-abc7-4734a4af32f8 req-5bd87bd8-88e4-45b0-9225-f6889b2110a8 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Mar 11 16:41:58.656729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:41:59.761583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21543383-7c8f-4585-a11f-c893124baaec req-3f215f98-337d-4311-b08d-ddb2cb706487 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:41:59.763154 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-21543383-7c8f-4585-a11f-c893124baaec req-3f215f98-337d-4311-b08d-ddb2cb706487 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 944 time: 0.0831013 Mar 11 16:41:59.817250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-21543383-7c8f-4585-a11f-c893124baaec req-76943c7b-9841-47d1-bd3e-e30670b9fadf tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Mar 11 16:42:00.100071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:42:00.186265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:42:00.191782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:00.192393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.321952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.352331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:42:00.362072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:00.366495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:00.435852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:00.487739 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f', 'code': 200} Mar 11 16:42:00.720338 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3c9a4e3e-ff43-434f-8a5e-aebfc9385669 req-c5084040-7208-4ec2-8616-4becfbf0e0a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 1098 time: 0.0713596 Mar 11 16:42:00.764346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3c9a4e3e-ff43-434f-8a5e-aebfc9385669 req-43f8dc05-a7a2-481a-9534-049487addb5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Mar 11 16:42:01.021873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098062e-f1ac-42cf-b2f9-7156c3bc2c2c req-0a62bf47-79ba-4dc7-a3ee-36575b38bc40 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:01.023241 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1098062e-f1ac-42cf-b2f9-7156c3bc2c2c req-0a62bf47-79ba-4dc7-a3ee-36575b38bc40 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0817163 Mar 11 16:42:01.070865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1098062e-f1ac-42cf-b2f9-7156c3bc2c2c req-f65bc164-1861-4695-a9b0-72a08eba32b6 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Mar 11 16:42:02.277903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7dd5a-101b-4d08-9d70-411bb6223b2d req-dddbeb39-7810-4411-b5d4-98338102851a tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:02.279287 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ae7dd5a-101b-4d08-9d70-411bb6223b2d req-dddbeb39-7810-4411-b5d4-98338102851a tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0841069 Mar 11 16:42:02.325777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7ae7dd5a-101b-4d08-9d70-411bb6223b2d req-ccac49d1-6015-4bc0-8b50-61849e3af646 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Mar 11 16:42:02.532754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1bbc9-2f25-47d2-bb44-aa1c798cf99d req-e3e6057d-8a56-413f-b465-84552ca62dea tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:02.534129 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e9b1bbc9-2f25-47d2-bb44-aa1c798cf99d req-e3e6057d-8a56-413f-b465-84552ca62dea tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0867128 Mar 11 16:42:02.584467 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e9b1bbc9-2f25-47d2-bb44-aa1c798cf99d req-8a6d7951-cf51-48b5-8e26-83c280c12b7f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Mar 11 16:42:08.213692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-88d8e1cf-8db1-42fa-88c8-588de26522d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:09.157514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:10.365805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Sync routers for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:42:10.379205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:42:10.380226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:41:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:10.562868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:42:10.888997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 4, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'aa73b330-64c3-4d32-8673-fc4714ab215c', 'name': '', 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'mac_address': 'fa:16:3e:57:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a714db-bc6f-431b-affb-891ddece93f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:46Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 2, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'subnets': [{'id': '04a714db-bc6f-431b-affb-891ddece93f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:10.902644 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Checking router: 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:42:10.902994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Updating router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b port aa73b330-64c3-4d32-8673-fc4714ab215c binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:42:10.992805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.332721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-398c064d-0f95-447b-8a0b-c4d4536e2e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.343890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.355302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Transition to ACTIVE for port object aa73b330-64c3-4d32-8673-fc4714ab215c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:42:11.361737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.489573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a8761-f53c-4997-948d-98175135ab01 None None] Pushing event updated for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:11.584797 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Attempting to bind port aa73b330-64c3-4d32-8673-fc4714ab215c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:42:11.585089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Attempting to bind port aa73b330-64c3-4d32-8673-fc4714ab215c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:42:11.585437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Attempting to bind port aa73b330-64c3-4d32-8673-fc4714ab215c on network a4daccae-ccd8-4c91-8250-da2d2d3fc087 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:42:11.592339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:42:11.592735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Checking segment: {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:42:11.593135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.593522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Bound using segment: {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:42:11.594136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Bound port: aa73b330-64c3-4d32-8673-fc4714ab215c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaae8d81-500e-4533-b5f9-65b4f630e0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:42:11.594508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.696934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] For port aa73b330-64c3-4d32-8673-fc4714ab215c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:42:11.696934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] For port aa73b330-64c3-4d32-8673-fc4714ab215c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aa73b330-64c3-4d32-8673-fc4714ab215c,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:42:11.698357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:11.791135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a8761-f53c-4997-948d-98175135ab01 None None] Pushing event updated for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:11.798094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:42:11.798756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:11.988924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:42:12.155339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:12.192721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:12.388916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 4, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'aa73b330-64c3-4d32-8673-fc4714ab215c', 'name': '', 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'mac_address': 'fa:16:3e:57:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a714db-bc6f-431b-affb-891ddece93f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:46Z', 'updated_at': '2022-03-11T16:42:11Z', 'revision_number': 4, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'subnets': [{'id': '04a714db-bc6f-431b-affb-891ddece93f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:12.392933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4e1d71-8b9b-43f3-a83e-34eed85a3075 None None] The sync data for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv is: [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:47Z', 'revision_number': 4, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'aa73b330-64c3-4d32-8673-fc4714ab215c', 'name': '', 'network_id': 'a4daccae-ccd8-4c91-8250-da2d2d3fc087', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'mac_address': 'fa:16:3e:57:78:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a714db-bc6f-431b-affb-891ddece93f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:46Z', 'updated_at': '2022-03-11T16:42:11Z', 'revision_number': 4, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'subnets': [{'id': '04a714db-bc6f-431b-affb-891ddece93f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:42:12.931389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aa73b330-64c3-4d32-8673-fc4714ab215c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:42:13.021306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port aa73b330-64c3-4d32-8673-fc4714ab215c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:42:13.027834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port aa73b330-64c3-4d32-8673-fc4714ab215c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:13.028604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:13.197992 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:13.280708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port aa73b330-64c3-4d32-8673-fc4714ab215c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aa73b330-64c3-4d32-8673-fc4714ab215c,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:13.286648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:13.365050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:13.631454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:14.907841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aa73b330-64c3-4d32-8673-fc4714ab215c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:42:14.981803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port aa73b330-64c3-4d32-8673-fc4714ab215c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:14.982138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:15.347601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:17.544166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e684432-dc41-46a5-9413-84792e085312 req-6a038e2c-224f-4b02-9122-555545b69add tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:17.545498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e684432-dc41-46a5-9413-84792e085312 req-6a038e2c-224f-4b02-9122-555545b69add tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0837753 Mar 11 16:42:17.592920 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e684432-dc41-46a5-9413-84792e085312 req-e3b67546-a09b-4bb1-9672-6d3b7797daf7 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Mar 11 16:42:18.796722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90eeb7-b959-4cff-a3ba-a28a28147c31 req-725c8bd3-d707-4fe2-affd-15a8df7a56c7 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:18.798181 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d90eeb7-b959-4cff-a3ba-a28a28147c31 req-725c8bd3-d707-4fe2-affd-15a8df7a56c7 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0805573 Mar 11 16:42:18.845371 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7d90eeb7-b959-4cff-a3ba-a28a28147c31 req-3b9cb949-daf9-48d7-aa0c-208a0ee864aa tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Mar 11 16:42:19.482528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-d3a3e0b9-10c2-45ea-a3e5-8afb71e07742 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:19.483187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-d3a3e0b9-10c2-45ea-a3e5-8afb71e07742 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Synchronizing usage tracker for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:42:19.500507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-d3a3e0b9-10c2-45ea-a3e5-8afb71e07742 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Unset dirty status for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:42:19.501833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-d3a3e0b9-10c2-45ea-a3e5-8afb71e07742 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0991454 Mar 11 16:42:19.569401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Deleting port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:19.569753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:19.829869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] For port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:19.830220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:19.966402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Calling delete_port for b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:20.054962 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45122a0a-1e36-4f31-99d8-48e00639b8f8 req-244daa22-5c74-4eec-83ad-980d892c648a tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:20.056585 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-45122a0a-1e36-4f31-99d8-48e00639b8f8 req-244daa22-5c74-4eec-83ad-980d892c648a tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=89c4792b-f114-411e-8e7c-8077573f18af HTTP/1.1" status: 200 len: 945 time: 0.0878382 Mar 11 16:42:20.105837 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-45122a0a-1e36-4f31-99d8-48e00639b8f8 req-173ce470-16b8-4705-99b4-02126a9b53a9 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Mar 11 16:42:20.131110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:20.149607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:42:20.191279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Pushing event deleted for resources: {'Port': ['ID=b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:20.232065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.232414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.232761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.233098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.233431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.233794 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.234121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.234446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.234769 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.235090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.235412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:20.277643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] No DVR routers for this DVR port b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:42:20.280147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:20.282693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'name': 'network-vif-deleted', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:42:20.302208 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d0650e3e-5a95-4a8c-9c5e-004426c03bdc req-24a3864f-f524-4722-9256-b22009bea844 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "DELETE /v2.0/ports/b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f HTTP/1.1" status: 204 len: 173 time: 0.7954721 Mar 11 16:42:20.345645 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c4792b-f114-411e-8e7c-8077573f18af', 'name': 'network-vif-deleted', 'tag': 'b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f', 'status': 'completed', 'code': 200} Mar 11 16:42:21.822328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-8eaa66c8-e664-4b0f-b0e8-bd9bd8fc0f90 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:21.823769 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-8eaa66c8-e664-4b0f-b0e8-bd9bd8fc0f90 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 817 time: 0.1443651 Mar 11 16:42:21.841818 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-ed74a5d4-08bc-4aef-9626-998e45ed700a tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/quotas/bc9dc8156e1c45f8908d3f0b0cca22c0 HTTP/1.1" status: 200 len: 375 time: 0.0121891 Mar 11 16:42:21.929089 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-43f9fe75-18a7-44f4-9915-c6bd5610ca36 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820715 Mar 11 16:42:22.073475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-4af7a73d-e159-4707-84c5-e65425ea8f1f service neutron] 10.222.0.78 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326602 Mar 11 16:42:22.299940 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-0fc7b2ec-1b6d-4696-80bb-3bb414c19ff9 service neutron] 10.222.0.78 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200649 Mar 11 16:42:22.492078 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-499b58b4-12e5-4aad-9e0d-c89ea32cf695 req-26f0a129-88b5-48e9-a3a1-b5bf29107fee tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 210 time: 0.0460908 Mar 11 16:42:23.551465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-88b2ef6c-63d8-4da1-aa0f-5afde49b4824 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:23.553001 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-88b2ef6c-63d8-4da1-aa0f-5afde49b4824 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 817 time: 0.1707876 Mar 11 16:42:23.570357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Request body: {'port': {'device_id': '2414cb1e-90ed-4447-8774-feb001af4020', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'admin_state_up': True, 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:42:23.680145 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3963380f-2397-4db8-8724-e262e5b8d944 req-c1e63068-91fc-4081-8167-ec6752b83b2c tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 210 time: 0.0462546 Mar 11 16:42:23.714723 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:42:23.719512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Usage tracker for resource:port and tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:42:23.725009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:42:23.731309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:42:23.741868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Made reservation on behalf of bc9dc8156e1c45f8908d3f0b0cca22c0 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:42:23.745021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:23.918688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Allocated IP 172.20.0.3 (3ba70d40-c7d1-4d31-abfa-9b6d359a56a8/5aa8870f-c51a-4abd-9960-05f1f78d341d/c70468ec-8898-43c4-a79a-5eefa45cd492) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:42:24.131261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.147783 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Transition to ACTIVE for port object c70468ec-8898-43c4-a79a-5eefa45cd492 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:42:24.168414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.200598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:42:24.235225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:42:24.235561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b771ef0c-ee7b-4ba3-a7ab-d2440d3b033f not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:42:24.356370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:42:24.359448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:42:24.364337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:42:24.393421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Pushing event updated for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:24.429562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:24.430261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.458448 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-135296df-cb24-46bc-9444-cfe8f8423293 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8924267 Mar 11 16:42:24.471267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Request body: {'port': {'device_id': '2414cb1e-90ed-4447-8774-feb001af4020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:42:24.577941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16ece512-6673-47ff-90ed-1b610876c45d None None] Provisioning for port c70468ec-8898-43c4-a79a-5eefa45cd492 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:42:24.583462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-16ece512-6673-47ff-90ed-1b610876c45d None None] Provisioning complete for port c70468ec-8898-43c4-a79a-5eefa45cd492 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:24.583827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-16ece512-6673-47ff-90ed-1b610876c45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.600374 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.647410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-16ece512-6673-47ff-90ed-1b610876c45d None None] Port c70468ec-8898-43c4-a79a-5eefa45cd492 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:42:24.894057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4a130-07bc-4c40-a214-30444b9007ba req-74e0195a-0ebb-4cdd-9a45-0208ce61c004 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:24.895780 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68e4a130-07bc-4c40-a214-30444b9007ba req-74e0195a-0ebb-4cdd-9a45-0208ce61c004 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 931 time: 0.0874162 Mar 11 16:42:24.944897 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68e4a130-07bc-4c40-a214-30444b9007ba req-cc8a0a08-43ec-42f1-ac68-e8fe6d811253 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Mar 11 16:42:24.955432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c70468ec-8898-43c4-a79a-5eefa45cd492 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:42:24.963559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:24.979609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Transition to ACTIVE for port object c70468ec-8898-43c4-a79a-5eefa45cd492 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:42:24.982921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:25.128019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Pushing event updated for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:25.242323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Attempting to bind port c70468ec-8898-43c4-a79a-5eefa45cd492 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:42:25.242645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Attempting to bind port c70468ec-8898-43c4-a79a-5eefa45cd492 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:42:25.242967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Attempting to bind port c70468ec-8898-43c4-a79a-5eefa45cd492 on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:42:25.248750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Port c70468ec-8898-43c4-a79a-5eefa45cd492 on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:42:25.249063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Attempting to bind port c70468ec-8898-43c4-a79a-5eefa45cd492 on network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:42:25.255948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:42:25.256279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Checking segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:42:25.256667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Bound using segment: {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:42:25.257096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Bound port: c70468ec-8898-43c4-a79a-5eefa45cd492, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c107ea2-1f56-435c-aad0-cce143dbd754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:42:25.257441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:25.349418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:42:25.352763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c70468ec-8898-43c4-a79a-5eefa45cd492,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:42:25.356868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:25.423607 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:25.425135 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] 10.222.0.11 "PUT /v2.0/ports/c70468ec-8898-43c4-a79a-5eefa45cd492 HTTP/1.1" status: 200 len: 1093 time: 0.9583471 Mar 11 16:42:25.426548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:42:25.445600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0d5dc-0cc8-4310-9775-f97ebf691be0 service neutron] Pushing event updated for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:25.502497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492', 'status': 'completed', 'code': 200} Mar 11 16:42:25.546616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-78c842db-810b-4b23-860f-fa5eb6635a7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 1096 time: 0.0822098 Mar 11 16:42:25.624816 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-16bc5d93-eff9-4bf2-b61b-73563266d44e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70468ec-8898-43c4-a79a-5eefa45cd492 HTTP/1.1" status: 200 len: 217 time: 0.0664036 Mar 11 16:42:25.696125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-c315e8a7-5fda-40fb-810d-78727bc47543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:25.698740 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-c315e8a7-5fda-40fb-810d-78727bc47543 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5aa8870f-c51a-4abd-9960-05f1f78d341d HTTP/1.1" status: 200 len: 856 time: 0.0669677 Mar 11 16:42:25.777016 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-b480d96d-d944-481a-a919-6b7d3bcfec6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723555 Mar 11 16:42:25.922981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-745f4fe9-5b11-4865-9732-c33eeff6a8cd service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390357 Mar 11 16:42:26.060743 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5909cf30-26a1-4efe-84e1-df4b82ac6e15 req-a6839ad4-b14e-41c7-8aef-682a95482a77 service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320946 Mar 11 16:42:26.158888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd1830-01f0-4827-b15b-a09ced4936bd req-e7f0bace-40e9-4c4f-9905-9bd49664eae3 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:26.161159 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b4fd1830-01f0-4827-b15b-a09ced4936bd req-e7f0bace-40e9-4c4f-9905-9bd49664eae3 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 943 time: 0.0855985 Mar 11 16:42:26.184106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-12c3c0b7-217b-48b6-a61d-4c128937877a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 1096 time: 0.0770824 Mar 11 16:42:26.217183 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b4fd1830-01f0-4827-b15b-a09ced4936bd req-d8d595a1-cd7b-4ac9-a502-7426182cb362 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499547 Mar 11 16:42:26.411729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-aaf5aca4-2a5f-4cae-a8c7-1559436d118c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:26.413118 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-aaf5aca4-2a5f-4cae-a8c7-1559436d118c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 200 len: 918 time: 0.2221308 Mar 11 16:42:26.479393 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-0a5804c8-c177-4c88-ab5c-90002ae106ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c70468ec-8898-43c4-a79a-5eefa45cd492 HTTP/1.1" status: 200 len: 217 time: 0.0602462 Mar 11 16:42:26.545518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-4dd7348a-6409-437f-81e4-040deb332cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:26.549453 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-4dd7348a-6409-437f-81e4-040deb332cad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5aa8870f-c51a-4abd-9960-05f1f78d341d HTTP/1.1" status: 200 len: 856 time: 0.0631700 Mar 11 16:42:26.625850 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-8c6aead5-c12b-48da-8645-d3ff62f95369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704570 Mar 11 16:42:26.768653 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-e8286037-7e63-4ab3-9c30-35c187cd0d5c service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 Mar 11 16:42:26.903750 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-71724d35-bb2a-4a96-98d8-0587109e4777 req-f9365c3f-6264-44cf-b278-6a5c5b4cad9f service neutron] 10.222.0.11 "GET /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288605 Mar 11 16:42:27.424151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e77106-bf6c-4514-805e-841e7d7bd2c0 req-e05c21d5-1212-4b8f-826e-bc2fe3479411 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:27.426031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8e77106-bf6c-4514-805e-841e7d7bd2c0 req-e05c21d5-1212-4b8f-826e-bc2fe3479411 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 943 time: 0.0768945 Mar 11 16:42:27.473777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8e77106-bf6c-4514-805e-841e7d7bd2c0 req-29fa942f-59f0-42fd-9cdf-d0824d8a24c6 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Mar 11 16:42:28.207565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device c70468ec-8898-43c4-a79a-5eefa45cd492 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:42:28.346699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c70468ec-8898-43c4-a79a-5eefa45cd492,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:28.360215 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'c70468ec-8898-43c4-a79a-5eefa45cd492', 'network_id': '3ba70d40-c7d1-4d31-abfa-9b6d359a56a8', 'port_id': 'c70468ec-8898-43c4-a79a-5eefa45cd492', 'mac_address': 'fa:16:3e:f5:d0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8870f-c51a-4abd-9960-05f1f78d341d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:42:28.413915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:28.430840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c70468ec-8898-43c4-a79a-5eefa45cd492 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:42:28.447179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c70468ec-8898-43c4-a79a-5eefa45cd492,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:28.451116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:28.523382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:28.688721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a9dd-9052-4253-919f-7281c423d431 req-3959b3ee-7f47-4b1f-a4ed-490c9ed75700 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:28.690122 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba98a9dd-9052-4253-919f-7281c423d431 req-3959b3ee-7f47-4b1f-a4ed-490c9ed75700 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 944 time: 0.0871880 Mar 11 16:42:28.736472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ba98a9dd-9052-4253-919f-7281c423d431 req-f0eb0a10-8af2-4439-bdb2-41ffb105a1d4 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 Mar 11 16:42:28.763815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['c70468ec-8898-43c4-a79a-5eefa45cd492'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:42:29.970534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb564c7-8974-4977-b939-17af23edc9f1 req-1a28c8f4-3c80-46eb-8ca8-cdc493131ce8 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:29.971986 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bb564c7-8974-4977-b939-17af23edc9f1 req-1a28c8f4-3c80-46eb-8ca8-cdc493131ce8 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 944 time: 0.0919595 Mar 11 16:42:30.024609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4bb564c7-8974-4977-b939-17af23edc9f1 req-b53e598d-88e9-4007-a448-bdbe078208ef tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464239 Mar 11 16:42:30.236959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device c70468ec-8898-43c4-a79a-5eefa45cd492 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:42:30.325394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port c70468ec-8898-43c4-a79a-5eefa45cd492 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:42:30.331100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port c70468ec-8898-43c4-a79a-5eefa45cd492 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:42:30.332128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:30.464058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:30.493685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:42:30.503367 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c70468ec-8898-43c4-a79a-5eefa45cd492,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:30.507063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:30.559367 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492', 'code': 200} Mar 11 16:42:30.579270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:30.807516 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e9158251-bc86-41cf-b004-e332151e2078 req-75c4b488-70c5-4290-9066-a05e9a1cad4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 1098 time: 0.0745916 Mar 11 16:42:30.852993 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e9158251-bc86-41cf-b004-e332151e2078 req-f0099ed4-9b5f-4d13-96b2-0287947055cd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Mar 11 16:42:31.233938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fb9f3-f2ef-4132-a08e-d15004c267a6 req-a2bc9e8f-e884-40bb-a184-ab5d1a401770 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:31.235303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0f7fb9f3-f2ef-4132-a08e-d15004c267a6 req-a2bc9e8f-e884-40bb-a184-ab5d1a401770 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0840006 Mar 11 16:42:31.282325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0f7fb9f3-f2ef-4132-a08e-d15004c267a6 req-ac673bfb-8351-4902-a77c-0bbe48ea66c7 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Mar 11 16:42:32.496383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81be9f8-cee9-4137-affc-9df59932c4eb req-1bc3145e-d9d6-408e-9576-36291a20ce56 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:32.497971 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a81be9f8-cee9-4137-affc-9df59932c4eb req-1bc3145e-d9d6-408e-9576-36291a20ce56 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0862913 Mar 11 16:42:32.549003 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a81be9f8-cee9-4137-affc-9df59932c4eb req-95521069-f2aa-42f0-bc28-cfb84d5e11e2 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453868 Mar 11 16:42:32.753234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32eb071-65cb-4c23-8331-8e92491d4460 req-9f9c2b63-e7a8-454d-a3bb-9096f9083daa tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:32.755512 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e32eb071-65cb-4c23-8331-8e92491d4460 req-9f9c2b63-e7a8-454d-a3bb-9096f9083daa tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0801058 Mar 11 16:42:32.801593 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e32eb071-65cb-4c23-8331-8e92491d4460 req-56c5f83c-337a-42d5-8399-28c353cf21dd tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Mar 11 16:42:38.208943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8592-c4d6-4b67-9165-de7ff0a758ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:41.296217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6431b0dd-5d92-42e3-9c52-f25698a7c1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:42.062010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:42.165199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:43.693341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:45.350330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:46.157105 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:42:47.252737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159e88f-f6ce-423c-9662-55aa5e746048 req-1b733262-d908-4092-91de-90822fc221f8 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:47.254481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5159e88f-f6ce-423c-9662-55aa5e746048 req-1b733262-d908-4092-91de-90822fc221f8 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0842714 Mar 11 16:42:47.299798 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5159e88f-f6ce-423c-9662-55aa5e746048 req-4407f6ed-2bc8-4870-a390-52372e3cef12 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394988 Mar 11 16:42:48.501821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f42b26-69cb-4573-b33a-567a5cc5bb9c req-46ce83de-78c7-4476-bcb7-749dac706b08 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:48.503417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3f42b26-69cb-4573-b33a-567a5cc5bb9c req-46ce83de-78c7-4476-bcb7-749dac706b08 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0764885 Mar 11 16:42:48.549503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e3f42b26-69cb-4573-b33a-567a5cc5bb9c req-7270b98c-612b-4b50-af05-0b4004100afb tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/security-groups?id=de92f9e0-e514-4a5d-af0f-5b35847c5e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395625 Mar 11 16:42:48.965998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-83a5c377-c5a6-4b47-96e4-eb376b26ff2f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:42:48.965998 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-83a5c377-c5a6-4b47-96e4-eb376b26ff2f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Synchronizing usage tracker for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:42:48.979513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-83a5c377-c5a6-4b47-96e4-eb376b26ff2f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Unset dirty status for tenant:bc9dc8156e1c45f8908d3f0b0cca22c0 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:42:48.980806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-83a5c377-c5a6-4b47-96e4-eb376b26ff2f tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 945 time: 0.0943336 Mar 11 16:42:49.099737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Deleting port c70468ec-8898-43c4-a79a-5eefa45cd492 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:49.100255 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:49.362532 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] For port c70468ec-8898-43c4-a79a-5eefa45cd492, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=c70468ec-8898-43c4-a79a-5eefa45cd492,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:49.362919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:49.487864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Calling delete_port for c70468ec-8898-43c4-a79a-5eefa45cd492 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:49.630719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:49.642913 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['c70468ec-8898-43c4-a79a-5eefa45cd492'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:42:49.682437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Pushing event deleted for resources: {'Port': ['ID=c70468ec-8898-43c4-a79a-5eefa45cd492,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:49.737455 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6f251859-b6e1-4893-8ef9-f6f6a44919ad req-16e5b0b0-3ec1-4e31-86e3-dc5e7d5693c3 tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.78 "GET /v2.0/ports?device_id=2414cb1e-90ed-4447-8774-feb001af4020 HTTP/1.1" status: 200 len: 210 time: 0.0540099 Mar 11 16:42:49.774678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] No DVR routers for this DVR port c70468ec-8898-43c4-a79a-5eefa45cd492 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:42:49.777486 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:49.780152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'name': 'network-vif-deleted', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:42:49.800015 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3f076233-a60f-420d-8747-6b2b66ccb075 req-5997222c-6f36-45e6-86ff-48c10f47c30d tempest-TestEncryptedCinderVolumes-1746086916 tempest-TestEncryptedCinderVolumes-1746086916-project] 10.222.0.11 "DELETE /v2.0/ports/c70468ec-8898-43c4-a79a-5eefa45cd492 HTTP/1.1" status: 204 len: 173 time: 0.8142846 Mar 11 16:42:49.849082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2414cb1e-90ed-4447-8774-feb001af4020', 'name': 'network-vif-deleted', 'tag': 'c70468ec-8898-43c4-a79a-5eefa45cd492', 'status': 'completed', 'code': 200} Mar 11 16:42:50.890694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46210) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:51.323281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:52.085055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Deleting port 3162ee36-ab2f-4a75-a475-f4c7384faa49 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:52.085670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:52.264949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] For port 3162ee36-ab2f-4a75-a475-f4c7384faa49, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3162ee36-ab2f-4a75-a475-f4c7384faa49,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:52.265300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:52.387127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Calling delete_port for 3162ee36-ab2f-4a75-a475-f4c7384faa49 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:52.554285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:52.598486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Pushing event deleted for resources: {'Port': ['ID=3162ee36-ab2f-4a75-a475-f4c7384faa49,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:52.642909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.643170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.643511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.643852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.644353 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.644791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.644791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.645343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.645649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.646071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.646397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:42:52.919769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:53.625909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Router 0b951442-d40f-41b4-9c30-cd8dd07ef307 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:42:53.844093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:42:53.854355 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Sync routers for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:42:53.857094 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-37e502b8-e4ee-4b9a-b250-617b4825db2f admin admin] 10.222.0.78 "PUT /v2.0/routers/0b951442-d40f-41b4-9c30-cd8dd07ef307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9652991 Mar 11 16:42:53.859891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46214) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:53.868395 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:42:53.869003 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:54.053677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:42:54.167127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.329877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device c70468ec-8898-43c4-a79a-5eefa45cd492 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:42:54.368720 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: c70468ec-8898-43c4-a79a-5eefa45cd492 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:42:54.369351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device c70468ec-8898-43c4-a79a-5eefa45cd492 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:42:54.376531 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:42:52Z', 'revision_number': 5, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port': {'id': 'b3f51351-1ef7-4adf-b77d-91c56f8fccff', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:38Z', 'updated_at': '2022-03-11T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:54.385381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Checking router: 0b951442-d40f-41b4-9c30-cd8dd07ef307 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:42:54.391412 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.397247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Routers {'0b951442-d40f-41b4-9c30-cd8dd07ef307'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:42:54.397940 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['0b951442-d40f-41b4-9c30-cd8dd07ef307'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:54.401233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Deleting port b3f51351-1ef7-4adf-b77d-91c56f8fccff {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:54.401566 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.546736 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] Set router 0b951442-d40f-41b4-9c30-cd8dd07ef307 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:42:54.585519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] For port b3f51351-1ef7-4adf-b77d-91c56f8fccff, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b3f51351-1ef7-4adf-b77d-91c56f8fccff,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:54.585822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.656024 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:42:54Z', 'revision_number': 6, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:54.660896 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57dce9-e567-4e0f-ab54-9a2ad884f400 None None] The sync data for ids ['0b951442-d40f-41b4-9c30-cd8dd07ef307'] in dv-neutron-833206-1-hyperv is: [{'id': '0b951442-d40f-41b4-9c30-cd8dd07ef307', 'name': 'tempest-TestEncryptedCinderVolumes-1943209819-router', 'tenant_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:37Z', 'updated_at': '2022-03-11T16:42:54Z', 'revision_number': 6, 'project_id': 'bc9dc8156e1c45f8908d3f0b0cca22c0', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:42:54.710138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Calling delete_port for b3f51351-1ef7-4adf-b77d-91c56f8fccff owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:54.878456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:54.924192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f51351-1ef7-4adf-b77d-91c56f8fccff,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:55.091578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3162ee36-ab2f-4a75-a475-f4c7384faa49 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:42:55.136321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3162ee36-ab2f-4a75-a475-f4c7384faa49 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:42:55.136677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3162ee36-ab2f-4a75-a475-f4c7384faa49 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:42:55.162334 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.518972 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.523511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.554687 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.555239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b951442-d40f-41b4-9c30-cd8dd07ef307 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:42:55.568602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.569724 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a360f5e7-346a-4ff5-9bed-71ea99886ecf admin admin] 10.222.0.78 "DELETE /v2.0/routers/0b951442-d40f-41b4-9c30-cd8dd07ef307 HTTP/1.1" status: 204 len: 168 time: 1.7088108 Mar 11 16:42:55.572287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46218) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:55.644945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Deleting subnet 5aa8870f-c51a-4abd-9960-05f1f78d341d {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:42:55.647854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.700636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.787182 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.861154 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.900279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa8870f-c51a-4abd-9960-05f1f78d341d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:55.905143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:55.910585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00dfe8-075d-4896-b13b-f2c63500d7ea None None] Network 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:42:55.912308 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-9da1f0a1-bc45-42ca-979e-d28f8a5922d7 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5aa8870f-c51a-4abd-9960-05f1f78d341d HTTP/1.1" status: 204 len: 168 time: 0.3390567 Mar 11 16:42:55.916500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46222) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:56.040721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.060838 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Deleting port ae64a528-0a4d-4824-b390-26d11cce45cb {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:56.061059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.200764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] DHCP port deletion for 3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:42:56.205282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Deleting port ae64a528-0a4d-4824-b390-26d11cce45cb {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:56.205645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.277507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] For port ae64a528-0a4d-4824-b390-26d11cce45cb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ae64a528-0a4d-4824-b390-26d11cce45cb,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:56.277888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.402447 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Calling delete_port for ae64a528-0a4d-4824-b390-26d11cce45cb owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:56.432105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] For port ae64a528-0a4d-4824-b390-26d11cce45cb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=ae64a528-0a4d-4824-b390-26d11cce45cb,segment=NetworkSegment(7c107ea2-1f56-435c-aad0-cce143dbd754),segment_id=7c107ea2-1f56-435c-aad0-cce143dbd754)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:56.432488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.482283 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.528156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae64a528-0a4d-4824-b390-26d11cce45cb,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:56.532510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] No DVR routers for this DVR port ae64a528-0a4d-4824-b390-26d11cce45cb on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:42:56.553027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Calling delete_port for ae64a528-0a4d-4824-b390-26d11cce45cb owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:56.638697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:42:56.639072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:42:56.656480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.693316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba70d40-c7d1-4d31-abfa-9b6d359a56a8']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:56.705288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c107ea2-1f56-435c-aad0-cce143dbd754') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:56.705581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c107ea2-1f56-435c-aad0-cce143dbd754') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:56.721205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.735232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.742212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:42:56.742621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:42:56.756363 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:42:56.846480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.863730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:56.873876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba70d40-c7d1-4d31-abfa-9b6d359a56a8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:56.894316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46226) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:56.894894 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5f21bdb3-a4e9-4133-82a8-9fea5c2b02a7 admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ba70d40-c7d1-4d31-abfa-9b6d359a56a8 HTTP/1.1" status: 204 len: 168 time: 0.9766927 Mar 11 16:42:56.937997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b3f51351-1ef7-4adf-b77d-91c56f8fccff no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:42:56.969569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: b3f51351-1ef7-4adf-b77d-91c56f8fccff {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:42:56.969945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b3f51351-1ef7-4adf-b77d-91c56f8fccff not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:42:56.970347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ae64a528-0a4d-4824-b390-26d11cce45cb no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:42:57.002849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: ae64a528-0a4d-4824-b390-26d11cce45cb {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:42:57.003189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device ae64a528-0a4d-4824-b390-26d11cce45cb not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:42:57.139903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Deleting port ae64a528-0a4d-4824-b390-26d11cce45cb {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:57.140383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:57.207824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ff91e-ee10-430e-bca9-e06d6b3b43de None None] The port 'ae64a528-0a4d-4824-b390-26d11cce45cb' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:42:57.313203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:58.035975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Deleting port aa73b330-64c3-4d32-8673-fc4714ab215c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:42:58.036642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:58.209211 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] For port aa73b330-64c3-4d32-8673-fc4714ab215c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=aa73b330-64c3-4d32-8673-fc4714ab215c,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:42:58.209563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:58.335362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Calling delete_port for aa73b330-64c3-4d32-8673-fc4714ab215c owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:42:58.505047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:58.552607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Pushing event deleted for resources: {'Port': ['ID=aa73b330-64c3-4d32-8673-fc4714ab215c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:42:58.859171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:42:59.570798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:42:59.777154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:42:59.787976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Sync routers for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:42:59.788543 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e6566d22-2c52-432e-a162-0ed9ea0c836a admin admin] 10.222.0.78 "PUT /v2.0/routers/9be24b26-4a8c-43eb-a803-ab5b9f2afb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906388 Mar 11 16:42:59.789859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46230) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:42:59.799915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:42:59.801094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:42:59.980936 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:00.004891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:00.225394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:00.234592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Deleting port 06b50d62-9836-494a-ae05-371b49e212eb {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:43:00.234976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:00.276334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189'}], 'enable_snat': True}, 'gw_port_id': '06b50d62-9836-494a-ae05-371b49e212eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:42:58Z', 'revision_number': 5, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port': {'id': '06b50d62-9836-494a-ae05-371b49e212eb', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:11:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:00.280427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Checking router: 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:43:00.291712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Routers {'9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:00.292421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:00.421245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] For port 06b50d62-9836-494a-ae05-371b49e212eb, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=06b50d62-9836-494a-ae05-371b49e212eb,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:00.421643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:00.512201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] Set router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:00.568095 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Calling delete_port for 06b50d62-9836-494a-ae05-371b49e212eb owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:43:00.631749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:43:00Z', 'revision_number': 6, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:00.637015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ef760-ce64-4cf3-baaf-bb5364b89f19 None None] The sync data for ids ['9be24b26-4a8c-43eb-a803-ab5b9f2afb2b'] in dv-neutron-833206-1-hyperv is: [{'id': '9be24b26-4a8c-43eb-a803-ab5b9f2afb2b', 'name': 'tempest-TestEncryptedCinderVolumes-1626990109-router', 'tenant_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:41:44Z', 'updated_at': '2022-03-11T16:43:00Z', 'revision_number': 6, 'project_id': 'dd8ffa3e128c4bfca0051951cf8604eb', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:43:00.766770 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:00.813329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b50d62-9836-494a-ae05-371b49e212eb,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:01.048378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aa73b330-64c3-4d32-8673-fc4714ab215c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:43:01.084485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: aa73b330-64c3-4d32-8673-fc4714ab215c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:43:01.084907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device aa73b330-64c3-4d32-8673-fc4714ab215c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:43:01.157511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.421297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.426635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.456899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.457730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be24b26-4a8c-43eb-a803-ab5b9f2afb2b {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:43:01.470997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.472703 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9e3ecb09-59f2-4b09-98a3-4c789c5a52b3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/9be24b26-4a8c-43eb-a803-ab5b9f2afb2b HTTP/1.1" status: 204 len: 168 time: 1.6813259 Mar 11 16:43:01.475154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46234) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:01.535421 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Deleting subnet 04a714db-bc6f-431b-affb-891ddece93f3 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:43:01.538560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.591658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.672040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.746513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.783913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a714db-bc6f-431b-affb-891ddece93f3,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:01.790548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.795561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db013af-6514-4a06-848e-48d03f018d58 None None] Network a4daccae-ccd8-4c91-8250-da2d2d3fc087 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:43:01.796704 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bf55f855-9249-42f0-a6d5-39f101768f01 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/04a714db-bc6f-431b-affb-891ddece93f3 HTTP/1.1" status: 204 len: 168 time: 0.3205593 Mar 11 16:43:01.799148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46238) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:01.916690 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:01.932670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Deleting port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:43:01.932894 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.050106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] DHCP port deletion for a4daccae-ccd8-4c91-8250-da2d2d3fc087 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:43:02.055276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Deleting port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:43:02.055749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.143766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] For port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:02.144766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.265396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] For port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,segment=NetworkSegment(aaae8d81-500e-4533-b5f9-65b4f630e0fa),segment_id=aaae8d81-500e-4533-b5f9-65b4f630e0fa)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:02.265691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.269057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Calling delete_port for 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:43:02.345181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.388635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Calling delete_port for 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:43:02.393463 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e9a776-0bdd-4d7d-b57c-c5f9838354d0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:02.401306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] No DVR routers for this DVR port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:43:02.477366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:43:02.477749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:43:02.616715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.641653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4daccae-ccd8-4c91-8250-da2d2d3fc087']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:02.655930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaae8d81-500e-4533-b5f9-65b4f630e0fa') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:02.656224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaae8d81-500e-4533-b5f9-65b4f630e0fa') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:02.668704 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.684874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.691736 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:43:02.692096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:43:02.705281 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:43:02.786337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.802768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:02.813030 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/a4daccae-ccd8-4c91-8250-da2d2d3fc087 HTTP/1.1" status: 204 len: 168 time: 1.0127981 Mar 11 16:43:02.816558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef4d2a-3edc-4d96-be5b-7feb5134acd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4daccae-ccd8-4c91-8250-da2d2d3fc087,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:02.932213 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:43:02.966662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:43:02.967008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:43:02.967505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 06b50d62-9836-494a-ae05-371b49e212eb no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:43:02.993502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Deleting port 99e9a776-0bdd-4d7d-b57c-c5f9838354d0 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:43:02.993900 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.037847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 06b50d62-9836-494a-ae05-371b49e212eb {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:43:03.041566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 06b50d62-9836-494a-ae05-371b49e212eb not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:43:03.041819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46244) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:03.081246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-dd78b90b-acb1-4454-9571-32eb3de54287 None None] The port '99e9a776-0bdd-4d7d-b57c-c5f9838354d0' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:43:03.096781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-3dbc21a2-1176-4623-aa44-7eabf7793170 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bc9dc8156e1c45f8908d3f0b0cca22c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543053 Mar 11 16:43:03.099307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46248) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:03.163277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.189596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.243718 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.261990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de92f9e0-e514-4a5d-af0f-5b35847c5e1f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:03.270021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.271867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ac7b792b-b487-4baa-a560-4ecf51f33727 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de92f9e0-e514-4a5d-af0f-5b35847c5e1f HTTP/1.1" status: 204 len: 168 time: 0.1714928 Mar 11 16:43:03.726587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46256) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:03.777906 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-acf42211-72c9-4023-b0bb-bfb1776a9aea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd8ffa3e128c4bfca0051951cf8604eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501428 Mar 11 16:43:03.780423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46260) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:03.844193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.873201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.925833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.943411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab5e31-4070-4e0f-99c2-bb6cb7ab8e27,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:03.947296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:03.948395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-734d26d2-d1b8-445e-8004-e1940f6983b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6aab5e31-4070-4e0f-99c2-bb6cb7ab8e27 HTTP/1.1" status: 204 len: 168 time: 0.1670952 Mar 11 16:43:04.880763 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46282) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:05.013760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-872366696-network', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:05.018572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:05.023254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Usage tracker for resource:network and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:05.026206 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:05.031797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:05.042737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Made reservation on behalf of 56fb09c2fde548a598d2db0ec4d228bc for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:43:05.045135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.058490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.090436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:05.094574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:05.099713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:05.106185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:05.186118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.190087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.221371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:43:05.230837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5692be19-0b19-402e-9cf7-f87a56fbc3bf,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:05.236314 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.236695 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Added segment ca8f0311-f9d6-42db-be07-a06f5e120dcd of type vlan for network 6163e385-0338-4809-9c99-e7cee63fdf44 Mar 11 16:43:05.264580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.296260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.297079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:05.297643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.398885 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5170338 Mar 11 16:43:05.399750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce19a18-263d-4a37-9010-50462684441b admin admin] Pushing event updated for resources: {'Network': ['ID=6163e385-0338-4809-9c99-e7cee63fdf44,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:05.401683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46288) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:05.407124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Request body: {'subnet': {'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-872366696-subnet', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:05.409485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 6163e385-0338-4809-9c99-e7cee63fdf44 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:43:05.412492 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:05.416822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Usage tracker for resource:subnet and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:05.420170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:05.426362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:05.437199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Made reservation on behalf of 56fb09c2fde548a598d2db0ec4d228bc for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:43:05.439527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.755361 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.827658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:05.848762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Checking segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:05.849120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Network hostable DHCP agents. Network: 6163e385-0338-4809-9c99-e7cee63fdf44, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:43:05.871883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Network 6163e385-0338-4809-9c99-e7cee63fdf44 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:43:05.883586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 6163e385-0338-4809-9c99-e7cee63fdf44) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:05.888705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:05.889695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.893778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12c1ae-f65b-4fbc-99b4-1f34d52b97b7 None None] Network 6163e385-0338-4809-9c99-e7cee63fdf44 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:43:05.912799 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-59a4c0d3-ce02-4822-8ec5-846420fa8038 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5100975 Mar 11 16:43:05.915621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:05.920728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:05.925983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:05.930174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Usage tracker for resource:router and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:05.933205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:05.939614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:05.951279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.952289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:05.971757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.127149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-6163e385-0338-4809-9c99-e7cee63fdf44', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:43:06.127964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.130059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.296727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Allocated IP 172.20.0.2 (6163e385-0338-4809-9c99-e7cee63fdf44/dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83/993f1dec-984f-4f58-8e55-07c99f2febec) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:06.327126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.365504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.507616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Allocated IP 172.26.4.123 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/b8d49ebc-1ec4-4326-b637-64e4819850c0) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:06.569503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.580288 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Transition to ACTIVE for port object 993f1dec-984f-4f58-8e55-07c99f2febec will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:06.599638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Transition to ACTIVE for port object 993f1dec-984f-4f58-8e55-07c99f2febec will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:06.605515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.665616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.680623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Network 6163e385-0338-4809-9c99-e7cee63fdf44 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:06.683353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:06.687104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:06.692239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Pushing event updated for resources: {'Port': ['ID=993f1dec-984f-4f58-8e55-07c99f2febec,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:06.699401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.729020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.729349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.729678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.730030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.730354 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.730674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.730991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.731312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.731626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.731938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.732249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:06.778359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:06.781313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:06.786325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:06.805513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Attempting to bind port 993f1dec-984f-4f58-8e55-07c99f2febec on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:06.805907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Attempting to bind port 993f1dec-984f-4f58-8e55-07c99f2febec by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:06.806259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Attempting to bind port 993f1dec-984f-4f58-8e55-07c99f2febec on network 6163e385-0338-4809-9c99-e7cee63fdf44 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:06.812833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:06.813164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Pushing event updated for resources: {'Port': ['ID=b8d49ebc-1ec4-4326-b637-64e4819850c0,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:06.813299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Checking segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:06.813589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.814019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Bound using segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:06.814459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Bound port: 993f1dec-984f-4f58-8e55-07c99f2febec, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:06.814827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.909695 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] For port 993f1dec-984f-4f58-8e55-07c99f2febec, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:06.912819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] For port 993f1dec-984f-4f58-8e55-07c99f2febec, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=993f1dec-984f-4f58-8e55-07c99f2febec,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:06.918235 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.967216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:06.967962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:07.004107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496b7c5-595f-4724-ac9d-aa324b58eddb None None] Pushing event updated for resources: {'Port': ['ID=993f1dec-984f-4f58-8e55-07c99f2febec,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:07.238072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Router e0c26ced-5080-4a45-a303-56a07bd01531 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:43:07.447076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:07.456122 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Sync routers for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:43:07.469078 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:07.469685 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:07.473074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:07.474280 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-24e936f3-79f7-479d-8bcf-f64ab608e28f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5578432 Mar 11 16:43:07.476961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46296) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:07.658134 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:07.981320 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:06Z', 'revision_number': 3, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:07.985090 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Checking router: e0c26ced-5080-4a45-a303-56a07bd01531 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:43:07.985427 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Updating router e0c26ced-5080-4a45-a303-56a07bd01531 port b8d49ebc-1ec4-4326-b637-64e4819850c0 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:43:08.043113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.049759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3df752-e380-4af4-ab75-0d28fc46117b None None] Network 6163e385-0338-4809-9c99-e7cee63fdf44 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:43:08.224318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7cda4746-b014-49d3-b7d9-93a9bb54fb23 None None] Provisioning for port 993f1dec-984f-4f58-8e55-07c99f2febec completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:08.259483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-afd7ac58-3aca-47ee-b829-599c555359f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.378388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.393754 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.407081 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Transition to ACTIVE for port object b8d49ebc-1ec4-4326-b637-64e4819850c0 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:08.415318 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.536576 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Pushing event updated for resources: {'Port': ['ID=b8d49ebc-1ec4-4326-b637-64e4819850c0,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:08.553659 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Attempting to bind port b8d49ebc-1ec4-4326-b637-64e4819850c0 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:08.554075 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Attempting to bind port b8d49ebc-1ec4-4326-b637-64e4819850c0 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:08.554377 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Attempting to bind port b8d49ebc-1ec4-4326-b637-64e4819850c0 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:08.560001 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.560508 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.560832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.561225 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.561666 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.562205 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.562619 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.563139 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.563376 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.563765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.564128 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:08.573152 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:08.573610 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:08.574125 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.574568 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:08.575650 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Bound port: b8d49ebc-1ec4-4326-b637-64e4819850c0, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:08.575650 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.613975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Allocated IP 172.20.0.1 (6163e385-0338-4809-9c99-e7cee63fdf44/dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83/eaa5de2d-cc8f-45de-9c94-15ac70aa19f4) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:08.655881 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] For port b8d49ebc-1ec4-4326-b637-64e4819850c0, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:08.659287 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] For port b8d49ebc-1ec4-4326-b637-64e4819850c0, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8d49ebc-1ec4-4326-b637-64e4819850c0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:08.664623 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.745372 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:08.746011 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:42:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:08.766970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.783340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Transition to ACTIVE for port object eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:08.806297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.812433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fae52-85f8-440d-a488-5a4a45d4fb43 None None] Pushing event updated for resources: {'Port': ['ID=b8d49ebc-1ec4-4326-b637-64e4819850c0,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:08.881241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Network 6163e385-0338-4809-9c99-e7cee63fdf44 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:08.884056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:08.886603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:08.943880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:08.947078 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:08.951442 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:08.986730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 993f1dec-984f-4f58-8e55-07c99f2febec up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:09.093016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 993f1dec-984f-4f58-8e55-07c99f2febec completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:09.099917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.103037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 993f1dec-984f-4f58-8e55-07c99f2febec triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:09.105063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.251271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.264966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cb96729e-3ad5-4ce1-bba0-416d916fc4c2 None None] Provisioning for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:09.280671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cb96729e-3ad5-4ce1-bba0-416d916fc4c2 None None] Provisioning complete for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:09.280945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cb96729e-3ad5-4ce1-bba0-416d916fc4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.298370 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:06Z', 'revision_number': 3, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:09.302636 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6d829-b755-4ee5-b29a-6ebc79ce9072 None None] The sync data for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv is: [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:06Z', 'revision_number': 3, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:43:09.343539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 993f1dec-984f-4f58-8e55-07c99f2febec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=993f1dec-984f-4f58-8e55-07c99f2febec,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:09.352198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.382348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.387386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.388647 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cb96729e-3ad5-4ce1-bba0-416d916fc4c2 None None] Port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:09.426089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=993f1dec-984f-4f58-8e55-07c99f2febec,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:09.502830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:09.506026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:09.772979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Network 6163e385-0338-4809-9c99-e7cee63fdf44 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:09.774441 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:10.024926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-9087b7a4-ad57-4ec3-8de1-e37291354aef None None] Provisioning complete for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:10.025449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9087b7a4-ad57-4ec3-8de1-e37291354aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:10.091589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-9087b7a4-ad57-4ec3-8de1-e37291354aef None None] Port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:10.213598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Router e0c26ced-5080-4a45-a303-56a07bd01531 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:10.418637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:10.428330 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-76e183a5-331d-4645-80b9-7c50b0bf1864 admin admin] 10.222.0.78 "PUT /v2.0/routers/e0c26ced-5080-4a45-a303-56a07bd01531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9503579 Mar 11 16:43:11.013861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8d49ebc-1ec4-4326-b637-64e4819850c0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:11.090808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b8d49ebc-1ec4-4326-b637-64e4819850c0 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:11.096600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b8d49ebc-1ec4-4326-b637-64e4819850c0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:11.097022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.219810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.236790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b8d49ebc-1ec4-4326-b637-64e4819850c0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8d49ebc-1ec4-4326-b637-64e4819850c0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:11.241017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.241804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 993f1dec-984f-4f58-8e55-07c99f2febec up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:11.345395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46318) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:11.351987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1858572373-network', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:11.355741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-11c07f05-5483-4b24-8297-48e4f2025c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.358731 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:11.365079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Usage tracker for resource:network and tenant:2a05e28cb9c24f48a69c612f840bb323 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:11.368098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:11.370572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b8d49ebc-1ec4-4326-b637-64e4819850c0,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:11.380505 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:11.385561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 993f1dec-984f-4f58-8e55-07c99f2febec triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:11.385962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.390734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Made reservation on behalf of 2a05e28cb9c24f48a69c612f840bb323 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:43:11.393018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.406250 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.440053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:11.444170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:2a05e28cb9c24f48a69c612f840bb323 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:11.447090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:11.452927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:11.535364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.539326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.572207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:43:11.581062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19154b12-381d-4961-b55f-139b6f064565,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:11.588559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.588902 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Added segment 8a910588-c848-4348-9adb-3f601ac4b6ea of type vlan for network ba240014-4c63-409a-ae0c-d078776d2608 Mar 11 16:43:11.621970 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.653185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.654096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:11.654647 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:11.759242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba240014-4c63-409a-ae0c-d078776d2608,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:11.762002 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-88427a51-3b92-4c21-9cbd-5779f960c8b4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4148505 Mar 11 16:43:11.765148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46322) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:11.771816 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network ba240014-4c63-409a-ae0c-d078776d2608 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:43:11.772062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Request body: {'subnet': {'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1858572373-subnet', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:11.776398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:11.780985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Usage tracker for resource:subnet and tenant:2a05e28cb9c24f48a69c612f840bb323 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:11.783903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:11.790151 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:11.799667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Made reservation on behalf of 2a05e28cb9c24f48a69c612f840bb323 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:43:11.802523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.010279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.068927 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.085201 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:12.101248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Checking segment: {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:12.101598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Network hostable DHCP agents. Network: ba240014-4c63-409a-ae0c-d078776d2608, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:43:12.123576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Network ba240014-4c63-409a-ae0c-d078776d2608 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:43:12.132895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, ba240014-4c63-409a-ae0c-d078776d2608) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:12.139871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:12.139871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.143906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78de64-7e0f-4497-bdc1-f7e2b9bb4b69 None None] Network ba240014-4c63-409a-ae0c-d078776d2608 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:43:12.159946 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4efcdbff-df25-47e2-9576-82aa63df9178 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3932362 Mar 11 16:43:12.162427 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46326) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:12.167429 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:12.171957 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:12.176308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Usage tracker for resource:router and tenant:2a05e28cb9c24f48a69c612f840bb323 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:12.179679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:12.185234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:12.202317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.203280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.225202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.236676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.374725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.387651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-ba240014-4c63-409a-ae0c-d078776d2608', 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'fixed_ips': [{'subnet_id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:43:12.388601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.567298 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Allocated IP 172.20.0.2 (ba240014-4c63-409a-ae0c-d078776d2608/a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca/4f0b300d-c3ab-4ef1-bc6e-70f934bf8122) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:12.701504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.743244 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.791232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.802321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Transition to ACTIVE for port object 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:12.822558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Transition to ACTIVE for port object 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:12.828326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:12.883729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Sync routers for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:43:12.907272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Allocated IP 172.26.4.44 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3d7f433f-311d-453c-b325-37850d224bd6) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:12.912091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Network ba240014-4c63-409a-ae0c-d078776d2608 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:12.916688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:12.921432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:12.924249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Pushing event updated for resources: {'Port': ['ID=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:12.962106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:12.962722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:13.017240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8d49ebc-1ec4-4326-b637-64e4819850c0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:13.082423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.111736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.187381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:13.188469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:13.190504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Pushing event updated for resources: {'Port': ['ID=3d7f433f-311d-453c-b325-37850d224bd6,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:13.194014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:13.227223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Attempting to bind port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:13.227854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Attempting to bind port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:13.227854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Attempting to bind port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 on network ba240014-4c63-409a-ae0c-d078776d2608 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:13.255897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:13.256263 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Checking segment: {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:13.256659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.257051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Bound using segment: {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:13.257520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Bound port: 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:13.257918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.270388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b8d49ebc-1ec4-4326-b637-64e4819850c0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:13.270752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.360075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.360809 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.371792 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:13.563129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] For port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:13.602090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Router 833ad79e-bd80-42c0-93ba-f8da4b35e467 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:43:13.669275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] For port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:13.692838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.791787 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.815056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:13.824169 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Sync routers for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:43:13.838151 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:13.838752 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:13.847823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:13.849883 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a462a6b6-733b-403d-bc5b-65e9867b418f admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6864724 Mar 11 16:43:13.852749 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46330) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:43:13.876727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9adda-cec1-4bca-91d9-26613cf9a1a3 None None] Pushing event updated for resources: {'Port': ['ID=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:13.954968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:09Z', 'revision_number': 2, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:13.963548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Checking router: e0c26ced-5080-4a45-a303-56a07bd01531 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:43:13.963899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Updating router e0c26ced-5080-4a45-a303-56a07bd01531 port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:43:14.028295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.076397 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:14.462798 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:13Z', 'revision_number': 3, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:14.466967 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Checking router: 833ad79e-bd80-42c0-93ba-f8da4b35e467 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:43:14.467303 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Updating router 833ad79e-bd80-42c0-93ba-f8da4b35e467 port 3d7f433f-311d-453c-b325-37850d224bd6 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:43:14.485912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.498398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Transition to ACTIVE for port object eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:14.506240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.523745 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.640201 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf205-ee57-4e5f-a35a-16207dfc76af None None] Pushing event updated for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:14.755383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Attempting to bind port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:14.756036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Attempting to bind port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:14.756935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Attempting to bind port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 on network 6163e385-0338-4809-9c99-e7cee63fdf44 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:14.765024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:14.765723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Checking segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:14.766289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.767024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Bound using segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:14.767675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Bound port: eaa5de2d-cc8f-45de-9c94-15ac70aa19f4, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:14.768217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.782997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:14.890101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] For port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:14.895134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] For port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:14.904942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.066249 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.088046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:15.089135 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Transition to ACTIVE for port object 3d7f433f-311d-453c-b325-37850d224bd6 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:15.106041 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.160791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:15.161340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:15.213132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56c5ac-bcb9-49c3-854a-173a00319657 None None] Pushing event updated for resources: {'Port': ['ID=3d7f433f-311d-453c-b325-37850d224bd6,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:15.262522 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Attempting to bind port 3d7f433f-311d-453c-b325-37850d224bd6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:15.263173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf205-ee57-4e5f-a35a-16207dfc76af None None] Pushing event updated for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:15.263421 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Attempting to bind port 3d7f433f-311d-453c-b325-37850d224bd6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:15.263960 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Attempting to bind port 3d7f433f-311d-453c-b325-37850d224bd6 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:15.264090 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Allocated IP 172.20.0.1 (ba240014-4c63-409a-ae0c-d078776d2608/a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca/4cf8194f-5a1c-4834-81b4-179cd9be7cb5) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:15.276776 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:15.277247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:15.277774 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.278255 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:15.278811 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Bound port: 3d7f433f-311d-453c-b325-37850d224bd6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:15.279960 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.392905 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] For port 3d7f433f-311d-453c-b325-37850d224bd6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:15.400765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] For port 3d7f433f-311d-453c-b325-37850d224bd6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d7f433f-311d-453c-b325-37850d224bd6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:15.416758 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.429577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7cef03-a468-44fe-bad3-616bb208a96f None None] Network ba240014-4c63-409a-ae0c-d078776d2608 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:43:15.455021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.463072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.485170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Transition to ACTIVE for port object 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:15.518973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.530716 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:15.531348 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:15.551702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:15.598423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Network ba240014-4c63-409a-ae0c-d078776d2608 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:15.601378 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:15.605794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:15.609024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:15.731279 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56c5ac-bcb9-49c3-854a-173a00319657 None None] Pushing event updated for resources: {'Port': ['ID=3d7f433f-311d-453c-b325-37850d224bd6,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:15.755948 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:15.772797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.775252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:15.830226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Provisioning for port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:15.866309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:15.989273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Provisioning complete for port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:15.989631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.093117 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:13Z', 'revision_number': 3, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:16.098407 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9e7fc-5bce-4bb8-b31a-bdb6c1159147 None None] The sync data for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv is: [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:13Z', 'revision_number': 3, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:43:16.135119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.139965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.227407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.258302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:16.264271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.267926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] For port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:16.278276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:14Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:16.280319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.323073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70359ce5-adf4-4192-b549-1abe10f73293 None None] The sync data for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv is: [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:14Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:43:16.372001 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87a4ea-a26e-49b5-a637-bf4d86c9653d None None] Pushing event updated for resources: {'Port': ['ID=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:16.440390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Network ba240014-4c63-409a-ae0c-d078776d2608 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:16.441593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:16.498912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Provisioning for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:16.508432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Provisioning complete for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:16.508723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:16.630119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:16.646545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Provisioning complete for port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:16.647518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-03882b77-d895-49a4-8913-adf47c7d85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.020459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-81497e50-8d4d-4b90-8090-babbf72f7758 None None] Provisioning complete for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:17.022694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-81497e50-8d4d-4b90-8090-babbf72f7758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.115428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Router 833ad79e-bd80-42c0-93ba-f8da4b35e467 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:43:17.120540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:17.179774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-81497e50-8d4d-4b90-8090-babbf72f7758 None None] Port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:17.215246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:17.215898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.352192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-10a4be44-4454-474e-9db0-0a55b31c4d24 None None] Provisioning complete for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:17.352641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10a4be44-4454-474e-9db0-0a55b31c4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.429627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:43:17.452796 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-773e6973-0a17-43d7-b879-0aed882530a8 admin admin] 10.222.0.78 "PUT /v2.0/routers/833ad79e-bd80-42c0-93ba-f8da4b35e467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903547 Mar 11 16:43:17.453609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-10a4be44-4454-474e-9db0-0a55b31c4d24 None None] Port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:17.453609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:17.566312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:17.571812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:17.572185 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.727022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.776809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:17.784299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:17.785275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d7f433f-311d-453c-b325-37850d224bd6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:17.944457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 3d7f433f-311d-453c-b325-37850d224bd6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:17.952038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3d7f433f-311d-453c-b325-37850d224bd6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:17.952408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:18.006157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:18.119389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:18.138015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 3d7f433f-311d-453c-b325-37850d224bd6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d7f433f-311d-453c-b325-37850d224bd6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:18.142563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:18.216538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=3d7f433f-311d-453c-b325-37850d224bd6,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:18.960489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:19.055156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:19.055891 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:19.194554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d7f433f-311d-453c-b325-37850d224bd6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:19.304432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 3d7f433f-311d-453c-b325-37850d224bd6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:19.304862 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:23.158284 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:43:28.948588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-045fe31c-2610-44e3-b41a-f5eb71db1d49 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:28.950017 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-045fe31c-2610-44e3-b41a-f5eb71db1d49 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 814 time: 0.1558743 Mar 11 16:43:28.966965 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-f1340ee0-47b9-4ec6-8845-bc678ed4ff8a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/quotas/56fb09c2fde548a598d2db0ec4d228bc HTTP/1.1" status: 200 len: 375 time: 0.0116746 Mar 11 16:43:29.062280 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-ecd6314f-c731-4b1f-a293-55e0ab7f7de3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801461 Mar 11 16:43:29.309085 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-0b16661d-1904-4ff0-95a7-39138cd7e64c service neutron] 10.222.0.78 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343547 Mar 11 16:43:29.455908 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-bf64786c-27de-4ea2-b970-bf8dac37db1a service neutron] 10.222.0.78 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409853 Mar 11 16:43:29.646781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-31bd3863-9509-4bdb-899b-4ba46116cf9f req-ef431496-756e-48f1-8ada-a328d9f0ae8f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.0416727 Mar 11 16:43:30.750855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-72696164-6700-430e-bb5f-e4874f3c590e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:30.751533 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-72696164-6700-430e-bb5f-e4874f3c590e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Synchronizing usage tracker for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:43:30.769483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-72696164-6700-430e-bb5f-e4874f3c590e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Unset dirty status for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:43:30.771665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-72696164-6700-430e-bb5f-e4874f3c590e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 814 time: 0.1937530 Mar 11 16:43:30.790227 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'port': {'device_id': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'admin_state_up': True, 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:30.822526 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2f4442e-8691-4892-bc42-b2fab5918b9b req-8973d932-812d-4b69-a43f-a05be6818003 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 210 time: 0.0485051 Mar 11 16:43:30.958254 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:43:30.963233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:port and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:43:30.969578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:43:30.979571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:43:31.003234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Made reservation on behalf of 56fb09c2fde548a598d2db0ec4d228bc for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:43:31.010174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:31.261511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Allocated IP 172.20.0.4 (6163e385-0338-4809-9c99-e7cee63fdf44/dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83/de50b27e-63e1-46f8-b328-6ae8986fa1e5) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:43:31.717342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:31.739587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Transition to ACTIVE for port object de50b27e-63e1-46f8-b328-6ae8986fa1e5 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:31.772689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:31.865521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Network 6163e385-0338-4809-9c99-e7cee63fdf44 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:43:31.868963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:43:31.873418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:43:31.933964 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:31.968346 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.968704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.969084 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.969421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.969903 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.970237 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.970568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.970894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.971348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.971684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:31.972007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:43:32.068668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:32.071690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:32.093778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bbc1c-a9b2-4e78-9c3d-abf488bfb750 req-f4f94f00-59d4-49e6-a6e7-b68a8c303c37 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:32.102879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b7bbc1c-a9b2-4e78-9c3d-abf488bfb750 req-f4f94f00-59d4-49e6-a6e7-b68a8c303c37 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.1290460 Mar 11 16:43:32.124968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-779f0c2d-c751-425d-83db-a250ef0aa875 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3394001 Mar 11 16:43:32.178120 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4b7bbc1c-a9b2-4e78-9c3d-abf488bfb750 req-e3d28e8a-66b4-4161-a3f3-44c76dd516e8 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738885 Mar 11 16:43:32.299411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6141d139-e111-455a-ae22-e49707098648 None None] Provisioning for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:32.307387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-6141d139-e111-455a-ae22-e49707098648 None None] Provisioning complete for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:32.307964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6141d139-e111-455a-ae22-e49707098648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:32.368777 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6141d139-e111-455a-ae22-e49707098648 None None] Port de50b27e-63e1-46f8-b328-6ae8986fa1e5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:43:33.394873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86444690-347a-4e15-ad09-ddcbde460c3b req-aa18115d-04c7-4b68-beb8-3b14745ca12d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:33.398363 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-86444690-347a-4e15-ad09-ddcbde460c3b req-aa18115d-04c7-4b68-beb8-3b14745ca12d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0938618 Mar 11 16:43:33.496970 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-86444690-347a-4e15-ad09-ddcbde460c3b req-6db06809-32c8-44c9-96f0-6c787654e110 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Mar 11 16:43:34.715634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b83e4b-aba0-467c-a0b9-eaecff15a9d6 req-e618edb2-6199-4cac-b7a0-117cd1728224 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:34.718872 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61b83e4b-aba0-467c-a0b9-eaecff15a9d6 req-e618edb2-6199-4cac-b7a0-117cd1728224 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0868087 Mar 11 16:43:34.783153 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-61b83e4b-aba0-467c-a0b9-eaecff15a9d6 req-136085be-f03c-44ed-ad3b-c4847a0cfdd4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569179 Mar 11 16:43:36.012259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846e94-f756-437c-a567-261fcfbb3f18 req-ff1862b5-0aaa-4cdb-acc6-0760d764461a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:36.014150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33846e94-f756-437c-a567-261fcfbb3f18 req-ff1862b5-0aaa-4cdb-acc6-0760d764461a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0955510 Mar 11 16:43:36.086944 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33846e94-f756-437c-a567-261fcfbb3f18 req-9fba1498-5266-41d4-9a10-af6d0c949aba tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648570 Mar 11 16:43:37.327393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a970-7e8d-4414-901f-f9d53749c73a req-f161dc0d-1a5f-4617-88df-d343fb7d252b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:37.329019 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7a0a970-7e8d-4414-901f-f9d53749c73a req-f161dc0d-1a5f-4617-88df-d343fb7d252b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.1037426 Mar 11 16:43:37.399302 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7a0a970-7e8d-4414-901f-f9d53749c73a req-fd98a7eb-68db-4fb5-be1c-ca3157a16d66 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Mar 11 16:43:38.214421 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b190357a-217a-4587-8eca-e7df2c997e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:38.610323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670adb8-8c3d-4694-96ef-ce5475c3ef24 req-dac93be5-57de-4d12-9582-b6d4dc8fa494 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:38.612960 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8670adb8-8c3d-4694-96ef-ce5475c3ef24 req-dac93be5-57de-4d12-9582-b6d4dc8fa494 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0872040 Mar 11 16:43:38.660631 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8670adb8-8c3d-4694-96ef-ce5475c3ef24 req-4da8b13e-4101-4326-acd7-b417fbfd89f3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Mar 11 16:43:38.871415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Sync routers for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:43:38.883845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:38.884446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:39.068824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:39.403619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 4, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '4cf8194f-5a1c-4834-81b4-179cd9be7cb5', 'name': '', 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'mac_address': 'fa:16:3e:49:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:14Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 2, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'subnets': [{'id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:39.408977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Checking router: 833ad79e-bd80-42c0-93ba-f8da4b35e467 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:43:39.410039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Updating router 833ad79e-bd80-42c0-93ba-f8da4b35e467 port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:43:39.466904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:39.843031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:39.855232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Transition to ACTIVE for port object 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:39.859921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916914ff-66fa-4695-86f2-7791fca5b7ac req-39eedaad-df54-4f51-8dbe-6ab0df7d7a81 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:39.861510 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-916914ff-66fa-4695-86f2-7791fca5b7ac req-39eedaad-df54-4f51-8dbe-6ab0df7d7a81 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0781596 Mar 11 16:43:39.862376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:39.920777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-916914ff-66fa-4695-86f2-7791fca5b7ac req-3f453b2e-5108-48e3-82d7-d91d2bf5995a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Mar 11 16:43:40.001029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b80a-8d0d-456b-bfc1-4b436a025e97 None None] Pushing event updated for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:40.097614 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Attempting to bind port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:40.098010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Attempting to bind port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:40.098365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Attempting to bind port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 on network ba240014-4c63-409a-ae0c-d078776d2608 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:40.104912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:40.105271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Checking segment: {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:40.105864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:40.106070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Bound using segment: {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:40.106531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Bound port: 4cf8194f-5a1c-4834-81b4-179cd9be7cb5, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a910588-c848-4348-9adb-3f601ac4b6ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:40.106898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:40.218972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] For port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:40.222347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] For port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:40.227277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:40.352085 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:43:40.352715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:40.409564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b80a-8d0d-456b-bfc1-4b436a025e97 None None] Pushing event updated for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:40.550571 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:43:40.879915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 4, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '4cf8194f-5a1c-4834-81b4-179cd9be7cb5', 'name': '', 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'mac_address': 'fa:16:3e:49:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:14Z', 'updated_at': '2022-03-11T16:43:40Z', 'revision_number': 4, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'subnets': [{'id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:43:40.883926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdeda6-5a66-432f-ad27-9fb4d34b25e6 None None] The sync data for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv is: [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:15Z', 'revision_number': 4, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '4cf8194f-5a1c-4834-81b4-179cd9be7cb5', 'name': '', 'network_id': 'ba240014-4c63-409a-ae0c-d078776d2608', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'mac_address': 'fa:16:3e:49:62:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:14Z', 'updated_at': '2022-03-11T16:43:40Z', 'revision_number': 4, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'subnets': [{'id': 'a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:43:41.141451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188725af-0b64-486d-8a20-7891204393a1 req-07b72149-e9b5-4e88-a313-3ba0023d6565 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:41.142980 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-188725af-0b64-486d-8a20-7891204393a1 req-07b72149-e9b5-4e88-a313-3ba0023d6565 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 931 time: 0.0827839 Mar 11 16:43:41.197220 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-188725af-0b64-486d-8a20-7891204393a1 req-a0d0a514-7861-40f4-ba33-d45056cebea0 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480497 Mar 11 16:43:41.300640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-51908623-0657-48d0-a6d6-4462cfb3b39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:41.670752 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Request body: {'port': {'device_id': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:43:41.791087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.074125 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.145123 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de50b27e-63e1-46f8-b328-6ae8986fa1e5 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:43:42.152366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.168736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Transition to ACTIVE for port object de50b27e-63e1-46f8-b328-6ae8986fa1e5 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:43:42.172971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.174184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.305470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:42.426337 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Attempting to bind port de50b27e-63e1-46f8-b328-6ae8986fa1e5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:43:42.426669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Attempting to bind port de50b27e-63e1-46f8-b328-6ae8986fa1e5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:43:42.427002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Attempting to bind port de50b27e-63e1-46f8-b328-6ae8986fa1e5 on network 6163e385-0338-4809-9c99-e7cee63fdf44 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:42.427647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8649c-c279-4e92-8c41-fe32c774bbfb req-909d9ff0-05c7-4cbf-8415-f985e5a4d29b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:42.429169 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-19a8649c-c279-4e92-8c41-fe32c774bbfb req-909d9ff0-05c7-4cbf-8415-f985e5a4d29b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 943 time: 0.0892537 Mar 11 16:43:42.433814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Port de50b27e-63e1-46f8-b328-6ae8986fa1e5 on network 6163e385-0338-4809-9c99-e7cee63fdf44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:43:42.434138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Attempting to bind port de50b27e-63e1-46f8-b328-6ae8986fa1e5 on network 6163e385-0338-4809-9c99-e7cee63fdf44 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:43:42.442293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:43:42.442628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Checking segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:43:42.443006 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Bound using segment: {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:43:42.443436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Bound port: de50b27e-63e1-46f8-b328-6ae8986fa1e5, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8f0311-f9d6-42db-be07-a06f5e120dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:43:42.443779 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.482879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-19a8649c-c279-4e92-8c41-fe32c774bbfb req-e1f43ce7-0d92-4b4e-ad74-eea44edfb97c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Mar 11 16:43:42.546077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:43:42.549149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:43:42.554168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.619988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:42.621723 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1093 time: 0.9554925 Mar 11 16:43:42.622172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:43:42.644351 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ed521-23a7-4ec9-b1c8-c2cf16acb8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:42.755710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-23d7f93d-35e2-46a2-82e8-87dcb07bf2ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0934889 Mar 11 16:43:42.828347 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-68634d69-8784-4eb6-8229-ae8faf147270 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 217 time: 0.0654073 Mar 11 16:43:42.870144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:43:42.897320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-3e82ea50-491c-46b3-adba-c1fcb6df55b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:42.898861 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-3e82ea50-491c-46b3-adba-c1fcb6df55b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0644693 Mar 11 16:43:42.978886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:42.990135 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-495be426-2a52-4325-aa08-18df17f62722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852163 Mar 11 16:43:43.059730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:43.065817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:43.066102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.130565 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-d439f56a-fce3-45c0-b962-bc8563fe756c service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338582 Mar 11 16:43:43.184376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.219262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:43.224563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.294396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:43.379925 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fb09bd3d-7dab-4434-b044-1850402e7fb8 req-4137393f-a3c8-4af5-874a-218a727b49ea service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441132 Mar 11 16:43:43.504038 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-ccbf1050-76a8-48c8-bc4a-65995403a7d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1096 time: 0.0816894 Mar 11 16:43:43.644534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-86ed94d3-06b5-46f4-82ac-60941e26ba91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:43.646045 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-86ed94d3-06b5-46f4-82ac-60941e26ba91 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1364293 Mar 11 16:43:43.646205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:43.702527 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94300-c9cb-4ae5-bbc8-7b7fc87e0287 req-9be6d5e7-1777-4482-91f7-801d2fd6f6f2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:43.703883 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84d94300-c9cb-4ae5-bbc8-7b7fc87e0287 req-9be6d5e7-1777-4482-91f7-801d2fd6f6f2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 943 time: 0.0880549 Mar 11 16:43:43.713938 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-bab7936e-a016-42c8-afeb-a6a5f2ca08f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 217 time: 0.0622106 Mar 11 16:43:43.753515 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84d94300-c9cb-4ae5-bbc8-7b7fc87e0287 req-2cc26bfe-2905-42f3-9b3b-beeb145c3509 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Mar 11 16:43:43.784988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-20cf21cf-9562-4973-b832-914ab066f2fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:43.786528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-20cf21cf-9562-4973-b832-914ab066f2fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0668821 Mar 11 16:43:43.861084 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-36d99e9c-9351-46a6-96a4-436f90139260 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690515 Mar 11 16:43:44.002358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-8e4941cf-72d3-4f84-9dce-c866d0fa472b service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348133 Mar 11 16:43:44.158060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e4ae181-a00c-48eb-b9b8-4114a1905099 req-324a8261-25a5-4b03-8271-ad5479170e93 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495733 Mar 11 16:43:44.961733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729c128-dc11-4551-ba49-a6566937d914 req-dabe6257-0b07-40e9-be70-ce2c67e3b101 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:44.962562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:44.963334 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e729c128-dc11-4551-ba49-a6566937d914 req-dabe6257-0b07-40e9-be70-ce2c67e3b101 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 943 time: 0.0856798 Mar 11 16:43:45.022343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e729c128-dc11-4551-ba49-a6566937d914 req-85497ca9-abfc-40ea-922d-34f2b0aba505 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530751 Mar 11 16:43:45.038600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:45.039063 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:45.357914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.225784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c0762-c176-43fe-bad3-aa0c06225f78 req-8f4ee61c-2b44-436c-a0ff-a64e2804d10e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:46.227742 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b3c0762-c176-43fe-bad3-aa0c06225f78 req-8f4ee61c-2b44-436c-a0ff-a64e2804d10e tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 943 time: 0.0819879 Mar 11 16:43:46.278781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b3c0762-c176-43fe-bad3-aa0c06225f78 req-1d50527d-9d89-4fd8-b8bb-578708399a94 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452917 Mar 11 16:43:46.537180 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device de50b27e-63e1-46f8-b328-6ae8986fa1e5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:43:46.680565 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:46.695350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'port_id': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'mac_address': 'fa:16:3e:91:01:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:43:46.759685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.777220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de50b27e-63e1-46f8-b328-6ae8986fa1e5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:43:46.792096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:46.796310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:46.872985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:47.123661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:43:47.500584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742394c-ebf1-4388-b0c8-0ba8bf17bd23 req-0402d8a0-8177-47d6-ae69-07f69292addf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:47.502069 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0742394c-ebf1-4388-b0c8-0ba8bf17bd23 req-0402d8a0-8177-47d6-ae69-07f69292addf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.0913966 Mar 11 16:43:47.550005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0742394c-ebf1-4388-b0c8-0ba8bf17bd23 req-39664221-caee-48db-ba1b-fa8ff9f0987b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Mar 11 16:43:48.545300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device de50b27e-63e1-46f8-b328-6ae8986fa1e5 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:43:48.661853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:43:48.666691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:43:48.667066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:48.789343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053504a-0458-4aa5-b552-baead4e64a55 req-11a7493f-9e46-4343-81f5-d2b1cdcc9e83 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:48.791040 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e053504a-0458-4aa5-b552-baead4e64a55 req-11a7493f-9e46-4343-81f5-d2b1cdcc9e83 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 944 time: 0.0981588 Mar 11 16:43:48.793327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:48.824662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:43:48.839388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:43:48.839627 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e053504a-0458-4aa5-b552-baead4e64a55 req-23502584-1772-411c-919e-97107d4323e5 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Mar 11 16:43:48.844206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:43:48.891007 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'code': 200} Mar 11 16:43:48.916397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:43:49.132564 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-820fdfb6-0d2d-4f42-8777-905ab5bbe45f req-5921538a-10aa-4e29-8269-6f4ed41f90ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0785377 Mar 11 16:43:49.175179 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-820fdfb6-0d2d-4f42-8777-905ab5bbe45f req-db0bdd76-3cdc-4a01-a280-57f840ac582f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Mar 11 16:43:50.039366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a17587-416e-4bdf-aaf0-ece0d43c058d req-0d11c11c-bbb2-47a7-9e66-4c7320b61bf5 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:50.040919 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-29a17587-416e-4bdf-aaf0-ece0d43c058d req-0d11c11c-bbb2-47a7-9e66-4c7320b61bf5 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0785284 Mar 11 16:43:50.086685 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-29a17587-416e-4bdf-aaf0-ece0d43c058d req-2924c843-67fd-407d-b539-d5e8e04645a0 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Mar 11 16:43:51.376175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62b54f-3322-4e03-9477-32a8994bdaf6 req-adf488ee-ce77-47d6-adb8-07fc0e0856b9 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:51.377947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2b62b54f-3322-4e03-9477-32a8994bdaf6 req-adf488ee-ce77-47d6-adb8-07fc0e0856b9 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.1660862 Mar 11 16:43:51.423787 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2b62b54f-3322-4e03-9477-32a8994bdaf6 req-6fcd9811-a24d-4a26-b0c9-e354fd8792af tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Mar 11 16:43:51.626264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81467aaa-a788-4a99-a0ea-3d79ecdb01b7 req-3526c8aa-428c-42f0-a85d-7d320a31d0bd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:51.628212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81467aaa-a788-4a99-a0ea-3d79ecdb01b7 req-3526c8aa-428c-42f0-a85d-7d320a31d0bd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0798135 Mar 11 16:43:51.676366 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-81467aaa-a788-4a99-a0ea-3d79ecdb01b7 req-742b392a-8ed7-402e-b705-438b6b498bb5 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Mar 11 16:43:52.107687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e63772-3222-40c5-a553-893380f0c891 req-2ec92c89-bb13-4478-a57a-904d338846be tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:43:52.109107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40e63772-3222-40c5-a553-893380f0c891 req-2ec92c89-bb13-4478-a57a-904d338846be tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0802560 Mar 11 16:43:52.154499 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40e63772-3222-40c5-a553-893380f0c891 req-87cc7283-9d6b-4bf1-9fe7-55de2dc28cdd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Mar 11 16:44:00.163054 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:44:00.473078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-266d09eb-31bb-4313-b758-7ee094a54b37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693278 Mar 11 16:44:00.622618 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-233339fe-5608-4185-a671-10aa6b07772f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.0740643 Mar 11 16:44:00.778654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-cb0687c1-cecc-43d6-8858-4107da790b9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:00.780233 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-cb0687c1-cecc-43d6-8858-4107da790b9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1380110 Mar 11 16:44:00.863239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-ce8a1187-a6fa-409c-8476-850913df51c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 217 time: 0.0752108 Mar 11 16:44:00.942979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-ec8c9093-2ffc-495e-9022-15b0aa132c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:00.943610 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-ec8c9093-2ffc-495e-9022-15b0aa132c19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0747395 Mar 11 16:44:01.021649 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-2b5636e5-6704-47a5-b3a7-652d25d582fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715573 Mar 11 16:44:01.158543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-01663485-30ea-449a-9252-35ecc51e4806 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302853 Mar 11 16:44:01.398757 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-54343503-6d82-44bd-b6e0-e899fbd8166c req-7f379014-4e3b-4b72-a7a9-071b4b799e02 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341776 Mar 11 16:44:02.371042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1749dec-2a4b-45bc-92e5-65954b252ba3 req-aa17a149-9126-414c-adba-2c54dfd792a4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:02.372498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1749dec-2a4b-45bc-92e5-65954b252ba3 req-aa17a149-9126-414c-adba-2c54dfd792a4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0801942 Mar 11 16:44:02.431211 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a1749dec-2a4b-45bc-92e5-65954b252ba3 req-de173259-025c-4bbd-9c79-364a7e69d53a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527678 Mar 11 16:44:02.460207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46512) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:02.663136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-794f9b64-de9e-4104-a01f-14275db2379c tempest-TestMinimumBasicScenario-1033226158 tempest-TestMinimumBasicScenario-1033226158-project-admin] Synchronizing usage tracker for tenant:2a05e28cb9c24f48a69c612f840bb323 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:44:02.680940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-794f9b64-de9e-4104-a01f-14275db2379c tempest-TestMinimumBasicScenario-1033226158 tempest-TestMinimumBasicScenario-1033226158-project-admin] Unset dirty status for tenant:2a05e28cb9c24f48a69c612f840bb323 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:44:02.682060 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-794f9b64-de9e-4104-a01f-14275db2379c tempest-TestMinimumBasicScenario-1033226158 tempest-TestMinimumBasicScenario-1033226158-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1093 time: 0.2209342 Mar 11 16:44:02.685590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46518) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:02.691628 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:02.697360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:02.701189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:floatingip and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:02.704008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:02.718841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:02.729329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:02.868315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:03.020038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Allocated IP 172.26.4.101 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/779890c9-4c89-41bc-b7cf-09562096b1f0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:44:03.169733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:03.201646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:03.268227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:44:03.271965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:44:03.274358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:44:03.313198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'Port': ['ID=779890c9-4c89-41bc-b7cf-09562096b1f0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:03.334130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.334468 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.334807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.335146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.335477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.335806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.336130 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.336452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.336774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.337096 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.337414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:44:03.806589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:03.869255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:04.165673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:04.170528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:04.279885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'Port': ['ID=779890c9-4c89-41bc-b7cf-09562096b1f0,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:04.294052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:04.496138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Floating IP c3135627-ccba-4a8e-bd33-df09482ddf77 associated. External IP: 172.26.4.101, port: de50b27e-63e1-46f8-b328-6ae8986fa1e5. Mar 11 16:44:04.905862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Router e0c26ced-5080-4a45-a303-56a07bd01531 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:44:05.120405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:44:05.130483 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Sync routers for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:44:05.142922 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:44:05.143859 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:05.146254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.209041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f03eaa2e-f14d-4522-910d-469b8ff8f25b tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5222573 Mar 11 16:44:05.209520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:44:05.212091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46522) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:05.218634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86520468', 'description': 'tempest-secgroup-smoke-86520468 description', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:05.226261 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:05.230527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:05.233656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:05.240471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:05.253832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.293569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:05.298291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:05.302033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:05.307996 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:05.340826 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:44:05.351471 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:44:05.384185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.429742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.491215 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2d4a5-181b-4bb4-9f9c-12e8395667b2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:05.496199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.497397 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fccb8098-e872-4436-8b78-4d963cb0a161 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2842205 Mar 11 16:44:05.500816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46530) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:05.507435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:05.513629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:05.514710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-f0b21263-90c2-46e5-88a0-ec5ecedf14a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1331692 Mar 11 16:44:05.517992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:05.521560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:05.529081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:05.548881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.620679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.626971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.656485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f177d15d-c247-47e8-b5cd-da9a1741777c,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:05.664220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.665530 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c3a30ee7-6e00-4a1d-ba1d-0f3ddf06177c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1637082 Mar 11 16:44:05.670123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46534) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:05.676586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:05.686185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:05.692996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:05.696035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:05.702065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:05.704965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-ba946be2-411e-481d-a85a-a423f7c5c3a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:05.707411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-ba946be2-411e-481d-a85a-a423f7c5c3a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1871216 Mar 11 16:44:05.721751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.768630 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c3135627-ccba-4a8e-bd33-df09482ddf77', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'port_id': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'mac_address': 'fa:16:3e:91:01:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:03Z', 'updated_at': '2022-03-11T16:44:03Z', 'revision_number': 0, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:05.775738 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Checking router: e0c26ced-5080-4a45-a303-56a07bd01531 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:44:05.790443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:44:05.790443 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:43:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:05.801063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.805441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.832533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-6d54f29a-a217-4daf-844d-9280e8946245 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 999 time: 0.1194029 Mar 11 16:44:05.834151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcae327-5d4a-4ed6-ad0e-c62206824034,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:05.848877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.850375 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-645768fd-ca0f-4617-b567-49ff3cd49dc3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1792777 Mar 11 16:44:05.853149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46538) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:05.858986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:05.865675 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:05.869617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:05.872578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:05.878546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:05.902470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.908875 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-c0285ca6-07ac-49a4-be5f-4e388698c178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:05.911513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-c0285ca6-07ac-49a4-be5f-4e388698c178 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0722265 Mar 11 16:44:05.971205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.976100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:05.978804 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:44:05.999210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62986d7-7c99-4999-b858-e583e2438892,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:06.014592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.016369 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ddc0899-bef4-42cc-9747-9de4fcb9a96f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1619360 Mar 11 16:44:06.020395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46542) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:06.020807 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-8d9e595e-2e51-4017-99d8-e4518fac8ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031749 Mar 11 16:44:06.026361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:06.032582 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:06.036778 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:06.039707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:06.045771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:06.069630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.141056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.146881 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.187657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d0fcb-9d59-46ae-96fe-78b6ac5832af,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:06.189490 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-6cf4f06c-f0f8-4405-b289-792feeeb6cfd service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568458 Mar 11 16:44:06.191294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.193750 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-86b5b30f-ddda-45ed-959c-622d144693d2 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1711416 Mar 11 16:44:06.195208 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46546) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:06.200984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:06.208540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:06.212879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:06.216831 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:06.223057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:06.235506 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Project 56fb09c2fde548a598d2db0ec4d228bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:44:06.242745 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.324948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.329229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.330947 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8833871a-9e7d-45b4-b1ac-5b1fafed3eaa req-531de011-3291-4961-971b-cbc328599aec service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337211 Mar 11 16:44:06.354806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d33be5a-2cb7-47ff-8f57-be6001085a68,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:06.357631 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c3135627-ccba-4a8e-bd33-df09482ddf77', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'port_id': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'mac_address': 'fa:16:3e:91:01:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:03Z', 'updated_at': '2022-03-11T16:44:03Z', 'revision_number': 0, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:44:06.362885 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed94bbd-499a-4a00-b7e1-b3d80c0c0acf None None] The sync data for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv is: [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'c3135627-ccba-4a8e-bd33-df09482ddf77', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'port_id': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'mac_address': 'fa:16:3e:91:01:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:44:03Z', 'updated_at': '2022-03-11T16:44:03Z', 'revision_number': 0, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:44:06.374627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.378732 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a23d6e1a-6044-42bd-8a0a-4c17cc3d6410 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1825492 Mar 11 16:44:06.378942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46550) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:44:06.384536 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'security_group_rule': {'security_group_id': '91b2d4a5-181b-4bb4-9f9c-12e8395667b2', 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:06.390630 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:44:06.394951 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Usage tracker for resource:security_group_rule and tenant:56fb09c2fde548a598d2db0ec4d228bc is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:44:06.397944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:44:06.404293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:44:06.415375 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Project 56fb09c2fde548a598d2db0ec4d228bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:44:06.423073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.502601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.507155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.533744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514fea00-4b59-4116-92a8-f5876350b9f8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:06.546198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:06.547402 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-97f7e88f-053e-4048-b6f8-44ea21f8b4d7 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1673288 Mar 11 16:44:06.580665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b37e88a-6944-43cb-86c0-40cf622b408a None None] New status for floating IP c3135627-ccba-4a8e-bd33-df09482ddf77: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:44:06.695609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-a273f498-8813-42d7-84d1-9c050d0f11ce tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86520468&fields=id&tenant_id=56fb09c2fde548a598d2db0ec4d228bc HTTP/1.1" status: 200 len: 267 time: 0.0446298 Mar 11 16:44:06.777448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-cb93f4dc-037a-4676-96e4-7f6c80dc3981 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:06.779139 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-cb93f4dc-037a-4676-96e4-7f6c80dc3981 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0773296 Mar 11 16:44:06.790764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'port': {'security_groups': ['5692be19-0b19-402e-9cf7-f87a56fbc3bf', '91b2d4a5-181b-4bb4-9f9c-12e8395667b2']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:44:07.017937 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:07.282515 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:44:07.308175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:07.312908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:07.324646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:44:07.384094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:07.384577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:07.385941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2c52cb57-9ff3-4fe3-aedc-9677f8450243 req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "PUT /v2.0/ports/de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 981 time: 0.6000729 Mar 11 16:44:07.386368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:44:07.404652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953b18e-2338-4a44-b1e0-38efb7dcb0bb tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=6']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:44:07.450342 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:44:07.468498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:44:07.601395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-9a6f5e0a-318d-4287-97dc-0ca99e0c59f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1137 time: 0.1094375 Mar 11 16:44:07.631070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfceb18e-17a4-43b5-9bcd-8ae7ffa20fcc req-60ab38f8-d1fb-4902-bfcf-484a90ce84f8 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:07.639603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfceb18e-17a4-43b5-9bcd-8ae7ffa20fcc req-60ab38f8-d1fb-4902-bfcf-484a90ce84f8 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.1142433 Mar 11 16:44:07.687262 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfceb18e-17a4-43b5-9bcd-8ae7ffa20fcc req-db233d03-0343-4b6d-bdd3-e70a0ee5f153 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447762 Mar 11 16:44:07.723228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8f6357ec-d55e-49a3-9aec-f5a114bddefb None None] Provisioning complete for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:44:07.724346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8f6357ec-d55e-49a3-9aec-f5a114bddefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:07.756852 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94627c71-0862-4f18-b21b-15676cd3e569 req-32092679-e6e2-4043-b109-dc36ce111e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:07.758340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-32092679-e6e2-4043-b109-dc36ce111e65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1501260 Mar 11 16:44:07.868981 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-00e2ff31-23b7-498f-86b5-63ba9c83fe99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1030588 Mar 11 16:44:07.948534 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94627c71-0862-4f18-b21b-15676cd3e569 req-bfb485a4-cca0-424f-a269-b8230c863730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:44:07.948534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-bfb485a4-cca0-424f-a269-b8230c863730 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0707974 Mar 11 16:44:08.031771 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-bc8fa88f-c392-4bcf-b626-5243d1d8e41a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781200 Mar 11 16:44:08.183949 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-03a24567-2f51-4137-82e1-31670a40c74b service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459608 Mar 11 16:44:08.222876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bc90f8d4-6f65-4902-96ca-fc5ebe8ef109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:08.421572 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-94627c71-0862-4f18-b21b-15676cd3e569 req-fa5354ce-2925-433f-b962-ad600cf73d6f service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305696 Mar 11 16:44:11.304618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4821bec-8d97-477f-b34c-451d11d1702d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:12.071239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:12.167141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:13.648050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:15.363995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:37.164200 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:44:38.205397 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c83cc8c-19af-4226-84a9-e9a855164026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:41.308756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9a53-be22-4aaf-a777-01745446185d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:42.072513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:42.170192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:43.702541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:44:45.365766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:01.562648 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-66f30b75-c3c4-4170-96a9-bad7d5dc6f8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1438169 Mar 11 16:45:01.704672 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-37e87788-cba8-4ff9-96e3-fdc46b4a2baa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1137 time: 0.0716302 Mar 11 16:45:01.861306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-c2c2bb0d-cb52-4eab-b47f-2cc9da0d2dbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:01.862758 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-c2c2bb0d-cb52-4eab-b47f-2cc9da0d2dbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1390913 Mar 11 16:45:01.969867 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-dac3b244-6c62-4f0e-8ce6-52d9743d6e85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1002743 Mar 11 16:45:02.032663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-e863f7d2-7ee2-4133-a74f-dacb0b4427e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:02.034131 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-e863f7d2-7ee2-4133-a74f-dacb0b4427e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0585701 Mar 11 16:45:02.121805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-1d41eca7-f939-483d-83e1-9a3e364850c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811815 Mar 11 16:45:02.131859 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-2c9b13bc-5b76-431e-b408-902b77eb4632 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:45:02.132774 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-2c9b13bc-5b76-431e-b408-902b77eb4632 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054951 Mar 11 16:45:02.269212 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-9828b912-d031-4312-aa81-3ca6f9a05a9a service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299939 Mar 11 16:45:02.411455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b3258b2e-0245-45c2-9745-e246aedc9cfd req-bbcb6bc2-3606-4851-9083-698d61b45624 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361258 Mar 11 16:45:08.209222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce485285-8136-4a3b-ad86-5ee4f95b8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:08.720670 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-f702914b-abec-48f5-9248-be717ac15a07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1137 time: 0.0709717 Mar 11 16:45:08.781361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d9b1-24c9-4637-b797-fdd79baabd01 req-b655ab83-0687-4b21-82f5-1719cf0545ae tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:08.782857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da36d9b1-24c9-4637-b797-fdd79baabd01 req-b655ab83-0687-4b21-82f5-1719cf0545ae tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0899620 Mar 11 16:45:08.844016 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da36d9b1-24c9-4637-b797-fdd79baabd01 req-fb7b10c0-cfb9-41d4-a7f3-72ecd727a5bd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0541105 Mar 11 16:45:08.859443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753e16-0bd5-4380-802b-367a938e19a5 req-c41825cc-7fb6-4756-92dd-d16dd4bd2930 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:08.861295 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-c41825cc-7fb6-4756-92dd-d16dd4bd2930 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1339793 Mar 11 16:45:08.967573 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-4d4c5900-1873-402a-8a6d-56855f76d815 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1001 time: 0.0996099 Mar 11 16:45:09.037568 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53753e16-0bd5-4380-802b-367a938e19a5 req-15c10b80-4acb-431d-a680-25c6a8fed960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:09.038927 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-15c10b80-4acb-431d-a680-25c6a8fed960 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0654373 Mar 11 16:45:09.117412 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-95e1bf47-ac7d-4f16-b643-e4fa4930d2bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708261 Mar 11 16:45:09.257660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-ce192d9c-4c9c-405d-9387-d0284ce92039 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328669 Mar 11 16:45:09.506239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-53753e16-0bd5-4380-802b-367a938e19a5 req-f64a5899-8da8-47c5-8fbc-cb677e7e2467 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415016 Mar 11 16:45:10.053731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63477f42-9f99-4433-84f8-503180651860 req-e0631d65-b710-4c85-a4c5-4b689ee9177f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:10.055194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63477f42-9f99-4433-84f8-503180651860 req-e0631d65-b710-4c85-a4c5-4b689ee9177f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0808988 Mar 11 16:45:10.103479 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-63477f42-9f99-4433-84f8-503180651860 req-a4118109-4bc2-4826-ab1c-cb4d21ceedd4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425849 Mar 11 16:45:11.304591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4a2caed3-4735-4d1c-aa8c-d697bf90c5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:11.327476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2297d-0ff1-4518-8605-436697d4f3f2 req-c0a95b3b-c759-4547-a216-01e1c5affb03 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:11.329076 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aed2297d-0ff1-4518-8605-436697d4f3f2 req-c0a95b3b-c759-4547-a216-01e1c5affb03 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0882852 Mar 11 16:45:11.377760 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aed2297d-0ff1-4518-8605-436697d4f3f2 req-0ad56ec8-cbd1-4726-b671-7f5feb6cc347 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0418177 Mar 11 16:45:12.076503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:12.173570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:12.578848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a1ac13-c840-40ee-b76b-217c111c3360 req-0b695a6e-5d32-4cce-9e27-de8da8906866 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:12.580390 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8a1ac13-c840-40ee-b76b-217c111c3360 req-0b695a6e-5d32-4cce-9e27-de8da8906866 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0777881 Mar 11 16:45:12.628582 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8a1ac13-c840-40ee-b76b-217c111c3360 req-498debf2-a2d0-4054-b799-f2cc88107072 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417342 Mar 11 16:45:13.648495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:13.846495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c04db5-9f85-4691-ad1f-03b5183dde42 req-1830fe3e-e684-40c5-abba-5825898ed5b3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:13.848102 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44c04db5-9f85-4691-ad1f-03b5183dde42 req-1830fe3e-e684-40c5-abba-5825898ed5b3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0868475 Mar 11 16:45:13.897308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-44c04db5-9f85-4691-ad1f-03b5183dde42 req-4da780c8-d177-4a56-b710-f67dff046dbe tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431197 Mar 11 16:45:14.164647 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:45:15.102384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134c62-6436-4857-98f0-993f0c4bcc41 req-b24aa529-7ed8-408f-a108-ab338b218dbd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:15.103838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4134c62-6436-4857-98f0-993f0c4bcc41 req-b24aa529-7ed8-408f-a108-ab338b218dbd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0799911 Mar 11 16:45:15.156202 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4134c62-6436-4857-98f0-993f0c4bcc41 req-568aacab-82ba-4167-9cdf-23aacb115d63 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440860 Mar 11 16:45:15.384426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:16.374264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5366f-4702-4e83-a5f7-d571b5aae2a9 req-0981ade8-de45-49e4-9efb-3fbcc8ca4b46 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:16.375693 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efe5366f-4702-4e83-a5f7-d571b5aae2a9 req-0981ade8-de45-49e4-9efb-3fbcc8ca4b46 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0824466 Mar 11 16:45:16.423351 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efe5366f-4702-4e83-a5f7-d571b5aae2a9 req-2097e3c7-70f1-4474-89b4-287e45778244 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415103 Mar 11 16:45:17.636929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160c498-1f1b-4bd8-8d32-7291ed9769c5 req-6c1214ac-1bae-48e6-aaa7-0330db7e1142 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:17.638569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c160c498-1f1b-4bd8-8d32-7291ed9769c5 req-6c1214ac-1bae-48e6-aaa7-0330db7e1142 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0812647 Mar 11 16:45:17.691853 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c160c498-1f1b-4bd8-8d32-7291ed9769c5 req-b176c953-676f-482f-bc1e-1618884a56d3 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0474343 Mar 11 16:45:18.906451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b6272-b3cf-4f95-ba4b-fe663f91301b req-41512b73-a2c6-4648-9be0-95bca25bd57a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:18.907886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d30b6272-b3cf-4f95-ba4b-fe663f91301b req-41512b73-a2c6-4648-9be0-95bca25bd57a tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0787189 Mar 11 16:45:18.956421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d30b6272-b3cf-4f95-ba4b-fe663f91301b req-0bf83b6a-ca68-4ce0-9645-c7354fdfe2e5 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0421274 Mar 11 16:45:20.170981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00238347-ce9b-406a-b17d-7f1c040ff5c9 req-3898852e-c604-491a-8205-1e8e0faecb91 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:20.172440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-00238347-ce9b-406a-b17d-7f1c040ff5c9 req-3898852e-c604-491a-8205-1e8e0faecb91 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0907421 Mar 11 16:45:20.219870 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-00238347-ce9b-406a-b17d-7f1c040ff5c9 req-1bedd7a6-cc14-4caf-a3fb-e4a26d0cc215 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415535 Mar 11 16:45:21.427861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc567ba-ffad-44b1-901e-9ebabebfd01c req-1bd37b3a-eeaf-47b6-b84b-0589a4c3b688 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:21.429304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efc567ba-ffad-44b1-901e-9ebabebfd01c req-1bd37b3a-eeaf-47b6-b84b-0589a4c3b688 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0791867 Mar 11 16:45:21.477351 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efc567ba-ffad-44b1-901e-9ebabebfd01c req-baa97acf-25fe-4295-94f0-b1a143f73ebd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0421436 Mar 11 16:45:22.686356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9dfa14-2ad0-47ab-aaab-2b0a59008d95 req-9adbdbc8-c18f-443d-9298-b4ab84e1475d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:22.687799 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cc9dfa14-2ad0-47ab-aaab-2b0a59008d95 req-9adbdbc8-c18f-443d-9298-b4ab84e1475d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0810041 Mar 11 16:45:22.744162 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cc9dfa14-2ad0-47ab-aaab-2b0a59008d95 req-1ed7f7e5-b0fc-43ee-8219-b73884ec94d0 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0507762 Mar 11 16:45:23.948159 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250d949-5499-4712-a29d-ca7e1ff13537 req-313849d8-fb9b-4aa1-8aca-415d84c2a10f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:23.949691 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2250d949-5499-4712-a29d-ca7e1ff13537 req-313849d8-fb9b-4aa1-8aca-415d84c2a10f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0795770 Mar 11 16:45:24.002668 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2250d949-5499-4712-a29d-ca7e1ff13537 req-67a0542c-c5d9-4d00-98af-d8754505e1aa tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470943 Mar 11 16:45:25.287494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695792a1-615f-429c-b038-eeab55d979e6 req-883a0250-95b9-4d53-843c-7d2b06bf417d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:25.288928 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-695792a1-615f-429c-b038-eeab55d979e6 req-883a0250-95b9-4d53-843c-7d2b06bf417d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.1614931 Mar 11 16:45:25.337123 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-695792a1-615f-429c-b038-eeab55d979e6 req-7a7251ac-f245-44b4-933d-082fe6c00088 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424724 Mar 11 16:45:26.552221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170497b-c58e-4abd-815e-a2034cdcce5c req-d16fbfd7-1a88-4bf4-ae8a-ec6b946cbfe0 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:45:26.553781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8170497b-c58e-4abd-815e-a2034cdcce5c req-d16fbfd7-1a88-4bf4-ae8a-ec6b946cbfe0 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0883451 Mar 11 16:45:26.601932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8170497b-c58e-4abd-815e-a2034cdcce5c req-0a8886b2-53e4-4ac7-b7ff-36c5a1fc143d tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&id=91b2d4a5-181b-4bb4-9f9c-12e8395667b2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0423543 Mar 11 16:45:38.212313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ea318da-029c-41fa-8d7d-ab6fac08acff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:41.312486 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ebe965b0-ff1f-402c-ac08-8012172ce4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:42.087556 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:42.175859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:43.656043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:45.379035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:45:51.164832 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:01.933446 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-389b9d02-1482-4afb-ae76-7c314c08920f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704842 Mar 11 16:46:02.087951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-7b4b0c9a-db3b-4acd-9fe4-ef75b466184a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1137 time: 0.0759706 Mar 11 16:46:02.236832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-43695bcb-8c04-41d1-a037-7a739008907b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:02.238462 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-43695bcb-8c04-41d1-a037-7a739008907b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1318722 Mar 11 16:46:02.348919 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-f3863660-a79f-4352-86bf-e2907b3d8b21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1038101 Mar 11 16:46:02.412395 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-6bd5f030-cba2-40b6-b468-508a9d32bdb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:02.413870 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-6bd5f030-cba2-40b6-b468-508a9d32bdb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0587487 Mar 11 16:46:02.493328 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-891c6c59-7e6c-4b63-88c2-55e4d7c34a10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733058 Mar 11 16:46:02.634946 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-5d0120b3-f296-4cf1-a061-a64bce7e4a19 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321135 Mar 11 16:46:02.777928 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f8f2874b-07b1-40b7-86a2-683d155e0f35 req-f8ce8524-0eb1-4e12-a3da-07136a44bea7 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354437 Mar 11 16:46:08.213842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9983b476-fb6a-44a5-898f-ff4339c49e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:11.308774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ac026dd-3c60-4b18-b746-c390543df55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:12.088966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:12.179225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:13.689727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:15.386102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:28.166312 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:46:31.988653 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-9494e5ee-1fa0-4642-b3ce-d9d93cae848c tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86520468&fields=id&tenant_id=56fb09c2fde548a598d2db0ec4d228bc HTTP/1.1" status: 200 len: 267 time: 0.1129138 Mar 11 16:46:32.074448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-4e620844-8abd-4962-899a-4214eef37cdd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:32.075884 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-4e620844-8abd-4962-899a-4214eef37cdd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 984 time: 0.0809031 Mar 11 16:46:32.086408 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Request body: {'port': {'security_groups': ['5692be19-0b19-402e-9cf7-f87a56fbc3bf']}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:32.219850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.475496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:32.500644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.505583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.518171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:46:32.581983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:32.582884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.584417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b3a40ec6-0942-41a1-8f74-1bd92a80b491 req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "PUT /v2.0/ports/de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 942 time: 0.5024235 Mar 11 16:46:32.585526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:46:32.591118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46662) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:32.603054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event updated for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=7']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:32.612007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.612355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.612689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.613021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.613458 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.613997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.614340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.614668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.614989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.615480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.616961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866730e-f37e-4b78-894a-0597fad28f15 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:32.685593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:46:32.707603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.736745 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:46:32.744455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.869594 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-db6d6505-4003-4952-b0b5-eaeba712f1d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1097200 Mar 11 16:46:32.902320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.936661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-ae3e779b-4f17-4950-a4be-89fbb4925215 None None] Provisioning complete for port de50b27e-63e1-46f8-b328-6ae8986fa1e5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:46:32.937024 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ae3e779b-4f17-4950-a4be-89fbb4925215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.973413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2d4a5-181b-4bb4-9f9c-12e8395667b2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:32.995285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:32.996402 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "DELETE /v2.0/security-groups/91b2d4a5-181b-4bb4-9f9c-12e8395667b2 HTTP/1.1" status: 204 len: 168 time: 0.4042971 Mar 11 16:46:32.999260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46672) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:33.002305 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.002639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.002981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.003323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.003659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.003992 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.004321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.004654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.004981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.005306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.005632 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5e7079-6b1b-4f03-a689-0927559ae6fc tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:46:33.051022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-271d8d58-e414-4b57-a6de-ac352d5e9c29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:33.052712 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-271d8d58-e414-4b57-a6de-ac352d5e9c29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1761825 Mar 11 16:46:33.165157 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-597ac7f4-6893-43f0-acdd-c27c069e9c78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1062081 Mar 11 16:46:33.232260 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-d87387d9-f6bc-4a3c-8b11-5b9a2a1dc6f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:33.233629 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-d87387d9-f6bc-4a3c-8b11-5b9a2a1dc6f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0617349 Mar 11 16:46:33.233906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Deleting port 779890c9-4c89-41bc-b7cf-09562096b1f0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:33.234254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:33.312347 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-51471917-580a-447d-92ae-ddcd7f1de9ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716062 Mar 11 16:46:33.415537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:33.415883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:33.449546 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-65f0a745-640b-417c-9e1c-17c94beffe8c service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309600 Mar 11 16:46:33.540979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Calling delete_port for 779890c9-4c89-41bc-b7cf-09562096b1f0 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:33.594528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7bc2f0a7-fb46-42ca-9938-db7b2216f73c req-8cfbde65-768a-43b1-b33a-5fc165cf88dc service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385908 Mar 11 16:46:33.705356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:33.757516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event deleted for resources: {'Port': ['ID=779890c9-4c89-41bc-b7cf-09562096b1f0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:33.858362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:34.423435 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Router e0c26ced-5080-4a45-a303-56a07bd01531 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:46:34.651997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:46:34.661894 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Sync routers for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:46:34.666108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:34.675436 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:34.675913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:34.723680 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0d81bac0-7397-4cd0-adb4-64e82dd0e0cf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "DELETE /v2.0/floatingips/c3135627-ccba-4a8e-bd33-df09482ddf77 HTTP/1.1" status: 204 len: 168 time: 1.7203493 Mar 11 16:46:34.738067 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:46:34.828261 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:46:34.878664 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:35.046565 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-50f3ea4f-2356-4b4e-a350-e08b7943eee1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 1098 time: 0.1938050 Mar 11 16:46:35.214559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-e39430d0-5f6b-4e0d-ab44-818bd45693da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:35.215968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-e39430d0-5f6b-4e0d-ab44-818bd45693da service neutron] 10.222.0.11 "GET /v2.0/networks?id=6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 200 len: 915 time: 0.1574302 Mar 11 16:46:35.286250 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-e4f8ee4b-929b-4cee-bc07-299ab8ca2596 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 200 len: 217 time: 0.0635946 Mar 11 16:46:35.305514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:35.309384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Checking router: e0c26ced-5080-4a45-a303-56a07bd01531 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:46:35.320028 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:35.320631 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:35.355168 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-4b60f16e-ee12-4c11-9cbf-033666775cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:35.356614 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-4b60f16e-ee12-4c11-9cbf-033666775cc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 200 len: 853 time: 0.0640316 Mar 11 16:46:35.435528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-c222365a-90b1-42ea-b4d4-61595d3507aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6163e385-0338-4809-9c99-e7cee63fdf44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720015 Mar 11 16:46:35.501962 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:35.573665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-8b139e52-ec7a-4803-bdc3-42b57cd48140 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314902 Mar 11 16:46:35.724924 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-66651a0a-9c3c-4c11-bf78-90066e25fb94 req-2378a36a-68ea-49ab-a323-bcca4544b522 service neutron] 10.222.0.11 "GET /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438334 Mar 11 16:46:35.837279 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:35.841219 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f54895-25e8-4ae6-b69b-0d8e3d19e50f None None] The sync data for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv is: [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:43:08Z', 'revision_number': 4, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'eaa5de2d-cc8f-45de-9c94-15ac70aa19f4', 'name': '', 'network_id': '6163e385-0338-4809-9c99-e7cee63fdf44', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'mac_address': 'fa:16:3e:c6:bb:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:08Z', 'updated_at': '2022-03-11T16:43:17Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'subnets': [{'id': 'dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:46:36.108621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f128366-f547-4470-8197-103143b14eac None None] New status for floating IP c3135627-ccba-4a8e-bd33-df09482ddf77: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:46:38.219977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4319190d-2eaf-4e62-a72e-c2c0ba58620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:39.306499 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378abd71-97fe-4fe3-87eb-ac054ba6e454 req-3c3ca99b-7276-40e8-9520-60553d746983 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:39.307305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-378abd71-97fe-4fe3-87eb-ac054ba6e454 req-3c3ca99b-7276-40e8-9520-60553d746983 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Synchronizing usage tracker for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:46:39.324355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-378abd71-97fe-4fe3-87eb-ac054ba6e454 req-3c3ca99b-7276-40e8-9520-60553d746983 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Unset dirty status for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:46:39.325468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-378abd71-97fe-4fe3-87eb-ac054ba6e454 req-3c3ca99b-7276-40e8-9520-60553d746983 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.1037447 Mar 11 16:46:39.373067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-378abd71-97fe-4fe3-87eb-ac054ba6e454 req-4335e73b-b10a-44e3-81f0-7867198252fe tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Mar 11 16:46:40.586997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed10112-462b-4640-84d5-574ada435036 req-5cabc464-e502-45eb-bbfb-ea524ac01105 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:40.588450 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed10112-462b-4640-84d5-574ada435036 req-5cabc464-e502-45eb-bbfb-ea524ac01105 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0847490 Mar 11 16:46:40.637922 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ed10112-462b-4640-84d5-574ada435036 req-2a6c53cd-c749-4414-8d84-bf0854784abd tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436091 Mar 11 16:46:41.239513 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-e4f1999a-65dc-4a1a-9a60-b620f2a6061f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:41.240142 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-e4f1999a-65dc-4a1a-9a60-b620f2a6061f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Synchronizing usage tracker for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:46:41.252978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-e4f1999a-65dc-4a1a-9a60-b620f2a6061f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Unset dirty status for tenant:56fb09c2fde548a598d2db0ec4d228bc on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:46:41.254166 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-e4f1999a-65dc-4a1a-9a60-b620f2a6061f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0957439 Mar 11 16:46:41.301318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6ba52c1-7061-4370-ad73-d6c9e8197af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:41.323912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Deleting port de50b27e-63e1-46f8-b328-6ae8986fa1e5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:41.324256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:41.586406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] For port de50b27e-63e1-46f8-b328-6ae8986fa1e5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=de50b27e-63e1-46f8-b328-6ae8986fa1e5,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:41.586759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:41.711188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Calling delete_port for de50b27e-63e1-46f8-b328-6ae8986fa1e5 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:41.845593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785751-8629-49a9-8696-b45696953217 req-e0597a65-7c93-4350-98f6-53d407535ebf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:46:41.846933 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-67785751-8629-49a9-8696-b45696953217 req-e0597a65-7c93-4350-98f6-53d407535ebf tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8b4fe7a-1807-4359-9466-cdba0c7ce8b2 HTTP/1.1" status: 200 len: 945 time: 0.0815024 Mar 11 16:46:41.870431 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:41.882903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['de50b27e-63e1-46f8-b328-6ae8986fa1e5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:46:41.894384 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-67785751-8629-49a9-8696-b45696953217 req-a1bccd19-6d14-441e-b62f-2f3b11952a7f tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.78 "GET /v2.0/security-groups?id=5692be19-0b19-402e-9cf7-f87a56fbc3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Mar 11 16:46:41.940289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Pushing event deleted for resources: {'Port': ['ID=de50b27e-63e1-46f8-b328-6ae8986fa1e5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:42.025390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] No DVR routers for this DVR port de50b27e-63e1-46f8-b328-6ae8986fa1e5 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:46:42.028007 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:42.030791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'name': 'network-vif-deleted', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:46:42.047471 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-024a0dd4-2a78-4370-8fc4-4965b7d6a220 req-9cdbf86e-5881-4b8a-b5c7-2ce1a56f23d4 tempest-TestMinimumBasicScenario-608446259 tempest-TestMinimumBasicScenario-608446259-project] 10.222.0.11 "DELETE /v2.0/ports/de50b27e-63e1-46f8-b328-6ae8986fa1e5 HTTP/1.1" status: 204 len: 173 time: 0.7885375 Mar 11 16:46:42.088437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:42.096590 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b4fe7a-1807-4359-9466-cdba0c7ce8b2', 'name': 'network-vif-deleted', 'tag': 'de50b27e-63e1-46f8-b328-6ae8986fa1e5', 'status': 'completed', 'code': 200} Mar 11 16:46:42.183432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:43.617876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46760) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:43.660576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.015114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.759436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Deleting port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:44.760134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:44.949419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] For port eaa5de2d-cc8f-45de-9c94-15ac70aa19f4, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:44.949806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:45.080662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Calling delete_port for eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:45.259557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:45.304938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa5de2d-cc8f-45de-9c94-15ac70aa19f4,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:45.335440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device de50b27e-63e1-46f8-b328-6ae8986fa1e5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:45.376907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: de50b27e-63e1-46f8-b328-6ae8986fa1e5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:45.377248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device de50b27e-63e1-46f8-b328-6ae8986fa1e5 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:45.406699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:45.624283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:46.328601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Router e0c26ced-5080-4a45-a303-56a07bd01531 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:46:46.550309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:46:46.560992 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Sync routers for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:46:46.562878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-273c6d84-7a21-4936-a626-8858aafbc948 admin admin] 10.222.0.78 "PUT /v2.0/routers/e0c26ced-5080-4a45-a303-56a07bd01531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9439266 Mar 11 16:46:46.565657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46764) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:46.574337 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:46.574959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:46.753229 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:46.786979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:47.027797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:47.040630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Deleting port b8d49ebc-1ec4-4326-b637-64e4819850c0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:47.040969 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:47.053682 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:46:45Z', 'revision_number': 5, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port': {'id': 'b8d49ebc-1ec4-4326-b637-64e4819850c0', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:06Z', 'updated_at': '2022-03-11T16:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:47.057987 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Checking router: e0c26ced-5080-4a45-a303-56a07bd01531 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:46:47.071448 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Routers {'e0c26ced-5080-4a45-a303-56a07bd01531'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:47.072156 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['e0c26ced-5080-4a45-a303-56a07bd01531'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:47.223606 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] Set router e0c26ced-5080-4a45-a303-56a07bd01531 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:47.233350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] For port b8d49ebc-1ec4-4326-b637-64e4819850c0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b8d49ebc-1ec4-4326-b637-64e4819850c0,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:47.233727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:47.358338 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:46:47Z', 'revision_number': 6, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:47.359417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Calling delete_port for b8d49ebc-1ec4-4326-b637-64e4819850c0 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:47.362340 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c118596c-15a1-4692-944f-0740a85b66f3 None None] The sync data for ids ['e0c26ced-5080-4a45-a303-56a07bd01531'] in dv-neutron-833206-1-hyperv is: [{'id': 'e0c26ced-5080-4a45-a303-56a07bd01531', 'name': 'tempest-TestMinimumBasicScenario-872366696-router', 'tenant_id': '56fb09c2fde548a598d2db0ec4d228bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:05Z', 'updated_at': '2022-03-11T16:46:47Z', 'revision_number': 6, 'project_id': '56fb09c2fde548a598d2db0ec4d228bc', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:46:47.633431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:47.681783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d49ebc-1ec4-4326-b637-64e4819850c0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:47.915330 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.192732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.197503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.223193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.223766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c26ced-5080-4a45-a303-56a07bd01531 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:46:48.236023 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.237131 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dc3a3a0e-67de-4015-8599-2c5c9b7beef2 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e0c26ced-5080-4a45-a303-56a07bd01531 HTTP/1.1" status: 204 len: 168 time: 1.6705494 Mar 11 16:46:48.239796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46768) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:48.309239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Deleting subnet dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:46:48.312780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.371437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.453013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.524447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.561531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:48.570513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.575328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0136dd26-0b71-40bf-8779-9f98ef9b7481 None None] Network 6163e385-0338-4809-9c99-e7cee63fdf44 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:46:48.577529 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0811b077-4203-4fb1-aa8b-2b01e0de3580 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/dc5d70e4-42e8-4b51-bdc6-7c4bf7736e83 HTTP/1.1" status: 204 len: 168 time: 0.3364592 Mar 11 16:46:48.579799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46772) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:48.690086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.701121 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Deleting port 993f1dec-984f-4f58-8e55-07c99f2febec {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:48.701444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.817020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] DHCP port deletion for 6163e385-0338-4809-9c99-e7cee63fdf44 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:46:48.821814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Deleting port 993f1dec-984f-4f58-8e55-07c99f2febec {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:48.822179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:48.922889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] For port 993f1dec-984f-4f58-8e55-07c99f2febec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=993f1dec-984f-4f58-8e55-07c99f2febec,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:48.923265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.035398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] For port 993f1dec-984f-4f58-8e55-07c99f2febec, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=993f1dec-984f-4f58-8e55-07c99f2febec,segment=NetworkSegment(ca8f0311-f9d6-42db-be07-a06f5e120dcd),segment_id=ca8f0311-f9d6-42db-be07-a06f5e120dcd)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:49.035789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.104255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8d49ebc-1ec4-4326-b637-64e4819850c0 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:49.146853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Calling delete_port for 993f1dec-984f-4f58-8e55-07c99f2febec owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:49.190568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Calling delete_port for 993f1dec-984f-4f58-8e55-07c99f2febec owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:49.226904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.229436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: b8d49ebc-1ec4-4326-b637-64e4819850c0 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:49.229794 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b8d49ebc-1ec4-4326-b637-64e4819850c0 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:49.230198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:49.271182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:49.271376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=993f1dec-984f-4f58-8e55-07c99f2febec,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:49.272432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device eaa5de2d-cc8f-45de-9c94-15ac70aa19f4 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:49.272432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 993f1dec-984f-4f58-8e55-07c99f2febec no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:49.278292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] No DVR routers for this DVR port 993f1dec-984f-4f58-8e55-07c99f2febec on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:46:49.308690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 993f1dec-984f-4f58-8e55-07c99f2febec {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:49.309022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 993f1dec-984f-4f58-8e55-07c99f2febec not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:49.338610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:46:49.339100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:46:49.398835 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.425246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6163e385-0338-4809-9c99-e7cee63fdf44']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:49.437916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8f0311-f9d6-42db-be07-a06f5e120dcd') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:49.438203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8f0311-f9d6-42db-be07-a06f5e120dcd') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:49.449553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.466707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.473044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:46:49.473415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:46:49.491472 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:46:49.567021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.583814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.594612 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6163e385-0338-4809-9c99-e7cee63fdf44,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:49.609478 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e0dfcb36-2342-4d35-afc1-f22e52c742e1 admin admin] 10.222.0.78 "DELETE /v2.0/networks/6163e385-0338-4809-9c99-e7cee63fdf44 HTTP/1.1" status: 204 len: 168 time: 1.0285397 Mar 11 16:46:49.612311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46776) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:49.840677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Deleting port 993f1dec-984f-4f58-8e55-07c99f2febec {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:49.841260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:49.938436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-195ebf25-c51d-40eb-a955-1b0e02ab9826 None None] The port '993f1dec-984f-4f58-8e55-07c99f2febec' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:46:50.035239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:50.748288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Deleting port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:50.749010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:50.940146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] For port 4cf8194f-5a1c-4834-81b4-179cd9be7cb5, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:50.940497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:51.078123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Calling delete_port for 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:51.253601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:51.298010 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf8194f-5a1c-4834-81b4-179cd9be7cb5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:51.599403 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:52.292425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Router 833ad79e-bd80-42c0-93ba-f8da4b35e467 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:46:52.507434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:46:52.515887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Sync routers for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:46:52.524819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bd36cb5c-1fb8-4172-b2ad-31f8c3a6a750 admin admin] 10.222.0.78 "PUT /v2.0/routers/833ad79e-bd80-42c0-93ba-f8da4b35e467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9114347 Mar 11 16:46:52.527639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46780) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:52.531166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:52.531786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:52.717329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:52.749976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:52.958374 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:52.969488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Deleting port 3d7f433f-311d-453c-b325-37850d224bd6 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:52.969954 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:53.008495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': '3d7f433f-311d-453c-b325-37850d224bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:46:51Z', 'revision_number': 5, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port': {'id': '3d7f433f-311d-453c-b325-37850d224bd6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:4d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:53.013002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Checking router: 833ad79e-bd80-42c0-93ba-f8da4b35e467 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:46:53.024543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Routers {'833ad79e-bd80-42c0-93ba-f8da4b35e467'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:46:53.025159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['833ad79e-bd80-42c0-93ba-f8da4b35e467'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:53.167741 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] For port 3d7f433f-311d-453c-b325-37850d224bd6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=3d7f433f-311d-453c-b325-37850d224bd6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:53.168088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:53.186620 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] Set router 833ad79e-bd80-42c0-93ba-f8da4b35e467 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:46:53.299878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:46:52Z', 'revision_number': 6, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:53.305820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6399fb7-dc0c-444a-a7e5-c9416ff37198 None None] The sync data for ids ['833ad79e-bd80-42c0-93ba-f8da4b35e467'] in dv-neutron-833206-1-hyperv is: [{'id': '833ad79e-bd80-42c0-93ba-f8da4b35e467', 'name': 'tempest-TestMinimumBasicScenario-1858572373-router', 'tenant_id': '2a05e28cb9c24f48a69c612f840bb323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:43:12Z', 'updated_at': '2022-03-11T16:46:52Z', 'revision_number': 6, 'project_id': '2a05e28cb9c24f48a69c612f840bb323', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:46:53.306059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Calling delete_port for 3d7f433f-311d-453c-b325-37850d224bd6 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:53.476649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:53.525607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d7f433f-311d-453c-b325-37850d224bd6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:53.883258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.157538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.161858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.193996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.194821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 833ad79e-bd80-42c0-93ba-f8da4b35e467 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:46:54.206694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.207793 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-13d2e61f-3383-439e-a192-7f0aae582816 admin admin] 10.222.0.78 "DELETE /v2.0/routers/833ad79e-bd80-42c0-93ba-f8da4b35e467 HTTP/1.1" status: 204 len: 168 time: 1.6789556 Mar 11 16:46:54.211225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46784) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:54.273002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Deleting subnet a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:46:54.276210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.328554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.420858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.492657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.539664 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:54.551740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920669a5-3947-42ed-b08a-3cfe46b54472 None None] Network ba240014-4c63-409a-ae0c-d078776d2608 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:46:54.552269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.561674 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-234ca6e9-f960-4985-b327-3fd48b55bde4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a0b5962b-e6ae-4c97-83b3-cfa085dcd3ca HTTP/1.1" status: 204 len: 168 time: 0.3493240 Mar 11 16:46:54.564237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:54.669652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.682194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Deleting port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:54.682533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.806265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] DHCP port deletion for ba240014-4c63-409a-ae0c-d078776d2608 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:46:54.811223 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Deleting port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:54.811593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:54.903367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] For port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:54.903724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.025613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] For port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,segment=NetworkSegment(8a910588-c848-4348-9adb-3f601ac4b6ea),segment_id=8a910588-c848-4348-9adb-3f601ac4b6ea)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:46:55.025613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.029236 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Calling delete_port for 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:55.087422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:55.113256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.166569 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0b300d-c3ab-4ef1-bc6e-70f934bf8122,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:55.171637 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] No DVR routers for this DVR port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:46:55.222251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Calling delete_port for 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:46:55.260734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:55.261072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:55.261479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:55.290196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.300003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:55.300345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4cf8194f-5a1c-4834-81b4-179cd9be7cb5 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:55.300753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d7f433f-311d-453c-b325-37850d224bd6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:46:55.316114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba240014-4c63-409a-ae0c-d078776d2608']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:55.329141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a910588-c848-4348-9adb-3f601ac4b6ea') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:55.329974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a910588-c848-4348-9adb-3f601ac4b6ea') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:46:55.338124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 3d7f433f-311d-453c-b325-37850d224bd6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:46:55.338465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 3d7f433f-311d-453c-b325-37850d224bd6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:46:55.342216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.359561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.366094 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:46:55.366511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.367579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:46:55.368014 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:46:55.383836 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:46:55.548165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.564975 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.575191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba240014-4c63-409a-ae0c-d078776d2608,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:55.582110 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b990c999-18bf-4ddd-afb5-0d6abe145cb4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/ba240014-4c63-409a-ae0c-d078776d2608 HTTP/1.1" status: 204 len: 168 time: 1.0167975 Mar 11 16:46:55.829795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46794) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:55.868990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Deleting port 4f0b300d-c3ab-4ef1-bc6e-70f934bf8122 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:46:55.869531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.886468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c90b2ca5-f29e-4ece-bd20-6c1e43ae5917 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56fb09c2fde548a598d2db0ec4d228bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555601 Mar 11 16:46:55.889052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46798) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:55.934654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-281d2cfc-69f1-48df-98ad-3474c90cb227 None None] The port '4f0b300d-c3ab-4ef1-bc6e-70f934bf8122' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 16:46:55.949876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:55.977409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.034825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.051983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5692be19-0b19-402e-9cf7-f87a56fbc3bf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:56.059763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.064623 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ff529469-8eb2-40ca-bfa1-59917e256575 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5692be19-0b19-402e-9cf7-f87a56fbc3bf HTTP/1.1" status: 204 len: 168 time: 0.1745853 Mar 11 16:46:56.502879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46806) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:56.553586 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8aaa7d4c-f85f-4be5-aa41-90c8f2077355 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2a05e28cb9c24f48a69c612f840bb323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494921 Mar 11 16:46:56.556588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46810) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:56.620587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.649138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.706554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.721313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19154b12-381d-4961-b55f-139b6f064565,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:56.727991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:56.731052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4055651d-7024-4586-9eb5-1273e097605f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/19154b12-381d-4961-b55f-139b6f064565 HTTP/1.1" status: 204 len: 168 time: 0.1735816 Mar 11 16:46:59.049434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46854) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:59.055952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132949595', 'description': 'tempest-secgroup-smoke-2132949595 description', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:59.061995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.065756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.069390 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.076158 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.086974 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.100518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.140868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.144607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.147799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.153688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.230322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.235410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.280901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.283080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fb5bb0-446b-4e63-9629-cba9945d51d4,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:59.287826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.291072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.297007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.355839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.359644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.402198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d702e1cf-32df-45c1-8a2c-1d36ae2d368b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:59.405243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.406454 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d4f9257-e89f-424a-b00c-3f03eba1ea7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3559299 Mar 11 16:46:59.409338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46858) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:59.415312 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:59.421221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.424952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.428346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.434024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.451485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.514501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.518213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.542547 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83c75f5-aa41-4e6f-a27b-0329b43d2d33,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:59.551852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.553812 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-86975ec6-6834-4c72-8b4b-1fef3f8d4625 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1434808 Mar 11 16:46:59.556477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46862) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:59.561847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:59.567715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.571907 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.574971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.580641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.597303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.664355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.668100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.691173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4acba9-d8fe-488e-9c59-a599142f86a5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:59.699987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.701208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9316dc63-902e-4184-a712-c975a5d6a9c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1438322 Mar 11 16:46:59.704151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46866) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:59.711300 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:59.717307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.721305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.724161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.730346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.747899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.813366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.817372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.842262 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee292624-630e-4b44-a85a-708e54dcf033,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:46:59.852557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.861470 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b3783d65-3787-40af-b159-c9582e754028 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1486571 Mar 11 16:46:59.861470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46870) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:46:59.862364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:46:59.869005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:46:59.872799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:46:59.875653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:46:59.881631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:46:59.898327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.971806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:46:59.976590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.003557 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e5c33f-cf4d-448a-a832-511235917ef1,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:00.017338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.018803 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b2afcd37-aec9-4440-ad51-348fbf056072 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1610708 Mar 11 16:47:00.021614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46874) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:00.027797 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:00.034079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:00.038445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:00.041470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:00.047853 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:00.059665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:47:00.066703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.136136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.139754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.164079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e976b030-21f0-4356-9a12-0042974afcc1,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:00.173454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.174734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a9085c32-01fa-4435-8914-e197aa36354a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1514621 Mar 11 16:47:00.177508 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:00.183488 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd702e1cf-32df-45c1-8a2c-1d36ae2d368b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:00.189481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:00.193319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:00.196197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:00.201798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:00.212112 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:47:00.219072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.289218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.292816 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.315679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f7e728-d570-4be4-a008-7c41136d4f7b,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:00.325826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.327053 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d9a29e22-44f2-482b-b7af-506a26a08ade tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480262 Mar 11 16:47:00.330098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46882) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:00.336185 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'network': {'name': 'tempest-network-smoke--671356514', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:00.341369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:00.345372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:network and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:00.348164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:00.355043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:00.368643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:47:00.372028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.496299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:47:00.505289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.505807 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Added segment 71bd011a-b394-4d8d-ac73-4f55ab7acef8 of type vlan for network 940965ea-7fa8-4775-948e-d7654ef622ca Mar 11 16:47:00.531225 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.561986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.565695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:00.566299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.670062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3385184 Mar 11 16:47:00.670493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:00.680150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'admin_state_up': True, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:00.697382 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebc259-0f51-4722-b50d-1d0b6bf631c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Network': ['ID=940965ea-7fa8-4775-948e-d7654ef622ca,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:00.699739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:00.703743 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:router and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:00.706655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:00.708308 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 940965ea-7fa8-4775-948e-d7654ef622ca details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:47:00.714521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:00.726329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.727293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.747080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:00.895015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.085075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.123394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.263096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.6 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a2bc69c6-734a-4153-94f8-54fe1d8f2d8c) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:47:01.415373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.444101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.512642 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:01.515558 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:01.519818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:47:01.549465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:01.704440 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.705223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:01.946380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 29c7e4bf-b603-4bed-bdd4-961ad6219497 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:47:02.170308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:47:02.180546 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Sync routers for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:47:02.192663 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:02.193888 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:02.199921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:02.201340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7b0810ff-4ccd-4654-89d0-1d6c8d7da71d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5275042 Mar 11 16:47:02.204471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46892) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:02.400788 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:02.504611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c52b285b-94b0-4b9c-b858-d4b3335d9164 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5b8d6072f2db45edb38cd9af23a1d305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2989752 Mar 11 16:47:02.507308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46898) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:02.642199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f0bb5-74b1-41d6-aa89-fbe8776e7cda tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:02.643696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-669f0bb5-74b1-41d6-aa89-fbe8776e7cda tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354818 Mar 11 16:47:02.647011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46902) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:02.688847 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-92f78683-5d53-4ad7-b19a-2cea995590bb tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407422 Mar 11 16:47:02.691661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46906) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:02.697115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792688314', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:02.705765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:01Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:02.709528 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Checking router: 29c7e4bf-b603-4bed-bdd4-961ad6219497 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:47:02.710061 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Updating router 29c7e4bf-b603-4bed-bdd4-961ad6219497 port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:47:02.761666 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:02.808582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:02.812588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:subnet and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:02.815481 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:02.821537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:02.832569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:47:02.939375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.102771 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.114329 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Transition to ACTIVE for port object a2bc69c6-734a-4153-94f8-54fe1d8f2d8c will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:03.121884 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.162526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.212556 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Pushing event updated for resources: {'Port': ['ID=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:03.214847 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Attempting to bind port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:47:03.215203 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Attempting to bind port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:47:03.215559 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Attempting to bind port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:47:03.227903 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.228244 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.228584 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.228916 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.229245 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.229567 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.229914 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.230237 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.230559 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.230875 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.231192 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:03.235305 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:47:03.235677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:47:03.236073 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.236789 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:47:03.236913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Bound port: a2bc69c6-734a-4153-94f8-54fe1d8f2d8c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:47:03.237259 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.250193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Subnet': ['ID=c745f6c0-93b4-41b9-90c2-5487fbc124f0,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:03.260284 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Checking segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:47:03.260639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network hostable DHCP agents. Network: 940965ea-7fa8-4775-948e-d7654ef622ca, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:47:03.283381 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 940965ea-7fa8-4775-948e-d7654ef622ca is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:47:03.301600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 940965ea-7fa8-4775-948e-d7654ef622ca) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:03.306387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:03.306993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.311196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261688f-bf7f-4c83-a77a-3bac9a59ff98 None None] Network 940965ea-7fa8-4775-948e-d7654ef622ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:47:03.331013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c2d23937-0afa-4df9-93c4-5657607a9934 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6379933 Mar 11 16:47:03.333480 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46910) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:03.334618 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] For port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:47:03.338140 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] For port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:47:03.342870 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.426071 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e85727-7476-4dd9-8924-be07b1cb1b70 None None] Pushing event updated for resources: {'Port': ['ID=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:03.431347 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:03.431951 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:03.569463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-940965ea-7fa8-4775-948e-d7654ef622ca', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:47:03.570545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:03.626229 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:03.758061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Allocated IP 172.20.0.2 (940965ea-7fa8-4775-948e-d7654ef622ca/c745f6c0-93b4-41b9-90c2-5487fbc124f0/79d3a6c6-80ee-4343-9338-89eaabbdf744) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:47:03.985043 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:01Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:03.988865 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eb1a2e-a057-47dc-bd2d-e2f00b2a4f68 None None] The sync data for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv is: [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:01Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:47:04.011015 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.021633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Transition to ACTIVE for port object 79d3a6c6-80ee-4343-9338-89eaabbdf744 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:04.043131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Transition to ACTIVE for port object 79d3a6c6-80ee-4343-9338-89eaabbdf744 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:04.050514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.102602 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Network 940965ea-7fa8-4775-948e-d7654ef622ca is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:04.112896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:04.116382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:47:04.225154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Pushing event updated for resources: {'Port': ['ID=79d3a6c6-80ee-4343-9338-89eaabbdf744,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:04.242276 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Attempting to bind port 79d3a6c6-80ee-4343-9338-89eaabbdf744 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:47:04.242612 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Attempting to bind port 79d3a6c6-80ee-4343-9338-89eaabbdf744 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:47:04.243169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Attempting to bind port 79d3a6c6-80ee-4343-9338-89eaabbdf744 on network 940965ea-7fa8-4775-948e-d7654ef622ca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:47:04.247694 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.248149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.248516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.248848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.249169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.249502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.249853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.250174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.250493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.250809 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.251124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:47:04.266423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:47:04.269497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Checking segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:47:04.269497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.269497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Bound using segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:47:04.269497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Bound port: 79d3a6c6-80ee-4343-9338-89eaabbdf744, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:47:04.269497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.346067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.378445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] For port 79d3a6c6-80ee-4343-9338-89eaabbdf744, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:47:04.383348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] For port 79d3a6c6-80ee-4343-9338-89eaabbdf744, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79d3a6c6-80ee-4343-9338-89eaabbdf744,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:47:04.388377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:04.485515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791f64-1af1-4894-955a-f03f662e58ee None None] Pushing event updated for resources: {'Port': ['ID=79d3a6c6-80ee-4343-9338-89eaabbdf744,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:04.830363 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.1 (940965ea-7fa8-4775-948e-d7654ef622ca/c745f6c0-93b4-41b9-90c2-5487fbc124f0/776d299c-ac7c-49ba-86ac-5fefa3f92b44) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:47:05.026720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.054556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object 776d299c-ac7c-49ba-86ac-5fefa3f92b44 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:05.082102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.158275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79d3a6c6-80ee-4343-9338-89eaabbdf744 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:05.167627 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:47:05.190598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 940965ea-7fa8-4775-948e-d7654ef622ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:05.191514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:05.195223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:05.197737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:47:05.238021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 79d3a6c6-80ee-4343-9338-89eaabbdf744 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:05.246218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a2bc69c6-734a-4153-94f8-54fe1d8f2d8c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:05.268392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.324102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:05.331681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:05.332154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.367038 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.496648 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.515321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:05.520621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.552105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9459dc0-7414-40a9-b889-1d1d1a113bef None None] Network 940965ea-7fa8-4775-948e-d7654ef622ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:47:05.680338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Provisioning for port 79d3a6c6-80ee-4343-9338-89eaabbdf744 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:05.701048 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Provisioning complete for port 79d3a6c6-80ee-4343-9338-89eaabbdf744 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:05.701414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.730701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:05.816861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.821981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.932425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.940681 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:05.947062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:05.977840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] For port 79d3a6c6-80ee-4343-9338-89eaabbdf744, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79d3a6c6-80ee-4343-9338-89eaabbdf744,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:05.984834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:06.073329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6a64c-42ab-4933-8bec-ed237d18374b None None] Pushing event updated for resources: {'Port': ['ID=79d3a6c6-80ee-4343-9338-89eaabbdf744,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:06.125278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 940965ea-7fa8-4775-948e-d7654ef622ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:06.126522 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:06.214443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Provisioning for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:06.220985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Provisioning complete for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:06.221793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:06.290699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:47:06.304461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Provisioning complete for port 79d3a6c6-80ee-4343-9338-89eaabbdf744 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:06.304837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c1825470-9f14-404d-8ed7-3e55475a0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:06.554084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e8724324-1480-457b-a7b2-c30ab8c4ab9c None None] Provisioning complete for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:06.554670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e8724324-1480-457b-a7b2-c30ab8c4ab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:06.609916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e8724324-1480-457b-a7b2-c30ab8c4ab9c None None] Port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:47:06.659011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 29c7e4bf-b603-4bed-bdd4-961ad6219497 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:47:06.732102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-11f28486-bc06-4699-9b89-99575201dfa0 None None] Provisioning complete for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:06.732468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-11f28486-bc06-4699-9b89-99575201dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:06.785092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-11f28486-bc06-4699-9b89-99575201dfa0 None None] Port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:47:06.865306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:47:06.874293 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5b99d4c2-3b9e-48ee-bb12-6d8cc7824a30 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/29c7e4bf-b603-4bed-bdd4-961ad6219497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5385740 Mar 11 16:47:07.074445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79d3a6c6-80ee-4343-9338-89eaabbdf744 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:07.095461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-a252f90c-a065-4452-b49f-48170120a5e7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:07.115786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-a252f90c-a065-4452-b49f-48170120a5e7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:07.116778 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-a252f90c-a065-4452-b49f-48170120a5e7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132949595&fields=id&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 267 time: 0.0693321 Mar 11 16:47:07.149142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 79d3a6c6-80ee-4343-9338-89eaabbdf744 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:07.149142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:07.281274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-ac1bf26c-27ac-46df-af1d-1de509246151 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:07.282771 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-ac1bf26c-27ac-46df-af1d-1de509246151 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 796 time: 0.1584802 Mar 11 16:47:07.283095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a2bc69c6-734a-4153-94f8-54fe1d8f2d8c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:07.300119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-2779620c-3f12-4d24-8890-2dd0a2ead2f3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/quotas/5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 375 time: 0.0113592 Mar 11 16:47:07.353347 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:07.353725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:07.386755 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-501f5a5e-421f-4174-be4f-b9e19e5c2769 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796802 Mar 11 16:47:07.609979 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-a58c102b-5b49-4f2d-8bcf-da02c49a9bc5 service neutron] 10.222.0.78 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099872 Mar 11 16:47:07.651923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Sync routers for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:47:07.664171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:07.664784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:07.754578 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-f791bb57-bfb5-4fea-8dd8-e285b7c2e7d1 service neutron] 10.222.0.78 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381681 Mar 11 16:47:07.846211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:07.977645 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ec0deb6e-b200-4478-b298-e4e4f4b6fdb7 req-770ec2dc-63a9-41f5-84fa-b8f04b5e45f7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 210 time: 0.0574765 Mar 11 16:47:08.233230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9c430c4-3e43-4a01-a7ac-a1cada765ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:08.259940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 2, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:08.264820 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Checking router: 29c7e4bf-b603-4bed-bdd4-961ad6219497 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:47:08.265183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Updating router 29c7e4bf-b603-4bed-bdd4-961ad6219497 port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:47:08.323593 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:08.689153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:08.701323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Transition to ACTIVE for port object 776d299c-ac7c-49ba-86ac-5fefa3f92b44 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:08.708131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:08.846574 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269609e-e40a-4a21-957c-5883f4001386 None None] Pushing event updated for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:08.936838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Attempting to bind port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:47:08.937188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Attempting to bind port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:47:08.937540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Attempting to bind port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 on network 940965ea-7fa8-4775-948e-d7654ef622ca {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:47:08.945409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:47:08.945748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Checking segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:47:08.946127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:08.946509 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Bound using segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:47:08.946963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Bound port: 776d299c-ac7c-49ba-86ac-5fefa3f92b44, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:47:08.947327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:09.057018 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] For port 776d299c-ac7c-49ba-86ac-5fefa3f92b44, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:47:09.060843 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] For port 776d299c-ac7c-49ba-86ac-5fefa3f92b44, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=776d299c-ac7c-49ba-86ac-5fefa3f92b44,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:47:09.066824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:09.157420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269609e-e40a-4a21-957c-5883f4001386 None None] Pushing event updated for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:09.160837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:09.161588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:46:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:09.198435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-293f07c8-ac8b-4d83-ad66-599a748ef16f req-ebf3c105-3758-4da3-8c2a-99f77a5b63da tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 210 time: 0.0604596 Mar 11 16:47:09.337546 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-9c290d10-62fc-4de1-a066-d876e3d855e1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:09.338316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-9c290d10-62fc-4de1-a066-d876e3d855e1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:47:09.359704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-9c290d10-62fc-4de1-a066-d876e3d855e1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:47:09.361025 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-9c290d10-62fc-4de1-a066-d876e3d855e1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 796 time: 0.2473733 Mar 11 16:47:09.385268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:09.434679 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-095451a1-f282-4996-8d9a-03adcd2c4e6c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 380 time: 0.0614095 Mar 11 16:47:09.442761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'port': {'device_id': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'admin_state_up': True, 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'security_groups': ['d702e1cf-32df-45c1-8a2c-1d36ae2d368b']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:09.593725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:09.597886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:port and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:09.601172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:09.607307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:09.619092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:47:09.622940 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:09.738606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:09Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:09.742874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc5443-0b13-46c2-8cfe-bd4ee52cd41d None None] The sync data for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv is: [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:09Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:47:09.796155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.8 (940965ea-7fa8-4775-948e-d7654ef622ca/c745f6c0-93b4-41b9-90c2-5487fbc124f0/b16bc52c-ee07-41ce-b1ab-dd52ba432095) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:47:10.022698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.042719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object b16bc52c-ee07-41ce-b1ab-dd52ba432095 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:10.069280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.155755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 940965ea-7fa8-4775-948e-d7654ef622ca is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:10.158999 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:10.161512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:47:10.206983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:10.244994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:10.245617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.271075 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e992d645-541c-4322-81d2-f69026b545ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321185 Mar 11 16:47:10.284124 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Request body: {'port': {'device_id': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:10.411380 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.437849 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c67c24-0218-4549-8bfe-1037411ca0e3 req-f8b9aecd-5674-4ebb-8b11-adaa3067c357 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:10.439559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0c67c24-0218-4549-8bfe-1037411ca0e3 req-f8b9aecd-5674-4ebb-8b11-adaa3067c357 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 931 time: 0.0868752 Mar 11 16:47:10.461115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c85c1dc1-b4ec-40e6-a58f-cfe9a3a2c1a3 None None] Provisioning for port b16bc52c-ee07-41ce-b1ab-dd52ba432095 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:10.466423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c85c1dc1-b4ec-40e6-a58f-cfe9a3a2c1a3 None None] Provisioning complete for port b16bc52c-ee07-41ce-b1ab-dd52ba432095 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:10.466795 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c85c1dc1-b4ec-40e6-a58f-cfe9a3a2c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.517388 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f0c67c24-0218-4549-8bfe-1037411ca0e3 req-fcaacc46-1e94-4a22-8461-3765bb673330 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661407 Mar 11 16:47:10.588487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c85c1dc1-b4ec-40e6-a58f-cfe9a3a2c1a3 None None] Port b16bc52c-ee07-41ce-b1ab-dd52ba432095 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:47:10.902906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16bc52c-ee07-41ce-b1ab-dd52ba432095 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:47:10.910216 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:10.925930 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Transition to ACTIVE for port object b16bc52c-ee07-41ce-b1ab-dd52ba432095 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:47:10.930581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.067581 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Pushing event updated for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:11.108937 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 776d299c-ac7c-49ba-86ac-5fefa3f92b44 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:11.183051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Attempting to bind port b16bc52c-ee07-41ce-b1ab-dd52ba432095 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:47:11.183403 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Attempting to bind port b16bc52c-ee07-41ce-b1ab-dd52ba432095 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:47:11.183869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Attempting to bind port b16bc52c-ee07-41ce-b1ab-dd52ba432095 on network 940965ea-7fa8-4775-948e-d7654ef622ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:47:11.190557 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Port b16bc52c-ee07-41ce-b1ab-dd52ba432095 on network 940965ea-7fa8-4775-948e-d7654ef622ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:47:11.190882 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Attempting to bind port b16bc52c-ee07-41ce-b1ab-dd52ba432095 on network 940965ea-7fa8-4775-948e-d7654ef622ca {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:47:11.198514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:47:11.198877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Checking segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:47:11.199288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Bound using segment: {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:47:11.199871 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Bound port: b16bc52c-ee07-41ce-b1ab-dd52ba432095, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bd011a-b394-4d8d-ac73-4f55ab7acef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:47:11.200081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:11.200251 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.207035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:11.207504 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.301941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:47:11.305697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:47:11.311271 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.362047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ec1ec38-ea6d-4fe4-984e-06c8fc9669f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.366461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.376801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.377989 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] 10.222.0.11 "PUT /v2.0/ports/b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 1093 time: 1.0993698 Mar 11 16:47:11.378464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:47:11.401240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2c71b-e3e0-477f-a94d-c997e7b8967e service neutron] Pushing event updated for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:11.418852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 776d299c-ac7c-49ba-86ac-5fefa3f92b44, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=776d299c-ac7c-49ba-86ac-5fefa3f92b44,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:11.424857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:11.461745 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'status': 'completed', 'code': 200} Mar 11 16:47:11.510139 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-2bb83f39-1f82-4db1-968c-dac2716a31cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1096 time: 0.0924585 Mar 11 16:47:11.516669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:11.590056 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-e6ce3a17-e407-446b-9f0b-8227f32e7c6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 217 time: 0.0734606 Mar 11 16:47:11.659134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-fe571960-71ff-4d23-946c-b47226a1c261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:11.660564 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-fe571960-71ff-4d23-946c-b47226a1c261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 200 len: 834 time: 0.0653877 Mar 11 16:47:11.730710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab021e-d182-4381-8cd1-89be332bc6d8 req-d7a79c8f-12e3-44a6-a069-dd8f52a10890 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:11.732026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1ab021e-d182-4381-8cd1-89be332bc6d8 req-d7a79c8f-12e3-44a6-a069-dd8f52a10890 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 943 time: 0.0894761 Mar 11 16:47:11.750639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-716090a4-2fa7-498d-a9ac-8871717ee273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=940965ea-7fa8-4775-948e-d7654ef622ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833173 Mar 11 16:47:11.778471 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f1ab021e-d182-4381-8cd1-89be332bc6d8 req-4f3afc94-2757-4113-9d75-c3fbf225ef5d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Mar 11 16:47:11.894459 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-dd615170-c57b-43f8-b75a-abcedc6116e0 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377306 Mar 11 16:47:12.041352 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d250fbe0-8bf3-4b5c-b870-7a4a98a8f5bd req-51083d2f-e537-4d74-be79-080bbaea36c2 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404307 Mar 11 16:47:12.090027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:12.169298 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-d9122aed-fa3a-4a39-92e6-6476d2947b3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1096 time: 0.0797653 Mar 11 16:47:12.194072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:12.318839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-31be4856-fdae-4eb7-8a39-31bf9edf4111 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:12.320467 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-31be4856-fdae-4eb7-8a39-31bf9edf4111 service neutron] 10.222.0.11 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 897 time: 0.1454451 Mar 11 16:47:12.390819 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-89031c7f-99a8-47d5-a4ec-235ee4bcb40d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 217 time: 0.0648680 Mar 11 16:47:12.452974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-aff72c67-0ecd-4a35-9f67-4a020ffdd178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:12.454429 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-aff72c67-0ecd-4a35-9f67-4a020ffdd178 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 200 len: 834 time: 0.0568998 Mar 11 16:47:12.631701 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-31dcc1f4-c9eb-4d14-821c-02adc41dffba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=940965ea-7fa8-4775-948e-d7654ef622ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1700642 Mar 11 16:47:12.765103 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-611b7ace-6b05-42a6-aa40-b09373f65120 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275170 Mar 11 16:47:12.904851 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-64eb419b-b386-49cb-a31f-8d45050d0127 req-004a2fe4-c77a-4446-8c6c-6f9a2f72e15d service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323316 Mar 11 16:47:12.991772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333f711-0ed8-4e2b-98c7-7b2c1706c5a6 req-cfe1ca78-08bb-4817-a6a4-15458c9322bc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:12.993226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1333f711-0ed8-4e2b-98c7-7b2c1706c5a6 req-cfe1ca78-08bb-4817-a6a4-15458c9322bc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 943 time: 0.0768497 Mar 11 16:47:13.064175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 776d299c-ac7c-49ba-86ac-5fefa3f92b44 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:13.133807 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1333f711-0ed8-4e2b-98c7-7b2c1706c5a6 req-8607e258-0a1c-4623-8c15-fb37d38cf087 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345761 Mar 11 16:47:13.138773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:13.139150 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:13.664712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:14.345293 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ecf9e-1417-44b9-8991-e7dc1e290da5 req-93f5d302-d9fb-44f4-91e8-f8cad7c8ca86 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:14.346669 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9ecf9e-1417-44b9-8991-e7dc1e290da5 req-93f5d302-d9fb-44f4-91e8-f8cad7c8ca86 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 943 time: 0.0802310 Mar 11 16:47:14.394448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cb9ecf9e-1417-44b9-8991-e7dc1e290da5 req-4900636b-6c1d-43c5-aa64-a86a99f6b1c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Mar 11 16:47:15.411051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:15.474652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b16bc52c-ee07-41ce-b1ab-dd52ba432095 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:47:15.604491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87968ffe-78e1-4414-902f-9c0ca7a6338d req-41a3f423-4d68-4ff2-aa94-939f6c19e117 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:15.606130 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87968ffe-78e1-4414-902f-9c0ca7a6338d req-41a3f423-4d68-4ff2-aa94-939f6c19e117 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 943 time: 0.0822461 Mar 11 16:47:15.620627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:15.635986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'port_id': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'mac_address': 'fa:16:3e:f0:c2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:47:15.654248 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-87968ffe-78e1-4414-902f-9c0ca7a6338d req-b061a212-4e11-4b36-9268-56804e8e1f7b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Mar 11 16:47:15.696148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:15.715757 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16bc52c-ee07-41ce-b1ab-dd52ba432095 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:47:15.732539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:15.736606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:15.804119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:16.067856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['b16bc52c-ee07-41ce-b1ab-dd52ba432095'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:47:16.858836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d68a42-8978-403b-9daa-1985dd23b8c5 req-2236d9e8-e2c2-46a7-bd1a-583c640ef8a3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:16.860336 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34d68a42-8978-403b-9daa-1985dd23b8c5 req-2236d9e8-e2c2-46a7-bd1a-583c640ef8a3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 944 time: 0.0828922 Mar 11 16:47:16.914869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-34d68a42-8978-403b-9daa-1985dd23b8c5 req-36218094-3230-4545-af6d-5333e28cf419 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490010 Mar 11 16:47:17.490631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b16bc52c-ee07-41ce-b1ab-dd52ba432095 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:47:17.563898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port b16bc52c-ee07-41ce-b1ab-dd52ba432095 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:47:17.568709 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port b16bc52c-ee07-41ce-b1ab-dd52ba432095 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:47:17.569076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:17.698841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:17.731266 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:47:17.744102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:47:17.749268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:17.821883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:17.877805 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'code': 200} Mar 11 16:47:18.125478 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bf716cb4-d30e-4f4a-bec8-bfefeb7d772a req-c921e236-6f24-4897-9da2-748a418d0c9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1098 time: 0.0717831 Mar 11 16:47:18.136651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449eb1ad-3d1f-42a1-a6dd-2b828e320bdc req-2f014230-9454-4e1a-bbf2-eac822de7597 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:18.138117 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-449eb1ad-3d1f-42a1-a6dd-2b828e320bdc req-2f014230-9454-4e1a-bbf2-eac822de7597 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0925050 Mar 11 16:47:18.171674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bf716cb4-d30e-4f4a-bec8-bfefeb7d772a req-9f4fbf06-697f-47d0-acd2-d037fbd1e6ff service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Mar 11 16:47:18.186655 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-449eb1ad-3d1f-42a1-a6dd-2b828e320bdc req-e809139b-623a-4978-b257-248f8e74e532 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 Mar 11 16:47:19.436546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b878171-00b4-4390-9dec-73f1af1c5fa5 req-dcd7a924-27a4-463e-9ffa-54a16a577b00 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:19.439089 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b878171-00b4-4390-9dec-73f1af1c5fa5 req-dcd7a924-27a4-463e-9ffa-54a16a577b00 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0970860 Mar 11 16:47:19.502195 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b878171-00b4-4390-9dec-73f1af1c5fa5 req-cf8e1e98-f7fd-4d20-a542-117678d4ef02 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572670 Mar 11 16:47:20.731294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16811e-84b7-4e5e-9a05-fa230f494e15 req-eddb77f6-8a91-46c2-bf1d-7206619d5240 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:20.732631 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d16811e-84b7-4e5e-9a05-fa230f494e15 req-eddb77f6-8a91-46c2-bf1d-7206619d5240 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0828543 Mar 11 16:47:20.779719 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9d16811e-84b7-4e5e-9a05-fa230f494e15 req-83093a00-8b95-4762-8e9c-794cc1347ef0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Mar 11 16:47:20.994179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8638838-8f46-4620-a952-c2b07fd0d488 req-6a1bdc90-c464-42f0-913b-546705be23a6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:20.995561 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8638838-8f46-4620-a952-c2b07fd0d488 req-6a1bdc90-c464-42f0-913b-546705be23a6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0857191 Mar 11 16:47:21.044373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8638838-8f46-4620-a952-c2b07fd0d488 req-0e5c0c2a-3908-4f7d-b003-5a873665d34f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Mar 11 16:47:21.081317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46970) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:21.154035 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e544249d-82ec-46d0-affe-ac4722f2b4dc tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1093 time: 0.0714624 Mar 11 16:47:21.156803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 46974) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:21.162399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:47:21.168249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:47:21.172362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:floatingip and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:47:21.175474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:47:21.182041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:47:21.192479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:21.335514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:21.480722 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.13 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/9c5d6496-131f-45eb-b4ca-6eff9c8311c2) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:47:21.636010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:21.664528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:21.733384 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:47:21.736259 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:47:21.741904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:47:21.769091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=9c5d6496-131f-45eb-b4ca-6eff9c8311c2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:22.264693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:22.322954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:22.642933 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:22.648943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:22.767425 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=9c5d6496-131f-45eb-b4ca-6eff9c8311c2,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:47:22.784127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:22.991314 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Floating IP 6a70bfd8-526e-48c2-8b62-c49fadc84445 associated. External IP: 172.26.4.13, port: b16bc52c-ee07-41ce-b1ab-dd52ba432095. Mar 11 16:47:23.393954 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 29c7e4bf-b603-4bed-bdd4-961ad6219497 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:47:23.598757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:47:23.609550 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Sync routers for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:47:23.629543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:23.632429 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:23.633050 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:47:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:23.697115 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0bc63d89-606a-4adc-9085-4bb2b1b8fdd7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5392213 Mar 11 16:47:23.697667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:47:23.761158 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'status': 'completed', 'code': 200} Mar 11 16:47:23.842343 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:23.885408 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-5c0c9af8-40a1-40d7-aa87-96bc18464202 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1098 time: 0.0931845 Mar 11 16:47:23.925497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f4c52-7e28-42dd-a201-a5c8c9c5cfd6 req-360b3af1-34b5-4b56-a9b6-a25afaa66a19 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:23.927801 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-057f4c52-7e28-42dd-a201-a5c8c9c5cfd6 req-360b3af1-34b5-4b56-a9b6-a25afaa66a19 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.1092203 Mar 11 16:47:23.986581 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-057f4c52-7e28-42dd-a201-a5c8c9c5cfd6 req-b0ce8a4f-59dc-4eff-919e-8b23b2efc81a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Mar 11 16:47:24.016912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46982) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:24.035170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-3151c49d-900e-4703-aaeb-7829f5d79744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:24.038120 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-3151c49d-900e-4703-aaeb-7829f5d79744 service neutron] 10.222.0.11 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 897 time: 0.1464825 Mar 11 16:47:24.137500 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-07200d9c-c70f-4a67-8038-3f0583ed1bce tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 200 len: 990 time: 0.1191733 Mar 11 16:47:24.149139 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-8c63769e-5362-45a2-9d23-602f50900ef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 998 time: 0.1056716 Mar 11 16:47:24.233592 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6a70bfd8-526e-48c2-8b62-c49fadc84445', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'port_id': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'mac_address': 'fa:16:3e:f0:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:47:22Z', 'updated_at': '2022-03-11T16:47:22Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:24.238012 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Checking router: 29c7e4bf-b603-4bed-bdd4-961ad6219497 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:47:24.251677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:47:24.252324 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:47:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:24.325840 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-5a20f472-ed7e-4fc3-9fb2-923cf0407478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:47:24.327261 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-5a20f472-ed7e-4fc3-9fb2-923cf0407478 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 200 len: 834 time: 0.1727953 Mar 11 16:47:24.404011 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-09916de5-118f-4128-abb6-e949e99b41c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=940965ea-7fa8-4775-948e-d7654ef622ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706921 Mar 11 16:47:24.437053 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:47:24.548105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-72dd7481-7ef2-4a6d-9599-1d671cb7b5b0 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384542 Mar 11 16:47:24.684117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6573cbc3-7b98-4af2-95a1-4d22df3947ef req-9256ba45-704e-4661-96bf-ce3bb2c51c78 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303661 Mar 11 16:47:24.826994 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6a70bfd8-526e-48c2-8b62-c49fadc84445', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'port_id': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'mac_address': 'fa:16:3e:f0:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:47:22Z', 'updated_at': '2022-03-11T16:47:22Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:47:24.830913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772de15c-c9ea-4e40-9f88-738678483f17 None None] The sync data for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv is: [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '6a70bfd8-526e-48c2-8b62-c49fadc84445', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.13', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'port_id': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'mac_address': 'fa:16:3e:f0:c2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:47:22Z', 'updated_at': '2022-03-11T16:47:22Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:47:25.046035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4478e49-d1a4-4639-bad2-c3e537be2046 None None] New status for floating IP 6a70bfd8-526e-48c2-8b62-c49fadc84445: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:47:25.141534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46986) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:25.260720 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c8722bb-aef7-4a59-bc53-f05c928f9d46 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 200 len: 990 time: 0.1179562 Mar 11 16:47:26.264726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 46990) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:47:26.377075 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5261c628-95fc-401d-ad4a-6bbfb6c9b9fb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 200 len: 992 time: 0.1111331 Mar 11 16:47:38.216654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-701bf569-f7ea-4687-a14e-73228c5ced5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:41.305817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b71084f1-d092-4c63-b292-cc1f89ef7273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.092111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:42.167914 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:47:42.185883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:43.669533 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:47:45.408277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:04.939335 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-6f7a0c12-8ac2-4635-bed2-e7735e71c471 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758865 Mar 11 16:48:05.087654 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-d4197d9f-31a0-4de6-9baf-d8e4dc9a9c6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1098 time: 0.0780544 Mar 11 16:48:05.239115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093cdf-aded-4476-97d8-18015747fd8e req-9d712f1f-9474-413e-a096-affe974ef602 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:05.241154 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-9d712f1f-9474-413e-a096-affe974ef602 service neutron] 10.222.0.11 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 897 time: 0.1338797 Mar 11 16:48:05.348636 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-2bb7a2e9-46a0-45c6-ad04-4211268392d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 1000 time: 0.1012135 Mar 11 16:48:05.410048 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e093cdf-aded-4476-97d8-18015747fd8e req-3fbab5d9-3079-4b81-84ad-1f5be500dd5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:05.411488 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-3fbab5d9-3079-4b81-84ad-1f5be500dd5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 200 len: 834 time: 0.0572138 Mar 11 16:48:05.492550 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-fb373673-7d0b-4421-824a-3ff1826cf32d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=940965ea-7fa8-4775-948e-d7654ef622ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742247 Mar 11 16:48:05.627022 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-206b335f-ec36-482b-b311-c0b77225fe1d service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287384 Mar 11 16:48:05.761377 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7e093cdf-aded-4476-97d8-18015747fd8e req-61059bc1-4fd5-4479-8010-29fd8263dfdb service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285939 Mar 11 16:48:08.220089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c87f2b4a-1db9-4f7e-a24f-51f3ef1fc00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:11.307477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae2a9-306b-49a0-920e-e18a35b7e4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:12.094606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:12.190455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:13.678903 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:15.402793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:19.168437 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:48:36.070752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141da93-26a1-4e0a-838c-26a98de26b14 req-3d6da0c1-db37-444c-a1af-bbffe791c148 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:36.072250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b141da93-26a1-4e0a-838c-26a98de26b14 req-3d6da0c1-db37-444c-a1af-bbffe791c148 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0812104 Mar 11 16:48:36.126021 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b141da93-26a1-4e0a-838c-26a98de26b14 req-48c63c6d-83f0-4ca4-abd4-637f3aef78bc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473084 Mar 11 16:48:37.345717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074da08e-3a0a-43b7-af78-1b8373bae727 req-c8e416ce-1674-4a88-b182-0b6d48f8c996 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:37.347181 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-074da08e-3a0a-43b7-af78-1b8373bae727 req-c8e416ce-1674-4a88-b182-0b6d48f8c996 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0829973 Mar 11 16:48:37.394373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-074da08e-3a0a-43b7-af78-1b8373bae727 req-9f5218e0-e7da-43af-ba21-e3ec975c85df tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Mar 11 16:48:37.424249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47028) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:37.555129 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c50225ef-1d27-4b3e-ac53-7dd4ee9b1760 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 200 len: 992 time: 0.1297312 Mar 11 16:48:38.223786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c357-774e-4804-bd48-826a7cf9132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:39.062460 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2838ba-80d1-4eda-8c12-30e6ba0363af req-0d268103-7c26-4280-8ef5-66afc82922ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:39.063957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c2838ba-80d1-4eda-8c12-30e6ba0363af req-0d268103-7c26-4280-8ef5-66afc82922ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0878227 Mar 11 16:48:39.113953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5c2838ba-80d1-4eda-8c12-30e6ba0363af req-786c0acb-215e-4a3c-b3ef-2148a9320a3f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 11 16:48:40.318477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64232c47-e105-42f5-9201-50836ce50a43 req-8d9e7473-e7d9-4889-81fd-58d7778870ba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:40.319903 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-64232c47-e105-42f5-9201-50836ce50a43 req-8d9e7473-e7d9-4889-81fd-58d7778870ba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0784938 Mar 11 16:48:40.367500 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-64232c47-e105-42f5-9201-50836ce50a43 req-77b2d22c-0009-440f-b348-00fc3e300635 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Mar 11 16:48:40.395100 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47040) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:40.500923 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d52c2bc2-709c-4525-93e9-a3c51bacb7f8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 200 len: 992 time: 0.1046240 Mar 11 16:48:40.796281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47048) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:41.103014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 9c5d6496-131f-45eb-b4ca-6eff9c8311c2 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:48:41.103356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:41.284834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:41.285162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:41.310150 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a4dcca01-d031-460d-91a5-e7a793238e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:41.416899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 9c5d6496-131f-45eb-b4ca-6eff9c8311c2 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:48:41.575755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:41.621389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=9c5d6496-131f-45eb-b4ca-6eff9c8311c2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:41.661556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.661949 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.662862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.663166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.663483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.663810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.664136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.664461 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.664785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.665103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.665422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:41.731640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:42.097788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:42.137737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 29c7e4bf-b603-4bed-bdd4-961ad6219497 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:48:42.193154 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:42.356531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:48:42.366960 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Sync routers for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:48:42.369973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:42.382011 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:42.382641 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:42.427228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-a5732dfd-d879-4583-bdd5-70723b664712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/floatingips/6a70bfd8-526e-48c2-8b62-c49fadc84445 HTTP/1.1" status: 204 len: 168 time: 1.6298730 Mar 11 16:48:42.428502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:48:42.488795 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'status': 'completed', 'code': 200} Mar 11 16:48:42.574894 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:42.590370 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-5004ba50-a338-4b18-92b9-9c1e9ae05467 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 1098 time: 0.0817542 Mar 11 16:48:42.862031 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-fa0f204c-dc66-43b2-bf25-11f61180d0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:42.863774 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-fa0f204c-dc66-43b2-bf25-11f61180d0a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 200 len: 897 time: 0.2662315 Mar 11 16:48:42.879035 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17f7f5-b3af-4129-b103-8306ba8b7bd3 req-77613006-e4e8-4ed8-86b1-f65ed5aa2107 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:42.881379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ca17f7f5-b3af-4129-b103-8306ba8b7bd3 req-77613006-e4e8-4ed8-86b1-f65ed5aa2107 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0935774 Mar 11 16:48:42.933550 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ca17f7f5-b3af-4129-b103-8306ba8b7bd3 req-3e7e926d-de84-48ba-9636-c5875e915770 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451231 Mar 11 16:48:42.935731 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-2259324d-801e-490a-a721-30e12e4906b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 200 len: 217 time: 0.0650785 Mar 11 16:48:42.936997 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:42.941330 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Checking router: 29c7e4bf-b603-4bed-bdd4-961ad6219497 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:48:42.954501 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:42.955098 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:43.002479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-a7693b0f-a635-4d11-9b0f-73527cfb3177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:43.004019 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-a7693b0f-a635-4d11-9b0f-73527cfb3177 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 200 len: 834 time: 0.0624342 Mar 11 16:48:43.084581 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-0b249f0c-ba18-4fd5-8a08-8a484626c4b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=940965ea-7fa8-4775-948e-d7654ef622ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742698 Mar 11 16:48:43.150868 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:43.221162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-22b60aef-94a6-4da0-8a94-2e0e0d77b6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301501 Mar 11 16:48:43.358816 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dd878985-0795-4485-aea6-f9d8e18bc711 req-50251ea4-3964-471b-944f-da5323920190 service neutron] 10.222.0.11 "GET /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312094 Mar 11 16:48:43.484274 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:43.487920 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02655fe0-b39f-4f28-9042-7090b8e14f6b None None] The sync data for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv is: [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '776d299c-ac7c-49ba-86ac-5fefa3f92b44', 'name': '', 'network_id': '940965ea-7fa8-4775-948e-d7654ef622ca', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:21:26:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:04Z', 'updated_at': '2022-03-11T16:47:11Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'c745f6c0-93b4-41b9-90c2-5487fbc124f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:48:43.681129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:43.723898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30d787-d9a4-48eb-b607-6c4279f4b9a4 None None] New status for floating IP 6a70bfd8-526e-48c2-8b62-c49fadc84445: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:48:44.136851 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de438852-a952-4fcf-ac4e-562d725cc7c7 req-488e0a49-76a5-413a-a36c-707a6201ab89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:44.138378 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-de438852-a952-4fcf-ac4e-562d725cc7c7 req-488e0a49-76a5-413a-a36c-707a6201ab89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.0764515 Mar 11 16:48:44.189161 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-de438852-a952-4fcf-ac4e-562d725cc7c7 req-21b13eb6-7d26-44ed-9f33-fe1b01bbed81 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d702e1cf-32df-45c1-8a2c-1d36ae2d368b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450256 Mar 11 16:48:44.702619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e813357-0ffd-4590-965e-e854070e5367 req-0399ca7d-f056-4994-a13f-d599cb9374e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:44.703297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-4e813357-0ffd-4590-965e-e854070e5367 req-0399ca7d-f056-4994-a13f-d599cb9374e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:48:44.723538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-4e813357-0ffd-4590-965e-e854070e5367 req-0399ca7d-f056-4994-a13f-d599cb9374e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:48:44.725377 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4e813357-0ffd-4590-965e-e854070e5367 req-0399ca7d-f056-4994-a13f-d599cb9374e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 945 time: 0.1018646 Mar 11 16:48:44.799249 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port b16bc52c-ee07-41ce-b1ab-dd52ba432095 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:48:44.799588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.050698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port b16bc52c-ee07-41ce-b1ab-dd52ba432095, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=b16bc52c-ee07-41ce-b1ab-dd52ba432095,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:48:45.051086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.178107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for b16bc52c-ee07-41ce-b1ab-dd52ba432095 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:48:45.335339 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.372738 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-592d1e35-4726-49df-866d-104b0172d5d3 req-7e694908-5759-4f1f-953a-aba0c07eb525 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=ed7ee35b-3e40-4cba-b0ec-2658b07b1540 HTTP/1.1" status: 200 len: 210 time: 0.0505037 Mar 11 16:48:45.389291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=b16bc52c-ee07-41ce-b1ab-dd52ba432095,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:45.425019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.461487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] No DVR routers for this DVR port b16bc52c-ee07-41ce-b1ab-dd52ba432095 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:48:45.463975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:45.466560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'name': 'network-vif-deleted', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:48:45.483431 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4e813357-0ffd-4590-965e-e854070e5367 req-e3823be6-fa8a-4d4a-aedd-eb9025aa82bd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "DELETE /v2.0/ports/b16bc52c-ee07-41ce-b1ab-dd52ba432095 HTTP/1.1" status: 204 len: 173 time: 0.7535172 Mar 11 16:48:45.645665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7ee35b-3e40-4cba-b0ec-2658b07b1540', 'name': 'network-vif-deleted', 'tag': 'b16bc52c-ee07-41ce-b1ab-dd52ba432095', 'status': 'completed', 'code': 200} Mar 11 16:48:46.492573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47072) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:46.995115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:47.658224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 776d299c-ac7c-49ba-86ac-5fefa3f92b44 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:48:47.658941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:47.847904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 776d299c-ac7c-49ba-86ac-5fefa3f92b44, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=776d299c-ac7c-49ba-86ac-5fefa3f92b44,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:48:47.848288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:47.908945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b16bc52c-ee07-41ce-b1ab-dd52ba432095 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:47.941374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: b16bc52c-ee07-41ce-b1ab-dd52ba432095 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:48:47.941736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device b16bc52c-ee07-41ce-b1ab-dd52ba432095 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:47.970559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 776d299c-ac7c-49ba-86ac-5fefa3f92b44 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:48:48.152242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:48.205397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=776d299c-ac7c-49ba-86ac-5fefa3f92b44,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:48.387190 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.387525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.387857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.388185 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.388514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.388837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.389155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.389472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.389815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.390131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.390447 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:48.641065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:49.271624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 29c7e4bf-b603-4bed-bdd4-961ad6219497 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:48:49.483061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:48:49.493169 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Sync routers for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:48:49.496591 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f1c27f51-93fa-4762-a7c9-bd3283a2bfd8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/29c7e4bf-b603-4bed-bdd4-961ad6219497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0026519 Mar 11 16:48:49.499399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47076) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:49.504654 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:49.505416 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:49.712044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting subnet c745f6c0-93b4-41b9-90c2-5487fbc124f0 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:48:49.716220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:49.732524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:49.781842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:49.865036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.031714 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:48:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:50.036387 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Checking router: 29c7e4bf-b603-4bed-bdd4-961ad6219497 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:48:50.047905 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Routers {'29c7e4bf-b603-4bed-bdd4-961ad6219497'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:50.048556 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['29c7e4bf-b603-4bed-bdd4-961ad6219497'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:50.054176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.092944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Subnet': ['ID=c745f6c0-93b4-41b9-90c2-5487fbc124f0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:50.102528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.108861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c55e0c7-150c-4328-a0be-ffeb16203c42 None None] Network 940965ea-7fa8-4775-948e-d7654ef622ca requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:48:50.113439 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e2d7dc83-23bb-4b1e-83fa-d44b00d9838a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/subnets/c745f6c0-93b4-41b9-90c2-5487fbc124f0 HTTP/1.1" status: 204 len: 168 time: 0.6106317 Mar 11 16:48:50.113588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47080) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:50.252247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] Set router 29c7e4bf-b603-4bed-bdd4-961ad6219497 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:50.336358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.392382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] DHCP port deletion for 940965ea-7fa8-4775-948e-d7654ef622ca request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:48:50.398508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Deleting port 79d3a6c6-80ee-4343-9338-89eaabbdf744 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:48:50.398887 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.568833 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:48:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:50.570407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.573510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f56e5b-02b8-4d73-8d98-120c595239f9 None None] The sync data for ids ['29c7e4bf-b603-4bed-bdd4-961ad6219497'] in dv-neutron-833206-1-hyperv is: [{'id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861549448', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6'}], 'enable_snat': True}, 'gw_port_id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:47:00Z', 'updated_at': '2022-03-11T16:48:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'a2bc69c6-734a-4153-94f8-54fe1d8f2d8c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fc:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29c7e4bf-b603-4bed-bdd4-961ad6219497', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:47:01Z', 'updated_at': '2022-03-11T16:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:48:50.590917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:48:50.591145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.648523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] For port 79d3a6c6-80ee-4343-9338-89eaabbdf744, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=79d3a6c6-80ee-4343-9338-89eaabbdf744,segment=NetworkSegment(71bd011a-b394-4d8d-ac73-4f55ab7acef8),segment_id=71bd011a-b394-4d8d-ac73-4f55ab7acef8)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:48:50.648821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.775479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Calling delete_port for 79d3a6c6-80ee-4343-9338-89eaabbdf744 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:48:50.785655 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port a2bc69c6-734a-4153-94f8-54fe1d8f2d8c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:48:50.786283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.859520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:50.906616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Pushing event deleted for resources: {'Port': ['ID=79d3a6c6-80ee-4343-9338-89eaabbdf744,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:50.916898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] No DVR routers for this DVR port 79d3a6c6-80ee-4343-9338-89eaabbdf744 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:48:50.920080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for a2bc69c6-734a-4153-94f8-54fe1d8f2d8c owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:48:50.925590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.925969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.926307 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.926664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.926970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.927860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.928198 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.928524 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.928844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.929163 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:50.929480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c29d4a-66fb-40fa-974d-2a1067aa9f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:48:51.113152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.120012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79d3a6c6-80ee-4343-9338-89eaabbdf744 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:51.155467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 79d3a6c6-80ee-4343-9338-89eaabbdf744 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:48:51.155807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 79d3a6c6-80ee-4343-9338-89eaabbdf744 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:51.156214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 776d299c-ac7c-49ba-86ac-5fefa3f92b44 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:51.165290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=a2bc69c6-734a-4153-94f8-54fe1d8f2d8c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:51.191418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 776d299c-ac7c-49ba-86ac-5fefa3f92b44 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:48:51.191898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 776d299c-ac7c-49ba-86ac-5fefa3f92b44 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:51.391053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.750326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.754864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.784206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.785009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Fanout notify agent at l3_agent the message router_deleted on router 29c7e4bf-b603-4bed-bdd4-961ad6219497 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:48:51.806030 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:51.808920 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-83be3122-5001-4c6d-902d-05bfa7dd3b70 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/routers/29c7e4bf-b603-4bed-bdd4-961ad6219497 HTTP/1.1" status: 204 len: 168 time: 1.6926579 Mar 11 16:48:51.809972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47084) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:51.931625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.069754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.095707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940965ea-7fa8-4775-948e-d7654ef622ca']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:52.107532 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bd011a-b394-4d8d-ac73-4f55ab7acef8') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:52.107823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bd011a-b394-4d8d-ac73-4f55ab7acef8') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:52.119989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.137918 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.143783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:48:52.144145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:48:52.158545 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:48:52.245601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.264528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.276813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Network': ['ID=940965ea-7fa8-4775-948e-d7654ef622ca,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:52.290072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47088) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:52.294279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-75d9cfbb-3e9b-4101-a021-91ab59785884 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/networks/940965ea-7fa8-4775-948e-d7654ef622ca HTTP/1.1" status: 204 len: 168 time: 0.4831665 Mar 11 16:48:52.362128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.397952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.464768 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.488233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d702e1cf-32df-45c1-8a2c-1d36ae2d368b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:52.500085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.501275 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8df2a601-501b-4511-807a-12d0c5da4345 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/security-groups/d702e1cf-32df-45c1-8a2c-1d36ae2d368b HTTP/1.1" status: 204 len: 168 time: 0.2101319 Mar 11 16:48:52.836410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47096) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:52.842042 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68433381', 'description': 'tempest-secgroup-smoke-68433381 description', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:52.848477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:52.853967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:52.856867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:52.863076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:52.874153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.910371 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:52.914805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:52.917598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:52.924575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:52.984784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:52.987989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.034733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d52c9966-813d-49e5-855a-5329c3171b97,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.039329 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.043382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6ae82c2-ccc7-4873-b822-723944da20b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2031708 Mar 11 16:48:53.043916 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.049443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.056807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.061246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.064806 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.071807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.090063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.116219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a2bc69c6-734a-4153-94f8-54fe1d8f2d8c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:48:53.152089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a2bc69c6-734a-4153-94f8-54fe1d8f2d8c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:48:53.152334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a2bc69c6-734a-4153-94f8-54fe1d8f2d8c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:48:53.251553 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.256097 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.282456 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2405be21-9f83-42e5-88ad-69b9017ea025,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.292976 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.294174 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cf483b3e-2881-4679-83a3-331959188080 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2495263 Mar 11 16:48:53.297113 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47104) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.303474 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.310360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.314160 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.317407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.324620 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.343574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.409419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.414407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.438057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae00af71-b45f-4ed4-924c-1cd777f1bbe8,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.447324 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.448636 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-e6c16f59-f785-4ad7-a4d4-79647e4a3f68 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1505578 Mar 11 16:48:53.451359 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47108) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.456640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.463263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.467027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.470238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.477449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.494120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.557301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.561041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.589975 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee58e9ed-df1f-488b-8826-738136ba27e2,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.600967 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.602171 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-fcd92223-c6ce-4b3f-bb78-696fcac879ec tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1499236 Mar 11 16:48:53.604873 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47112) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.610243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.616418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.620270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.623220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.632575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.658348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.735893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.735893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.758760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2156318-2c8c-4bce-9f1b-f486e0c4ad91,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.766813 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.767967 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5a6d4b68-3a7f-4b1a-995f-d32bafee00a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1621847 Mar 11 16:48:53.770741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47116) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.776833 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.782941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.787345 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.790531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.796156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.806467 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:48:53.812690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.877670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.883025 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.907116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d4c7f9-5152-4710-954d-23d504ac2023,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:53.915452 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:53.916861 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-06a42720-858c-4216-99ab-ca63dbffbecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1445367 Mar 11 16:48:53.919745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47120) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:53.924958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': 'd52c9966-813d-49e5-855a-5329c3171b97', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:53.931030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:53.935071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:53.945637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:53.951609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:53.963760 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:48:53.970706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.046330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.050530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.075792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01534847-98f9-4be2-aebe-f84f5db45f4c,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:54.084443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.085608 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-278a64ff-a1f4-452a-8eb5-02f711a0edba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1649737 Mar 11 16:48:54.088538 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47124) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:54.094525 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'network': {'name': 'tempest-network-smoke--1146194651', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'port_security_enabled': True}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:54.100400 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:54.105159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:network and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:54.107986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:54.113643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:54.124917 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:54.127893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.157770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:48:54.166979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.167331 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Added segment e9693a64-9b24-4b73-badb-13aefdfcd991 of type vlan for network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 Mar 11 16:48:54.193956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.229074 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.232787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:54.233396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.347724 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2580936 Mar 11 16:48:54.350595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47128) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:54.351024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86422867-4df5-423e-9dd8-622360c195a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Network': ['ID=8fae8acb-7205-4000-9b0e-7e7cf37aa740,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:54.361432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'admin_state_up': True, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:54.361633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:48:54.369563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:54.373576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:router and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:54.376561 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:54.383430 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:54.394062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.395077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.416644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.562083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.746024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.775660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:54.916734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.59 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/17c09653-ed5e-45bc-b103-ccc38d017059) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:48:55.075476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:55.104308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:55.181766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:55.182629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=17c09653-ed5e-45bc-b103-ccc38d017059,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:55.186488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:55.188957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:48:55.481629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:55.482333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:55.724100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee804a5f-8a10-4f9a-ac20-8fed87102d4c is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:48:55.926319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:48:55.937280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Sync routers for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:48:55.950058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:55.950663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:55.954234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:55.955435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7d70f612-3725-4ce6-874d-928dd3a29943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6038001 Mar 11 16:48:55.959379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47132) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:56.007701 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cc2b80d7-40f7-49eb-959a-2df7778724d1 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5b8d6072f2db45edb38cd9af23a1d305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439844 Mar 11 16:48:56.007902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47136) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:56.147063 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b3b74c-4358-4362-b8c0-b2e016639daf tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:56.151198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-00b3b74c-4358-4362-b8c0-b2e016639daf tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397862 Mar 11 16:48:56.151578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47140) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:56.169723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:56.170041 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:48:56.193068 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-567eb6c2-37b3-41c5-88cf-adeaa526a771 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401721 Mar 11 16:48:56.196388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47144) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:56.201718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2071470480', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:48:56.319206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:48:56.323139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:subnet and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:48:56.325966 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:48:56.331615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:48:56.344043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:48:56.456320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.469025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:55Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:56.472868 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Checking router: ee804a5f-8a10-4f9a-ac20-8fed87102d4c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:48:56.473214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Updating router ee804a5f-8a10-4f9a-ac20-8fed87102d4c port 17c09653-ed5e-45bc-b103-ccc38d017059 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:48:56.525075 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.701255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.780576 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Subnet': ['ID=df1b2e9a-60a7-4cde-96c3-44c41558a15b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:56.797672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Checking segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:48:56.798066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network hostable DHCP agents. Network: 8fae8acb-7205-4000-9b0e-7e7cf37aa740, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:48:56.822805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:48:56.832887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 8fae8acb-7205-4000-9b0e-7e7cf37aa740) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:56.837323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:48:56.837933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.855869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bce290-41ee-4a74-9acd-b6e79d6d757b None None] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:48:56.867477 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f0d563ce-1a9a-4077-af30-50d3c4291830 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6700251 Mar 11 16:48:56.870506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47148) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:48:56.962131 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:56.991399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Transition to ACTIVE for port object 17c09653-ed5e-45bc-b103-ccc38d017059 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:57.012693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.147580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99398c-dc3f-4dbb-8599-57db8db477af None None] Pushing event updated for resources: {'Port': ['ID=17c09653-ed5e-45bc-b103-ccc38d017059,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:57.182821 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Attempting to bind port 17c09653-ed5e-45bc-b103-ccc38d017059 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:48:57.183188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Attempting to bind port 17c09653-ed5e-45bc-b103-ccc38d017059 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:48:57.183541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Attempting to bind port 17c09653-ed5e-45bc-b103-ccc38d017059 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:48:57.200410 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:48:57.200804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:48:57.201169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.201545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:48:57.202032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Bound port: 17c09653-ed5e-45bc-b103-ccc38d017059, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:48:57.202399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.231335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:48:57.232141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.354245 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] For port 17c09653-ed5e-45bc-b103-ccc38d017059, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:48:57.368982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] For port 17c09653-ed5e-45bc-b103-ccc38d017059, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=17c09653-ed5e-45bc-b103-ccc38d017059,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:48:57.373349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.502690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Allocated IP 172.20.0.2 (8fae8acb-7205-4000-9b0e-7e7cf37aa740/df1b2e9a-60a7-4cde-96c3-44c41558a15b/c2dea1e0-4452-4f10-9cc9-846204d87384) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:48:57.510661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99398c-dc3f-4dbb-8599-57db8db477af None None] Pushing event updated for resources: {'Port': ['ID=17c09653-ed5e-45bc-b103-ccc38d017059,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:57.540110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:48:57.540770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:57.805326 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:57.891423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:48:58.072066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.098910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Transition to ACTIVE for port object c2dea1e0-4452-4f10-9cc9-846204d87384 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:58.137192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Transition to ACTIVE for port object c2dea1e0-4452-4f10-9cc9-846204d87384 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:58.151496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.225100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.1 (8fae8acb-7205-4000-9b0e-7e7cf37aa740/df1b2e9a-60a7-4cde-96c3-44c41558a15b/16b8a42e-4fc5-43c7-b1ee-9401dc20206f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:48:58.266626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:58.271576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Pushing event updated for resources: {'Port': ['ID=c2dea1e0-4452-4f10-9cc9-846204d87384,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:58.274176 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:58.277273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:48:58.373346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Attempting to bind port c2dea1e0-4452-4f10-9cc9-846204d87384 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:48:58.373626 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Attempting to bind port c2dea1e0-4452-4f10-9cc9-846204d87384 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:48:58.374028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Attempting to bind port c2dea1e0-4452-4f10-9cc9-846204d87384 on network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:48:58.384284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:55Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:48:58.387753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:48:58.388121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Checking segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:48:58.388518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.388907 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Bound using segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:48:58.389375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Bound port: c2dea1e0-4452-4f10-9cc9-846204d87384, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:48:58.389759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.401051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df25e6-160a-41af-9bac-07ae097fffe4 None None] The sync data for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:55Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:48:58.401516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.422230 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object 16b8a42e-4fc5-43c7-b1ee-9401dc20206f will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:48:58.451484 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.494750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] For port c2dea1e0-4452-4f10-9cc9-846204d87384, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:48:58.498802 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] For port c2dea1e0-4452-4f10-9cc9-846204d87384, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c2dea1e0-4452-4f10-9cc9-846204d87384,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:48:58.504659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.526818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:58.530311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:58.534839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:48:58.570758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:58.597866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad62138-463d-4ee2-ac95-d648abd3b7d5 None None] Pushing event updated for resources: {'Port': ['ID=c2dea1e0-4452-4f10-9cc9-846204d87384,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:58.619792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:58.751630 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.181184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c2dea1e0-4452-4f10-9cc9-846204d87384 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:48:59.277570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port c2dea1e0-4452-4f10-9cc9-846204d87384 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:59.283830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 17c09653-ed5e-45bc-b103-ccc38d017059 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:48:59.375070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.384073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.392004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 17c09653-ed5e-45bc-b103-ccc38d017059 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:59.398480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 17c09653-ed5e-45bc-b103-ccc38d017059 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:59.399467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.516613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:59.520679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.525168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.542748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 17c09653-ed5e-45bc-b103-ccc38d017059, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=17c09653-ed5e-45bc-b103-ccc38d017059,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:48:59.547177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:48:59.633813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=17c09653-ed5e-45bc-b103-ccc38d017059,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:48:59.706146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:48:59.707308 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:48:59.772422 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fac7420-9436-47ec-b769-330783156c61 None None] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:48:59.872412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Provisioning for port c2dea1e0-4452-4f10-9cc9-846204d87384 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:48:59.889261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Provisioning complete for port c2dea1e0-4452-4f10-9cc9-846204d87384 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:48:59.889628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.122036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee804a5f-8a10-4f9a-ac20-8fed87102d4c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:49:00.149899 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.195990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] For port c2dea1e0-4452-4f10-9cc9-846204d87384, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c2dea1e0-4452-4f10-9cc9-846204d87384,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:49:00.204217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.276566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb9d63-10bb-4f76-b3c5-53cb51bc39a6 None None] Pushing event updated for resources: {'Port': ['ID=c2dea1e0-4452-4f10-9cc9-846204d87384,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:00.350145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:49:00.364180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9286a043-f0f9-4c4a-abc5-d409454fd941 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/ee804a5f-8a10-4f9a-ac20-8fed87102d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4926310 Mar 11 16:49:00.438585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Provisioning complete for port c2dea1e0-4452-4f10-9cc9-846204d87384 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:00.439036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.564294 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-70b574ea-584f-42ac-bb95-de5df06f3a54 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68433381&fields=id&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 267 time: 0.0551660 Mar 11 16:49:00.595406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Provisioning for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:49:00.602113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Provisioning complete for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:00.602596 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.664412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0b30d442-bdac-458d-ae4a-dd30ca0b6e94 None None] Port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:49:00.726950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f3165612-58fe-4db8-ad78-a426c764d332 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:00.727768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f3165612-58fe-4db8-ad78-a426c764d332 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:00.744747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f3165612-58fe-4db8-ad78-a426c764d332 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:00.746093 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f3165612-58fe-4db8-ad78-a426c764d332 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 797 time: 0.1743922 Mar 11 16:49:00.773408 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-bed3cae6-ac90-4150-99db-1331906a2439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/quotas/5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 375 time: 0.0215442 Mar 11 16:49:00.789537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7d24a3c9-b918-4e94-ad23-1feb8a83a3ae None None] Provisioning complete for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:00.790149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7d24a3c9-b918-4e94-ad23-1feb8a83a3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:00.850325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7d24a3c9-b918-4e94-ad23-1feb8a83a3ae None None] Port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:49:00.856682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f75be48f-03fc-4ee6-aeb3-e77284072679 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:00.873363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f75be48f-03fc-4ee6-aeb3-e77284072679 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:00.874877 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f75be48f-03fc-4ee6-aeb3-e77284072679 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963280 Mar 11 16:49:01.097266 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-b1cc867b-ab51-496b-96ed-bc0c289c588a service neutron] 10.222.0.78 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103572 Mar 11 16:49:01.128933 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c2dea1e0-4452-4f10-9cc9-846204d87384 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:01.208103 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port c2dea1e0-4452-4f10-9cc9-846204d87384 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:01.209492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:01.334508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 17c09653-ed5e-45bc-b103-ccc38d017059 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:01.359845 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-73f27676-8e2b-485b-90e4-46c67527d8e5 service neutron] 10.222.0.78 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559180 Mar 11 16:49:01.408985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 17c09653-ed5e-45bc-b103-ccc38d017059 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:01.409362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:01.569283 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef1586b1-1973-4f76-9acb-630f23c04bfb req-d960148e-79d8-4424-93ea-d2aff10c1d93 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 210 time: 0.0503588 Mar 11 16:49:02.154182 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Sync routers for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:49:02.175831 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:49:02.176377 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:02.370020 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:49:02.618803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-22f2f6f8-885a-469e-9ba9-289c916ebceb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:02.619540 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-22f2f6f8-885a-469e-9ba9-289c916ebceb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:02.646303 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-22f2f6f8-885a-469e-9ba9-289c916ebceb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:02.647554 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-22f2f6f8-885a-469e-9ba9-289c916ebceb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 797 time: 0.1819234 Mar 11 16:49:02.712253 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-0655e581-87c4-4da1-b156-26a29dafd049 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:49:02.734531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-0655e581-87c4-4da1-b156-26a29dafd049 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:49:02.736028 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-0655e581-87c4-4da1-b156-26a29dafd049 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 378 time: 0.0756695 Mar 11 16:49:02.759675 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'port': {'device_id': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'admin_state_up': True, 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'security_groups': ['d52c9966-813d-49e5-855a-5329c3171b97']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:49:02.767101 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ff7dc62-1535-48f2-8023-6e93a974c311 req-02329b29-83ad-4384-9ec8-bb42790cf39c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 210 time: 0.0493979 Mar 11 16:49:02.773637 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 2, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:02.778113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Checking router: ee804a5f-8a10-4f9a-ac20-8fed87102d4c for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:49:02.778454 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Updating router ee804a5f-8a10-4f9a-ac20-8fed87102d4c port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:49:02.834902 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:02.907202 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:02.919693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:02.931569 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:49:02.934868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.192103 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.204414 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Transition to ACTIVE for port object 16b8a42e-4fc5-43c7-b1ee-9401dc20206f will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:49:03.217053 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.284424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.12 (8fae8acb-7205-4000-9b0e-7e7cf37aa740/df1b2e9a-60a7-4cde-96c3-44c41558a15b/f80e1f28-c7ed-45a3-b69f-8009ac8cdca7) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:49:03.354215 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Pushing event updated for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:03.392998 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.393581 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.393936 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.394265 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.394581 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.394895 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.395209 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.395521 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.396713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.397523 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.397718 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:49:03.455959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Attempting to bind port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:49:03.456699 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Attempting to bind port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:49:03.457887 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Attempting to bind port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f on network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:49:03.466094 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:49:03.466694 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Checking segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:49:03.467105 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.467655 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Bound using segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:49:03.468176 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Bound port: 16b8a42e-4fc5-43c7-b1ee-9401dc20206f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:49:03.468924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.506555 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.523518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:49:03.547649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.564288 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] For port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:49:03.567453 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] For port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:49:03.573215 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.625137 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:49:03.628258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:49:03.633961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:49:03.659765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:49:03.660388 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:48:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:03.670330 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:03.702016 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:03.702541 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.732284 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-e9223a64-4cdd-4d8d-a47b-bb0bc7a7d180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9812112 Mar 11 16:49:03.743854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Request body: {'port': {'device_id': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:49:03.784661 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51041ab6-cb2d-47b7-8833-73b750cec2b0 None None] Pushing event updated for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:03.862000 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:49:03.896648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:03.922788 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4386d159-2dbd-4f2f-a638-d595c8fe3513 None None] Provisioning for port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:49:03.939811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4386d159-2dbd-4f2f-a638-d595c8fe3513 None None] Provisioning complete for port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:03.939811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4386d159-2dbd-4f2f-a638-d595c8fe3513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.061922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db131-3d07-4635-93f7-aece8730009f req-0385b25b-7915-4c61-b558-ac11648e02c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:04.070306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-061db131-3d07-4635-93f7-aece8730009f req-0385b25b-7915-4c61-b558-ac11648e02c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 932 time: 0.1385686 Mar 11 16:49:04.099824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-4386d159-2dbd-4f2f-a638-d595c8fe3513 None None] Port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:49:04.163982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-061db131-3d07-4635-93f7-aece8730009f req-7a7ea561-bf74-4ec6-8672-fcbbbe83b581 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927579 Mar 11 16:49:04.322196 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:03Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:04.326183 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87552120-fd7e-40b2-a5ba-6be6943dc888 None None] The sync data for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:03Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:49:04.483188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:49:04.491419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.507116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Transition to ACTIVE for port object f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:49:04.515413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.653411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:04.771318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Attempting to bind port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:49:04.772143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Attempting to bind port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:49:04.772143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Attempting to bind port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 on network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:49:04.778369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 on network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:49:04.778695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Attempting to bind port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 on network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:49:04.785579 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:49:04.785943 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Checking segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:49:04.787217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Bound using segment: {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:49:04.787217 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Bound port: f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9693a64-9b24-4b73-badb-13aefdfcd991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:49:04.787487 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.886635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:49:04.889855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:49:04.897010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.957601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:04.959933 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 1094 time: 1.2205002 Mar 11 16:49:04.960352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:49:05.042758 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'status': 'completed', 'code': 200} Mar 11 16:49:05.047928 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d9d7c-f753-461b-a39c-15866e6fb4f2 service neutron] Pushing event updated for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:05.090646 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-f05747f7-19cf-46ed-924b-172724022cde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1097 time: 0.0867243 Mar 11 16:49:05.183415 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-768676b9-d55f-45c4-884f-6f0c6c4762a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 217 time: 0.0862749 Mar 11 16:49:05.193530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 16b8a42e-4fc5-43c7-b1ee-9401dc20206f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:05.263218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-c76584cf-d0fe-47ba-a765-58874b8cee6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:05.264907 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-c76584cf-d0fe-47ba-a765-58874b8cee6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0685186 Mar 11 16:49:05.319699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:49:05.325290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:05.325668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:05.363908 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-0f48d814-416e-4c47-813a-8be0cdd3cc9f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922995 Mar 11 16:49:05.444697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0e66-8ee8-4072-8a5a-178fb4cd9a3f req-eec7c851-0f0a-4e8d-a988-d613a988a948 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:05.447215 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6d0e66-8ee8-4072-8a5a-178fb4cd9a3f req-eec7c851-0f0a-4e8d-a988-d613a988a948 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 944 time: 0.0926490 Mar 11 16:49:05.456484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:05.494475 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:49:05.498633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7f6d0e66-8ee8-4072-8a5a-178fb4cd9a3f req-5892b7b8-8c8c-4c67-8fad-c69dbcdf869f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463238 Mar 11 16:49:05.503116 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:05.518242 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-71482dcf-e683-4663-b291-e2a5962672a9 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484218 Mar 11 16:49:05.572818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:05.673545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0fd96ffe-7546-40b8-bc27-2d1489a29a56 req-487ab5f8-1a75-4f68-9ea6-9619098a0932 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494353 Mar 11 16:49:05.786687 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-ce194785-0c52-4ef7-8107-f6a283bf0437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1097 time: 0.0691042 Mar 11 16:49:05.919120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-c79474aa-18c8-4e19-a15d-188d055a2bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:05.920528 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-c79474aa-18c8-4e19-a15d-188d055a2bc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1285722 Mar 11 16:49:05.994961 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-4af3dbaf-35e8-4c3d-b1f4-ae758a29dfdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 217 time: 0.0688939 Mar 11 16:49:06.064265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-a3ee72c2-6ae1-4e01-8bf2-53aacceee715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:06.065757 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-a3ee72c2-6ae1-4e01-8bf2-53aacceee715 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0657706 Mar 11 16:49:06.146785 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-85c57376-a0e2-4350-831b-520a44c9dcee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746999 Mar 11 16:49:06.380534 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-528f0fb4-c116-4950-a46f-119f40fb4c2b service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280085 Mar 11 16:49:06.515732 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8c0e269c-08ba-4ac8-a513-8fb1b49138c3 req-97332728-876b-4524-9f0b-dae2131c6399 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289494 Mar 11 16:49:06.706553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2786e74-2b0b-4c33-8b06-0b5d95c297c5 req-56205ee5-1977-43bc-8c03-5032485f9a1d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:06.707927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2786e74-2b0b-4c33-8b06-0b5d95c297c5 req-56205ee5-1977-43bc-8c03-5032485f9a1d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 944 time: 0.0820479 Mar 11 16:49:06.755724 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2786e74-2b0b-4c33-8b06-0b5d95c297c5 req-111884c3-2e14-4cdd-9035-ee5fd6e55159 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413651 Mar 11 16:49:07.130854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 16b8a42e-4fc5-43c7-b1ee-9401dc20206f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:07.201183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:07.201554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:07.953599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31eede1-8f1b-41f2-b809-7f4450ad478f req-7c5ba710-4558-429a-8483-d8ebff01048d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:07.954980 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e31eede1-8f1b-41f2-b809-7f4450ad478f req-7c5ba710-4558-429a-8483-d8ebff01048d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 944 time: 0.0785320 Mar 11 16:49:08.002886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e31eede1-8f1b-41f2-b809-7f4450ad478f req-8d794475-e513-4603-8990-ab8fdd54e7e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413573 Mar 11 16:49:08.226991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a406fca2-7d25-4a3d-a17c-80623602ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:09.220869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c242b-a4ad-4ca0-8f40-6872aafd0c4e req-4c88a833-1a94-43e6-95de-7319ced250ab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:09.223633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1a1c242b-a4ad-4ca0-8f40-6872aafd0c4e req-4c88a833-1a94-43e6-95de-7319ced250ab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 944 time: 0.0858049 Mar 11 16:49:09.271779 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1a1c242b-a4ad-4ca0-8f40-6872aafd0c4e req-f3576670-b46d-4a98-9362-eacd1f16b987 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428536 Mar 11 16:49:10.050495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:49:10.187322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:49:10.201380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'port_id': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'mac_address': 'fa:16:3e:86:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:49:10.256318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:10.276394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:49:10.295105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:49:10.299165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:10.370497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:10.483064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdeaa6-b718-401f-9540-28e0f222b294 req-2f8077cd-af1f-4fc9-a8fe-e9e9f4837cc9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:10.484494 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bbbdeaa6-b718-401f-9540-28e0f222b294 req-2f8077cd-af1f-4fc9-a8fe-e9e9f4837cc9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 945 time: 0.0791941 Mar 11 16:49:10.540915 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bbbdeaa6-b718-401f-9540-28e0f222b294 req-a8544a39-2c39-4bd0-98be-49a40de8aa1a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419829 Mar 11 16:49:10.609882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:49:11.314135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5e3d361d-b4d7-4aa3-a98f-13221beacea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:11.755814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0f3a7-5fa3-4372-a103-4455bddd89ba req-6bad1dc0-6d1b-4f68-8325-1b81fc54232d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:11.757447 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6ef0f3a7-5fa3-4372-a103-4455bddd89ba req-6bad1dc0-6d1b-4f68-8325-1b81fc54232d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 945 time: 0.0914748 Mar 11 16:49:11.807570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6ef0f3a7-5fa3-4372-a103-4455bddd89ba req-c6f212d0-b6de-4b6e-b5cd-88f93e7be7bf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442927 Mar 11 16:49:12.065049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:49:12.127646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.149782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:49:12.154375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:49:12.154741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.216155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.287195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.313676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:49:12.323599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:49:12.331096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:12.379643 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'code': 200} Mar 11 16:49:12.406541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:12.600307 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-880068db-d71c-4e67-80de-e58bf49d99c3 req-9e9380cb-53ae-41f5-bc49-2a9ce6651a3e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0693614 Mar 11 16:49:12.652714 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-880068db-d71c-4e67-80de-e58bf49d99c3 req-34d229ee-2c05-4a6c-a314-eaf55ddba1be service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463521 Mar 11 16:49:13.005133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6591c8-266e-4dac-bf54-aa400cf5a404 req-e0a753d9-ab6a-499e-8626-d0e3e6b39338 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:13.006712 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1a6591c8-266e-4dac-bf54-aa400cf5a404 req-e0a753d9-ab6a-499e-8626-d0e3e6b39338 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0769565 Mar 11 16:49:13.059639 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1a6591c8-266e-4dac-bf54-aa400cf5a404 req-ab923f3d-c603-4fba-8935-6a2d53ca7f76 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470152 Mar 11 16:49:13.674996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:14.269965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618b87-8944-4810-8640-2dd32cc185e9 req-e884c799-4845-41b9-8159-f0bd961d5e01 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:14.271703 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e0618b87-8944-4810-8640-2dd32cc185e9 req-e884c799-4845-41b9-8159-f0bd961d5e01 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0825250 Mar 11 16:49:14.318657 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e0618b87-8944-4810-8640-2dd32cc185e9 req-4318e4f9-c152-4b17-b449-48c8747603a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414212 Mar 11 16:49:14.527697 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc94b4-b2a2-40ae-8a9a-7169b3bbecf2 req-778b22a4-0aee-4d94-8dd4-c123a930f963 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:14.529055 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7fcc94b4-b2a2-40ae-8a9a-7169b3bbecf2 req-778b22a4-0aee-4d94-8dd4-c123a930f963 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0816820 Mar 11 16:49:14.578541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7fcc94b4-b2a2-40ae-8a9a-7169b3bbecf2 req-31e08175-b75f-44be-a663-c56b1cfa75ff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435903 Mar 11 16:49:14.606125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47198) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:14.678821 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-70376a1a-966e-4554-b333-c6c7f3bc9a1d tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1094 time: 0.0715578 Mar 11 16:49:14.681584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47202) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:14.686723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:49:14.692832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:49:14.696796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:floatingip and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:49:14.699631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:49:14.705201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:49:14.717082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:14.858676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:14.997737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.162 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/dc54cb65-5588-4cc4-8532-e1d2c0629547) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:49:15.152845 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:15.181817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:15.252550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:49:15.255931 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:49:15.260826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:49:15.379721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=dc54cb65-5588-4cc4-8532-e1d2c0629547,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:15.421961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:15.869995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:15.927018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:16.133691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:16.138583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:16.246266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=dc54cb65-5588-4cc4-8532-e1d2c0629547,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:49:16.266945 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:16.478943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Floating IP 43f18f2f-0103-46f2-be48-53176d0594eb associated. External IP: 172.26.4.162, port: f80e1f28-c7ed-45a3-b69f-8009ac8cdca7. Mar 11 16:49:16.978250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee804a5f-8a10-4f9a-ac20-8fed87102d4c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:49:17.195572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:49:17.205335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Sync routers for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:49:17.218171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:49:17.219068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:49:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:17.223204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:17.285027 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-892448ea-4279-40af-ac3a-0453f8c8588a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6024098 Mar 11 16:49:17.285589 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:49:17.424761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:49:17.448407 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'status': 'completed', 'code': 200} Mar 11 16:49:17.496358 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1339-bbe3-4af1-9728-334ea1dcf00d req-9af0cf03-e0a3-4a44-9914-3078eb22090b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:17.504008 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6fbc1339-bbe3-4af1-9728-334ea1dcf00d req-9af0cf03-e0a3-4a44-9914-3078eb22090b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0954456 Mar 11 16:49:17.556285 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-c7d64be3-a703-4265-a10e-fe546ff84a23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0866411 Mar 11 16:49:17.557660 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6fbc1339-bbe3-4af1-9728-334ea1dcf00d req-c50b5b72-a462-4316-b034-c0e46e345e89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526559 Mar 11 16:49:17.581743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47212) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:17.697948 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-abe1541d-c83c-4cec-b45b-8dcc38c2193f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 992 time: 0.1137235 Mar 11 16:49:17.707073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-d52e42aa-3655-4fa2-8248-4eaf7491f941 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:17.709065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-d52e42aa-3655-4fa2-8248-4eaf7491f941 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1462808 Mar 11 16:49:17.823395 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-8743aed6-45bd-485e-b478-edca8c668551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 1000 time: 0.1086738 Mar 11 16:49:17.832423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '43f18f2f-0103-46f2-be48-53176d0594eb', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'port_id': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'mac_address': 'fa:16:3e:86:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:49:15Z', 'updated_at': '2022-03-11T16:49:15Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:17.837193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Checking router: ee804a5f-8a10-4f9a-ac20-8fed87102d4c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:49:17.849632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:49:17.850284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:49:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:17.895601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-ca4829de-6747-4413-8090-11e9f2276428 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:49:17.897097 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-ca4829de-6747-4413-8090-11e9f2276428 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0677738 Mar 11 16:49:17.977467 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-090b256b-0818-4e16-8c8f-24511c3d8934 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749505 Mar 11 16:49:18.038723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:49:18.125239 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-f34d8b35-e775-4479-b4a8-af4962a9ba8f service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414664 Mar 11 16:49:18.265220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-69f812e4-dcc6-4e70-881e-296f94cc0cef req-0d35562e-5d63-44a0-ae12-473a1de0ea95 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334291 Mar 11 16:49:18.453884 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '43f18f2f-0103-46f2-be48-53176d0594eb', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'port_id': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'mac_address': 'fa:16:3e:86:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:49:15Z', 'updated_at': '2022-03-11T16:49:15Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:49:18.458292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a71526-6791-4f32-88d8-aefe97f237c2 None None] The sync data for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '43f18f2f-0103-46f2-be48-53176d0594eb', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'port_id': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'mac_address': 'fa:16:3e:86:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:49:15Z', 'updated_at': '2022-03-11T16:49:15Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:49:18.701827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47216) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:18.807494 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6243235c-e678-4025-b9a4-7c039e051095 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 992 time: 0.1045539 Mar 11 16:49:19.811728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47220) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:19.924968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-75190a65-a3ab-43dd-8a7c-43a9400ed2c5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 992 time: 0.1120217 Mar 11 16:49:20.929106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47224) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:21.041766 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5fc2c70b-afc1-4c82-8cba-a1f59a1bea97 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 992 time: 0.1114752 Mar 11 16:49:21.088814 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366db119-9ebc-4292-a6e6-820947758c52 None None] New status for floating IP 43f18f2f-0103-46f2-be48-53176d0594eb: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:49:22.043704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47228) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:49:22.161869 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-22813628-1ee4-4b6b-a08d-4aee25fb2478 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 994 time: 0.1160660 Mar 11 16:49:33.174379 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:49:38.231584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b487cea-e75d-4cb2-943d-81b40759a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:41.317002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-65290d1b-90a5-471c-b236-429af8dfdb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:42.104294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:42.198389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:43.678748 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:49:45.437444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:08.066049 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-899e782e-5b59-4ede-a5c7-5fe5014bf1dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1787944 Mar 11 16:50:08.208784 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-23ff485c-daab-4640-98ca-c8ffe307ed40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0689647 Mar 11 16:50:08.243270 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35afd942-93e8-4dbd-9bf6-5f68cfc9ee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:08.373528 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-13f8e116-20e4-44a6-901d-298f32631a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:08.374997 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-13f8e116-20e4-44a6-901d-298f32631a84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1419220 Mar 11 16:50:08.587312 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-a1853cce-8a0f-4cad-b752-11637b067033 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 1002 time: 0.2000556 Mar 11 16:50:08.653368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-92b20932-c2bb-4a08-bc48-c839357fa67e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:08.654801 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-92b20932-c2bb-4a08-bc48-c839357fa67e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0613928 Mar 11 16:50:08.735641 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-ae36f004-62a1-4d90-9656-116955d850ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745435 Mar 11 16:50:08.873130 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-6c67b732-7fa1-4e79-9da2-ebc29c063f6f service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298895 Mar 11 16:50:09.017659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5990df2b-f2a9-4d79-8b2b-e81a28bb2021 req-91a968f8-2d99-4360-a7aa-04f342ead11c service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379979 Mar 11 16:50:10.174487 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:50:11.319592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-57e36d33-b311-429a-b9c8-f64b1242b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:12.107339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:12.202592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:13.680146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:15.448914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:32.393411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-3956107d-c963-4d5c-8a70-fbaa687ea9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0756233 Mar 11 16:50:32.440315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94a9d-423d-4f11-bd34-f3a396d0f16f req-23759bd2-cf65-45b7-b989-8bcb3f19b8cd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:32.442474 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8b94a9d-423d-4f11-bd34-f3a396d0f16f req-23759bd2-cf65-45b7-b989-8bcb3f19b8cd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0818889 Mar 11 16:50:32.493870 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8b94a9d-423d-4f11-bd34-f3a396d0f16f req-89fc83a3-0194-46d9-8811-b61226042889 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400248 Mar 11 16:50:32.529228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-dd81014e-b068-4517-b465-7188c3fad369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:32.530694 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-dd81014e-b068-4517-b465-7188c3fad369 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1313686 Mar 11 16:50:32.636849 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-1dd70fd0-5220-40a8-9d94-c28ba101da7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 1002 time: 0.0992532 Mar 11 16:50:32.700086 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-4e3563d9-0b5f-42f2-82ec-a48a0000c745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:32.701431 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-4e3563d9-0b5f-42f2-82ec-a48a0000c745 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0579858 Mar 11 16:50:32.789968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-da831dd4-07f9-4fe2-a4b7-7e5e4997158e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813351 Mar 11 16:50:32.932851 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-7ad25562-e42f-4a8c-be1c-60710aea8331 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360679 Mar 11 16:50:33.070308 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2dd0d75b-f39a-4161-bb4a-f27430cf6673 req-f2bf2564-2d93-495f-b5ac-0b39f10c3e3c service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301155 Mar 11 16:50:33.860976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d460682-c6a4-4c3e-b960-38e59c34463f req-ac66b9c0-e078-4a96-92a0-334308fb02c8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:33.862557 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8d460682-c6a4-4c3e-b960-38e59c34463f req-ac66b9c0-e078-4a96-92a0-334308fb02c8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0796990 Mar 11 16:50:33.909899 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8d460682-c6a4-4c3e-b960-38e59c34463f req-e076701a-e2f2-4445-882b-0760fdd464f2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414710 Mar 11 16:50:35.116789 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb9960-be4a-4478-a31e-8ff517d4f03e req-00fa1cca-fc4d-4e24-8366-91f499eb675d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:35.118308 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2bb9960-be4a-4478-a31e-8ff517d4f03e req-00fa1cca-fc4d-4e24-8366-91f499eb675d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0795860 Mar 11 16:50:35.168596 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2bb9960-be4a-4478-a31e-8ff517d4f03e req-403d90e3-c7b4-4ba7-92ad-9382150634f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446708 Mar 11 16:50:36.369363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddf09a-cc38-40f2-a373-fb2634dc523c req-996c69f4-de40-4b64-8d9e-77ecdb0630f5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:36.370757 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89ddf09a-cc38-40f2-a373-fb2634dc523c req-996c69f4-de40-4b64-8d9e-77ecdb0630f5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0772398 Mar 11 16:50:36.416955 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89ddf09a-cc38-40f2-a373-fb2634dc523c req-aea7b03c-6e54-4bb4-b55e-c5722ec02f1f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408163 Mar 11 16:50:37.635687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5829844-2342-4572-9353-9079c4f4752b req-d6a97d9d-1334-4539-8dcc-80d66b64468a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:37.637136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a5829844-2342-4572-9353-9079c4f4752b req-d6a97d9d-1334-4539-8dcc-80d66b64468a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0882673 Mar 11 16:50:37.685011 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a5829844-2342-4572-9353-9079c4f4752b req-afa2cf96-05c6-494a-a640-356f88e63ecd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421119 Mar 11 16:50:38.236973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0433e86d-6c4e-4bcc-bbf9-8250381f3354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:38.908135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18429bd1-ff92-42a7-91be-42ee8707db4e req-47e46bbc-27af-44f6-81f8-0206d87d058b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:38.911802 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18429bd1-ff92-42a7-91be-42ee8707db4e req-47e46bbc-27af-44f6-81f8-0206d87d058b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0867550 Mar 11 16:50:38.967620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18429bd1-ff92-42a7-91be-42ee8707db4e req-494d37b1-cb0d-4935-800b-6cfcb7d52319 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492191 Mar 11 16:50:40.172552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc36a8-44b4-433b-85bb-d04411ff1984 req-c36b8c8d-06b9-448c-9a1f-89a5497e2e11 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:40.174178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88cc36a8-44b4-433b-85bb-d04411ff1984 req-c36b8c8d-06b9-448c-9a1f-89a5497e2e11 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Mar 11 16:50:40.220762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88cc36a8-44b4-433b-85bb-d04411ff1984 req-7721c7d8-a1c9-4876-8647-1bdbd00e6761 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395598 Mar 11 16:50:41.322543 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d3df5440-1216-4f3d-ae82-2b38ae2c7e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:41.430275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a255a1-74a9-4bff-a60d-c645fc1b488d req-1f661b9d-e800-4b44-942b-793088b0f833 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:41.431825 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-57a255a1-74a9-4bff-a60d-c645fc1b488d req-1f661b9d-e800-4b44-942b-793088b0f833 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0780697 Mar 11 16:50:41.483072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-57a255a1-74a9-4bff-a60d-c645fc1b488d req-4df38b65-ce6b-486a-9c77-a5d8113976e6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456302 Mar 11 16:50:42.116388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.205507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:42.842610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf429c87-3dc9-47fa-b452-ab8dc33398db req-281391ec-5506-49cb-8fc2-f61ed1e4ec28 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:42.844327 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf429c87-3dc9-47fa-b452-ab8dc33398db req-281391ec-5506-49cb-8fc2-f61ed1e4ec28 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0784035 Mar 11 16:50:42.892067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf429c87-3dc9-47fa-b452-ab8dc33398db req-33aa142c-f4d2-4f0d-84d0-8b45c78d8e3e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409706 Mar 11 16:50:43.687296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:44.110691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049944ec-b9cc-4c4e-a1ed-ecb057975e53 req-e75c2814-bc9e-4c65-a7d9-dba75f222dba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:50:44.112137 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-049944ec-b9cc-4c4e-a1ed-ecb057975e53 req-e75c2814-bc9e-4c65-a7d9-dba75f222dba tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0882084 Mar 11 16:50:44.262306 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-049944ec-b9cc-4c4e-a1ed-ecb057975e53 req-8aae2822-10d7-432c-a2db-72a76836acd5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437223 Mar 11 16:50:44.291209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47280) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:50:44.399165 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d9d5efd0-095b-4297-a86e-44f1ea7e9943 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 200 len: 994 time: 0.1067519 Mar 11 16:50:45.450169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:50:47.174556 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:08.244414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b92bddc9-0352-4f95-8b31-3bdd6731ad8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:09.936795 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-2962c43f-1009-4aee-aaa0-80e501c8223b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676391 Mar 11 16:51:10.079456 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-47970c39-82bb-496b-8f44-d55974c1f0b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0730152 Mar 11 16:51:10.226079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-7079b340-6541-4f10-aaae-3ed433770cb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:10.228735 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-7079b340-6541-4f10-aaae-3ed433770cb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1298838 Mar 11 16:51:10.443398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-f836b0b0-c218-4f66-b795-26f7b213e7e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 1002 time: 0.2095037 Mar 11 16:51:10.508373 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-a110964f-7150-4791-97d7-500aee17cb96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:10.509738 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-a110964f-7150-4791-97d7-500aee17cb96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0606711 Mar 11 16:51:10.585300 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-fefe4b63-e9f4-402f-88eb-9311178ed9a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696583 Mar 11 16:51:10.718991 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-0f990214-a7c1-410c-b494-59d713275f1b service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272819 Mar 11 16:51:10.854382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c1613072-bed2-415f-9ef4-84e0d83b5e6f req-d8a9f31b-84f9-44f4-a426-77c873aaea52 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303518 Mar 11 16:51:11.325502 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63f20b80-0a8a-45ae-b73c-66e0fab0dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:12.112187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:12.212439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:13.688108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:15.447088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:24.178288 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:51:38.239408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-301748a7-3d8d-437c-bf5a-3b0305af9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.329010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-df67156d-f769-4411-9499-abe0d55d5e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.413097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47300) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:41.617755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port dc54cb65-5588-4cc4-8532-e1d2c0629547 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:51:41.618015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.805519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.805879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:41.929635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for dc54cb65-5588-4cc4-8532-e1d2c0629547 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:51:42.085438 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:42.117558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:42.128957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=dc54cb65-5588-4cc4-8532-e1d2c0629547,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:42.164061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.164393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.164729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.165058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.165384 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.165730 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.166051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.166367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.166680 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.166998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.167309 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:42.210725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:42.235679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:42.650541 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee804a5f-8a10-4f9a-ac20-8fed87102d4c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:51:42.881465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:51:42.891655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Sync routers for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:51:42.899643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:42.904922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:51:42.905449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:43.101927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-547d98e2-a447-4597-b606-dade121eaa61 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/floatingips/43f18f2f-0103-46f2-be48-53176d0594eb HTTP/1.1" status: 204 len: 168 time: 1.6875339 Mar 11 16:51:43.102812 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:51:43.108450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:51:43.170932 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'status': 'completed', 'code': 200} Mar 11 16:51:43.277660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-8d2a678c-89d2-46ed-a841-79918bb66bf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 1099 time: 0.0834765 Mar 11 16:51:43.432896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-db97a138-2b10-42e5-8957-b27b021fb33f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:43.434324 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-db97a138-2b10-42e5-8957-b27b021fb33f service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 200 len: 898 time: 0.1485212 Mar 11 16:51:43.498275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:43.503260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Checking router: ee804a5f-8a10-4f9a-ac20-8fed87102d4c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:51:43.506521 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-4169090b-199d-47c9-8360-015d7fc94458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 200 len: 217 time: 0.0650885 Mar 11 16:51:43.523883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:51:43.524485 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:43.576900 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-169a5912-aba5-469d-b8e9-0c6e70ee65ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:43.579748 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-169a5912-aba5-469d-b8e9-0c6e70ee65ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 200 len: 835 time: 0.0662031 Mar 11 16:51:43.660354 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-26623d5c-4a1f-4167-b151-9e3d597faa36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fae8acb-7205-4000-9b0e-7e7cf37aa740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731711 Mar 11 16:51:43.667400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb895fd-a829-430c-a5f5-d446fcabd51c req-c912c09e-7b5d-4e3f-99f0-b91549a33d9b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:43.668344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-efb895fd-a829-430c-a5f5-d446fcabd51c req-c912c09e-7b5d-4e3f-99f0-b91549a33d9b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:43.687519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-efb895fd-a829-430c-a5f5-d446fcabd51c req-c912c09e-7b5d-4e3f-99f0-b91549a33d9b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:43.689067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efb895fd-a829-430c-a5f5-d446fcabd51c req-c912c09e-7b5d-4e3f-99f0-b91549a33d9b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.2090640 Mar 11 16:51:43.739286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:43.759868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-efb895fd-a829-430c-a5f5-d446fcabd51c req-c8206552-cc8f-40cd-b669-55e68a9e5f34 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608637 Mar 11 16:51:43.790689 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:51:43.818489 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-6507d91c-978e-44c7-8f35-c046951d5fe4 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515341 Mar 11 16:51:43.957117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6fc1a1ad-d30e-40ae-be1d-9a67b709c32f req-e69beb18-6023-49a8-b366-788eb5751fa0 service neutron] 10.222.0.11 "GET /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312826 Mar 11 16:51:44.122963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:44.126807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4669f681-8353-4949-a640-669fdaf1bd5f None None] The sync data for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:58Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '16b8a42e-4fc5-43c7-b1ee-9401dc20206f', 'name': '', 'network_id': '8fae8acb-7205-4000-9b0e-7e7cf37aa740', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:b3:b1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:58Z', 'updated_at': '2022-03-11T16:49:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': 'df1b2e9a-60a7-4cde-96c3-44c41558a15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:51:44.366506 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d66d6-0e5f-4ec9-8337-a9c3683da462 None None] New status for floating IP 43f18f2f-0103-46f2-be48-53176d0594eb: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:51:45.056298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca86985-aed3-4f3a-9b47-53e61db3df71 req-e882a036-e367-4c5b-8414-185d853594ee tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:45.057385 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eca86985-aed3-4f3a-9b47-53e61db3df71 req-e882a036-e367-4c5b-8414-185d853594ee tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.1531091 Mar 11 16:51:45.112827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eca86985-aed3-4f3a-9b47-53e61db3df71 req-284c045a-1c15-4d01-bdc4-81e6ba2ef8b2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=d52c9966-813d-49e5-855a-5329c3171b97&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497875 Mar 11 16:51:45.372072 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-1e8e6efa-3741-4064-8833-716b260d1aad tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:45.372664 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-1e8e6efa-3741-4064-8833-716b260d1aad tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:51:45.385297 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-1e8e6efa-3741-4064-8833-716b260d1aad tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:51:45.386482 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-1e8e6efa-3741-4064-8833-716b260d1aad tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 946 time: 0.0906227 Mar 11 16:51:45.458518 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:45.460408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:51:45.460753 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:45.802347 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:51:45.802706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:45.923832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:51:46.070511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.130098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=f80e1f28-c7ed-45a3-b69f-8009ac8cdca7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:46.211341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.211683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.212022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.212360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.212699 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.213034 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.213372 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.213724 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.214127 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.214455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.214773 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:46.224156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] No DVR routers for this DVR port f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:51:46.226762 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:46.230661 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'name': 'network-vif-deleted', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:51:46.246783 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-44f2f14b-d835-4ad0-a2d3-9c1c355b6dca req-8a0cf6e6-f3ed-4785-91b4-fccfc4b4f527 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "DELETE /v2.0/ports/f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 HTTP/1.1" status: 204 len: 173 time: 0.8544064 Mar 11 16:51:46.291498 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f074c4d-9b29-4e0e-b881-9af9ac6ec167', 'name': 'network-vif-deleted', 'tag': 'f80e1f28-c7ed-45a3-b69f-8009ac8cdca7', 'status': 'completed', 'code': 200} Mar 11 16:51:46.297290 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2a06f7c7-e2db-4565-a45a-89cdd66a8ff3 req-0f205684-c3fc-4917-93f1-39979529ae78 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=9f074c4d-9b29-4e0e-b881-9af9ac6ec167 HTTP/1.1" status: 200 len: 210 time: 0.0568566 Mar 11 16:51:47.421768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47332) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:47.828454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:48.453948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:51:48.454665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:48.643786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 16b8a42e-4fc5-43c7-b1ee-9401dc20206f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:51:48.644056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:48.807804 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:48.846531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:51:48.846531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device f80e1f28-c7ed-45a3-b69f-8009ac8cdca7 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:51:48.860624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 16b8a42e-4fc5-43c7-b1ee-9401dc20206f owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:51:49.042188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:49.090709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=16b8a42e-4fc5-43c7-b1ee-9401dc20206f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:49.395366 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:49.996338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee804a5f-8a10-4f9a-ac20-8fed87102d4c has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:51:50.207079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:51:50.216852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Sync routers for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:51:50.219968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7cccab02-7cfa-47d1-8ce8-d795d8fbddab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/ee804a5f-8a10-4f9a-ac20-8fed87102d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7971513 Mar 11 16:51:50.226032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47340) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:50.229628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:51:50.230280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:50.427830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:51:50.437443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting subnet df1b2e9a-60a7-4cde-96c3-44c41558a15b {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:51:50.441280 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.501078 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.586066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.662712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.705166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Subnet': ['ID=df1b2e9a-60a7-4cde-96c3-44c41558a15b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:50.711694 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:50.719484 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d8711f1-347c-4c46-8698-a457cdc5274d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/subnets/df1b2e9a-60a7-4cde-96c3-44c41558a15b HTTP/1.1" status: 204 len: 168 time: 0.4920919 Mar 11 16:51:50.722295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47346) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:50.723688 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60ba01-9f42-4576-9a48-34d2805be14f None None] Network 8fae8acb-7205-4000-9b0e-7e7cf37aa740 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:51:50.797177 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:51:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:50.819754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Checking router: ee804a5f-8a10-4f9a-ac20-8fed87102d4c for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:51:50.880989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Routers {'ee804a5f-8a10-4f9a-ac20-8fed87102d4c'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:51:50.881607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:51.030951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.119306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] Set router ee804a5f-8a10-4f9a-ac20-8fed87102d4c gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:51:51.249242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.260170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 17c09653-ed5e-45bc-b103-ccc38d017059 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:51:51.260522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.269949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] DHCP port deletion for 8fae8acb-7205-4000-9b0e-7e7cf37aa740 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:51:51.297431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Deleting port c2dea1e0-4452-4f10-9cc9-846204d87384 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:51:51.297731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.446260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 17c09653-ed5e-45bc-b103-ccc38d017059, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=17c09653-ed5e-45bc-b103-ccc38d017059,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:51:51.446605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.572545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 17c09653-ed5e-45bc-b103-ccc38d017059 owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:51:51.638477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] For port c2dea1e0-4452-4f10-9cc9-846204d87384, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c2dea1e0-4452-4f10-9cc9-846204d87384,segment=NetworkSegment(e9693a64-9b24-4b73-badb-13aefdfcd991),segment_id=e9693a64-9b24-4b73-badb-13aefdfcd991)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:51:51.638860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.746284 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.766704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Calling delete_port for c2dea1e0-4452-4f10-9cc9-846204d87384 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:51:51.789617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=17c09653-ed5e-45bc-b103-ccc38d017059,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:51.827780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:51:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:51.837515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb582a42-5798-4149-9d9f-2fd504e146b2 None None] The sync data for ids ['ee804a5f-8a10-4f9a-ac20-8fed87102d4c'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1885083386', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:51:48Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '17c09653-ed5e-45bc-b103-ccc38d017059', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:74:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee804a5f-8a10-4f9a-ac20-8fed87102d4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:48:54Z', 'updated_at': '2022-03-11T16:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:51:51.860784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:51.921327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Pushing event deleted for resources: {'Port': ['ID=c2dea1e0-4452-4f10-9cc9-846204d87384,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:51.932687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.933027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.933365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.933721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.934061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.934390 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.934717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.935042 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.935363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.935682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.936004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:51.938561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b91952-8e57-427d-90be-6ffddbc77249 None None] No DVR routers for this DVR port c2dea1e0-4452-4f10-9cc9-846204d87384 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:51:52.027946 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.387970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.392627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.422296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.422760 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Fanout notify agent at l3_agent the message router_deleted on router ee804a5f-8a10-4f9a-ac20-8fed87102d4c {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:51:52.438157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.439362 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b82fcac3-b792-4d3a-bc2b-005de9bbb980 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/routers/ee804a5f-8a10-4f9a-ac20-8fed87102d4c HTTP/1.1" status: 204 len: 168 time: 1.7161162 Mar 11 16:51:52.442613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47354) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:52.562666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.707636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.739306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae8acb-7205-4000-9b0e-7e7cf37aa740']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:52.751290 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9693a64-9b24-4b73-badb-13aefdfcd991') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:52.751575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9693a64-9b24-4b73-badb-13aefdfcd991') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:52.763555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.779691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.787593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:51:52.788155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:51:52.807774 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:51:52.891003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.912885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:52.918941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Network': ['ID=8fae8acb-7205-4000-9b0e-7e7cf37aa740,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:52.930873 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2aae2599-c2d4-41c2-b003-17a806bf9264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/networks/8fae8acb-7205-4000-9b0e-7e7cf37aa740 HTTP/1.1" status: 204 len: 168 time: 0.4872119 Mar 11 16:51:52.934823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47358) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:53.011376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:53.041696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:53.110719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:53.130343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52c9966-813d-49e5-855a-5329c3171b97,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:53.144482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:53.150052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3a702908-02a9-4fea-a266-d78d97cb8b7e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/security-groups/d52c9966-813d-49e5-855a-5329c3171b97 HTTP/1.1" status: 204 len: 168 time: 0.2100353 Mar 11 16:51:53.222487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c2dea1e0-4452-4f10-9cc9-846204d87384 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:53.268428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: c2dea1e0-4452-4f10-9cc9-846204d87384 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:51:53.268876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c2dea1e0-4452-4f10-9cc9-846204d87384 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:51:53.269331 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 17c09653-ed5e-45bc-b103-ccc38d017059 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:53.301407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 17c09653-ed5e-45bc-b103-ccc38d017059 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:51:53.301774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 17c09653-ed5e-45bc-b103-ccc38d017059 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:51:53.302197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 16b8a42e-4fc5-43c7-b1ee-9401dc20206f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:51:53.334729 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 16b8a42e-4fc5-43c7-b1ee-9401dc20206f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:51:53.335069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 16b8a42e-4fc5-43c7-b1ee-9401dc20206f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:51:55.895583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47376) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:55.901537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947463401', 'description': 'tempest-secgroup-smoke-947463401 description', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:55.907829 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:55.912231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:55.915379 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:55.921062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:55.931440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:55.976302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:55.979965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:55.982961 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:55.992266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.051659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.064758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.117423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4536ef70-8025-44e1-a0fc-85f11291e479,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.123166 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.124316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-25f582ea-369b-40e3-ab8c-c0c81bfeaeb6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2277117 Mar 11 16:51:56.127232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47382) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.133305 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.139342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.143104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.146415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.151929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.172015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.234623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.239291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.263348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0975fcb4-d366-46c6-bad9-5c2bef3bd6f8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.276196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.277365 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-717c9942-f5ec-4c32-a670-5856aa5030a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1485715 Mar 11 16:51:56.280150 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47386) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.286772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.292590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.296328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.300677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.306336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.323124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.386019 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.390021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.414426 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894bb0f1-4eb0-4b5d-b4f8-17f6a9a328cf,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.426137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.427606 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0a27efa0-9341-4ec1-8478-699dfa070b1c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465490 Mar 11 16:51:56.430324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.435711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.441695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.445451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.448291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.454322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.473856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.543042 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.546785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.569660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaff229-3639-4170-bfab-359af3d5477f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.580316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.582423 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0dbff69b-b243-428f-a665-8cca2c6d0767 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1511977 Mar 11 16:51:56.585189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47394) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.590651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.597566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.601376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.604294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.609968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.628387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.697141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.700869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.724213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198a88c0-1a4f-4065-8d95-898fa171a327,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.734298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.735381 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b6609d66-84b0-4fc3-80fb-44c3bb1fa754 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492367 Mar 11 16:51:56.739352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47398) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.744858 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.751057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.755769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.758769 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.764399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.774561 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:51:56.780941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.852638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.856256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.879949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1ceecd-9fef-4585-8eea-ea52c36337f8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:56.888294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:56.898508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9bb9a3ec-639c-4cb5-8c49-bb3e02064398 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1580861 Mar 11 16:51:56.901124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47402) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:56.906351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '4536ef70-8025-44e1-a0fc-85f11291e479', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:56.912411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:56.916224 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:56.919081 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:56.924936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:56.935005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:51:56.942565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.010996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.015017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.041424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cc58ee-2568-4cac-ba02-e4257f58b79b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:57.057140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.058370 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28a69c90-628d-4eb9-bf49-a0b0ac748a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1563053 Mar 11 16:51:57.061188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47406) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:57.066891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'network': {'name': 'tempest-network-smoke--1151497924', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:57.072107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:57.076336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:network and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:57.079251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:57.085148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:57.095601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:51:57.099573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.130136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:51:57.139525 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.139857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Added segment d8cecd28-e53e-405d-8613-8921441c85a6 of type vlan for network 0ed650be-5312-4190-acc6-71b041846176 Mar 11 16:51:57.168043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.198916 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.205255 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:57.206859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.313843 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2513528 Mar 11 16:51:57.316974 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47410) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:57.323004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'admin_state_up': True, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:57.330102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:57.334667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:router and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:57.337613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:57.337864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e52e14-d7e0-4693-b4d5-2e39d7a6e7b9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Network': ['ID=0ed650be-5312-4190-acc6-71b041846176,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:57.344878 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:57.349828 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 0ed650be-5312-4190-acc6-71b041846176 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:51:57.355712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.356739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.377369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.524517 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.717766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.749376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:57.890398 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.248 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/24c6bdcd-2345-4936-aeed-489dbb494d0d) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:51:58.040610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:58.069881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:58.227791 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:51:58.230450 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:58.234128 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:51:58.273140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=24c6bdcd-2345-4936-aeed-489dbb494d0d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:58.410870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:58.411697 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:58.647690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee4d407c-664e-430c-b760-0ecbf8148110 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:51:58.860444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:51:58.872459 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Sync routers for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:51:58.885677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:51:58.886592 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:58.892290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:58.894013 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-6b900f39-b5ab-4ab8-b9be-15d463d90422 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5754123 Mar 11 16:51:58.897767 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47414) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:58.942405 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d6f687c-0d82-494f-8284-a7f45d9c68e5 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5b8d6072f2db45edb38cd9af23a1d305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433712 Mar 11 16:51:58.945690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47418) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:59.090490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec5b9a-d2b0-401f-bb39-5ebf7899c054 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:59.091533 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:51:59.092007 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-b6ec5b9a-d2b0-401f-bb39-5ebf7899c054 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453388 Mar 11 16:51:59.095319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47422) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:59.147551 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4684163a-2c6d-4a97-914f-62b96e1827af tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478530 Mar 11 16:51:59.147551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47426) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:59.219566 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062797104', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:51:59.400934 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:51:58Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:51:59.405109 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Checking router: ee4d407c-664e-430c-b760-0ecbf8148110 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:51:59.405454 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Updating router ee4d407c-664e-430c-b760-0ecbf8148110 port 24c6bdcd-2345-4936-aeed-489dbb494d0d binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:51:59.424441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:51:59.429176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:subnet and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:51:59.432348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:51:59.438432 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:51:59.450105 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:51:59.459277 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.560949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.799617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.834657 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.848220 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Transition to ACTIVE for port object 24c6bdcd-2345-4936-aeed-489dbb494d0d will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:51:59.855699 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.889247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Subnet': ['ID=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:59.905601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Checking segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:51:59.905984 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network hostable DHCP agents. Network: 0ed650be-5312-4190-acc6-71b041846176, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:51:59.935242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 0ed650be-5312-4190-acc6-71b041846176 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:51:59.944476 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Pushing event updated for resources: {'Port': ['ID=24c6bdcd-2345-4936-aeed-489dbb494d0d,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:51:59.945765 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 0ed650be-5312-4190-acc6-71b041846176) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:51:59.948449 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Attempting to bind port 24c6bdcd-2345-4936-aeed-489dbb494d0d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:51:59.948806 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Attempting to bind port 24c6bdcd-2345-4936-aeed-489dbb494d0d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:51:59.949152 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Attempting to bind port 24c6bdcd-2345-4936-aeed-489dbb494d0d on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:51:59.950234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:51:59.950813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.956402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:51:59.956764 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:51:59.957154 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.957528 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:51:59.958446 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Bound port: 24c6bdcd-2345-4936-aeed-489dbb494d0d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:51:59.958877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e113fe7f-702c-499c-907a-e47847ae5086 None None] Network 0ed650be-5312-4190-acc6-71b041846176 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:51:59.959326 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:51:59.974304 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-36fcf371-d9dd-46cc-b2cc-2fb69de96844 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8258917 Mar 11 16:51:59.977614 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47432) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:51:59.995719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.995719 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.996001 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.996243 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.996507 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.996822 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.997134 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.997447 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.997800 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.998113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:51:59.998419 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:52:00.053307 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] For port 24c6bdcd-2345-4936-aeed-489dbb494d0d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:52:00.056419 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] For port 24c6bdcd-2345-4936-aeed-489dbb494d0d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=24c6bdcd-2345-4936-aeed-489dbb494d0d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:52:00.063467 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.140361 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:52:00.140569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:00.213165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-0ed650be-5312-4190-acc6-71b041846176', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:52:00.214022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.301677 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815453a-11af-434d-873a-cc2959e1bf73 None None] Pushing event updated for resources: {'Port': ['ID=24c6bdcd-2345-4936-aeed-489dbb494d0d,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:00.344712 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:52:00.373998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Allocated IP 172.20.0.2 (0ed650be-5312-4190-acc6-71b041846176/970ac4eb-2b4d-40c0-b1a2-d305f4a2190f/087c8838-a4a6-407e-b84f-fb775611b996) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:52:00.644435 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.654411 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:51:58Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:00.657623 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Transition to ACTIVE for port object 087c8838-a4a6-407e-b84f-fb775611b996 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:00.659100 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb67bb9-f993-4211-9d84-39e545082e1f None None] The sync data for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:51:58Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:52:00.679789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Transition to ACTIVE for port object 087c8838-a4a6-407e-b84f-fb775611b996 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:00.687420 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.756954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Network 0ed650be-5312-4190-acc6-71b041846176 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:00.758368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:00.761979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:52:00.810119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Pushing event updated for resources: {'Port': ['ID=087c8838-a4a6-407e-b84f-fb775611b996,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:00.837806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.883761 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Attempting to bind port 087c8838-a4a6-407e-b84f-fb775611b996 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:52:00.884482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Attempting to bind port 087c8838-a4a6-407e-b84f-fb775611b996 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:52:00.884910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Attempting to bind port 087c8838-a4a6-407e-b84f-fb775611b996 on network 0ed650be-5312-4190-acc6-71b041846176 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:52:00.893138 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:52:00.893805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Checking segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:52:00.894274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:00.894721 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Bound using segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:52:00.895132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Bound port: 087c8838-a4a6-407e-b84f-fb775611b996, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:52:00.895519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.020072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] For port 087c8838-a4a6-407e-b84f-fb775611b996, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:52:01.026586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] For port 087c8838-a4a6-407e-b84f-fb775611b996, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=087c8838-a4a6-407e-b84f-fb775611b996,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:52:01.032469 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.139256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bef89-d623-401f-8291-a1175f555ab4 None None] Pushing event updated for resources: {'Port': ['ID=087c8838-a4a6-407e-b84f-fb775611b996,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:01.183361 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:52:01.266310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 24c6bdcd-2345-4936-aeed-489dbb494d0d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:01.392726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 24c6bdcd-2345-4936-aeed-489dbb494d0d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:01.398295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 24c6bdcd-2345-4936-aeed-489dbb494d0d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:01.398964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.470613 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.1 (0ed650be-5312-4190-acc6-71b041846176/970ac4eb-2b4d-40c0-b1a2-d305f4a2190f/dfadcab7-ad62-4c48-96e8-3bc32da2a76b) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:52:01.541553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.559870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 24c6bdcd-2345-4936-aeed-489dbb494d0d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=24c6bdcd-2345-4936-aeed-489dbb494d0d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:01.564499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.650268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=24c6bdcd-2345-4936-aeed-489dbb494d0d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:01.673165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.700904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object dfadcab7-ad62-4c48-96e8-3bc32da2a76b will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:01.723847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.795595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 0ed650be-5312-4190-acc6-71b041846176 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:01.798682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:01.802531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:52:01.839834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:01.867653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:01.963153 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.156243 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf9e37b-2843-4c45-8c31-1eb8141494a8 None None] Network 0ed650be-5312-4190-acc6-71b041846176 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:52:02.266698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4ee7dc5a-de6b-42c5-aa26-02e46b324008 None None] Provisioning for port 087c8838-a4a6-407e-b84f-fb775611b996 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:02.398935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.403315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.521392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:02.524222 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.602994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b9672b8c-2e98-43e3-b0e3-3a7e35c648ad None None] Provisioning for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:02.609142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b9672b8c-2e98-43e3-b0e3-3a7e35c648ad None None] Provisioning complete for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:02.609522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9672b8c-2e98-43e3-b0e3-3a7e35c648ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.681833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b9672b8c-2e98-43e3-b0e3-3a7e35c648ad None None] Port dfadcab7-ad62-4c48-96e8-3bc32da2a76b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:52:02.686328 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 0ed650be-5312-4190-acc6-71b041846176 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:02.688049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:02.819466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a856f109-72e1-44e7-ad40-e3fbbfa3dc26 None None] Provisioning complete for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:02.819817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a856f109-72e1-44e7-ad40-e3fbbfa3dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:02.887817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a856f109-72e1-44e7-ad40-e3fbbfa3dc26 None None] Port dfadcab7-ad62-4c48-96e8-3bc32da2a76b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:52:03.113511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-a78693f9-054e-4f9f-bf58-5c2530aa511c None None] Provisioning complete for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:03.114106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a78693f9-054e-4f9f-bf58-5c2530aa511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:03.173121 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a78693f9-054e-4f9f-bf58-5c2530aa511c None None] Port dfadcab7-ad62-4c48-96e8-3bc32da2a76b cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:52:03.224093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee4d407c-664e-430c-b760-0ecbf8148110 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:52:03.304395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 24c6bdcd-2345-4936-aeed-489dbb494d0d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:03.376322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 24c6bdcd-2345-4936-aeed-489dbb494d0d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:03.376608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:03.433986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:52:03.447437 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-dec86145-2f51-4352-8b84-020a3f56abbc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/ee4d407c-664e-430c-b760-0ecbf8148110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4683340 Mar 11 16:52:03.496124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 087c8838-a4a6-407e-b84f-fb775611b996 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:03.575203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 087c8838-a4a6-407e-b84f-fb775611b996 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:03.580494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 087c8838-a4a6-407e-b84f-fb775611b996 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:03.580866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:03.624768 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-bb2aeda4-8d70-4f15-9204-caecb1df4d42 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:52:03.642189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-bb2aeda4-8d70-4f15-9204-caecb1df4d42 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:52:03.643694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-bb2aeda4-8d70-4f15-9204-caecb1df4d42 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947463401&fields=id&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 267 time: 0.0608625 Mar 11 16:52:03.711415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:03.747449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 087c8838-a4a6-407e-b84f-fb775611b996, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=087c8838-a4a6-407e-b84f-fb775611b996,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:03.752466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:03.826252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-23094aec-be11-41c5-a392-2089c84bb557 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:03.827123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-23094aec-be11-41c5-a392-2089c84bb557 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:52:03.833608 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=087c8838-a4a6-407e-b84f-fb775611b996,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:03.844785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-23094aec-be11-41c5-a392-2089c84bb557 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:52:03.846250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-23094aec-be11-41c5-a392-2089c84bb557 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 797 time: 0.1923413 Mar 11 16:52:03.863472 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-e5ab3f2e-019f-4325-8aad-04a6f753c2e7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/quotas/5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 375 time: 0.0109556 Mar 11 16:52:03.950495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-7fceb0f0-f30f-4c99-a691-c09c496b1b75 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:52:03.969951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-7fceb0f0-f30f-4c99-a691-c09c496b1b75 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:52:03.971225 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-7fceb0f0-f30f-4c99-a691-c09c496b1b75 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006794 Mar 11 16:52:03.988016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-f20c277c-4b13-4bac-926e-2130b6f8cfea service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:52:03.988958 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-f20c277c-4b13-4bac-926e-2130b6f8cfea service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052705 Mar 11 16:52:04.130172 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-b7af9e70-705b-4d17-817a-1ba106a9ef7d service neutron] 10.222.0.78 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339641 Mar 11 16:52:04.273468 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-df51d154-160f-4b76-b75a-5e78d429d30a service neutron] 10.222.0.78 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358635 Mar 11 16:52:04.421135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Sync routers for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:52:04.433441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:52:04.434102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:04.657727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:52:04.982734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:02Z', 'revision_number': 2, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:04.986545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Checking router: ee4d407c-664e-430c-b760-0ecbf8148110 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:52:04.986896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Updating router ee4d407c-664e-430c-b760-0ecbf8148110 port dfadcab7-ad62-4c48-96e8-3bc32da2a76b binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:52:05.043277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.226789 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 087c8838-a4a6-407e-b84f-fb775611b996 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:05.403687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 087c8838-a4a6-407e-b84f-fb775611b996 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:05.404060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.485115 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f882299e-d8d6-4d69-b3b3-6e43408d0bc3 req-5c6b0114-2d91-4b2e-bf38-1f1bb410cc8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 210 time: 0.0438385 Mar 11 16:52:05.547965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.591006 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Transition to ACTIVE for port object dfadcab7-ad62-4c48-96e8-3bc32da2a76b will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:05.611374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.771152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d754ee-75cb-4c75-a42a-f598196ca32c None None] Pushing event updated for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:05.873345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Attempting to bind port dfadcab7-ad62-4c48-96e8-3bc32da2a76b on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:52:05.873726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Attempting to bind port dfadcab7-ad62-4c48-96e8-3bc32da2a76b by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:52:05.874111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Attempting to bind port dfadcab7-ad62-4c48-96e8-3bc32da2a76b on network 0ed650be-5312-4190-acc6-71b041846176 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:52:05.883358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:52:05.883728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Checking segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:52:05.884189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.884582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Bound using segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:52:05.885044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Bound port: dfadcab7-ad62-4c48-96e8-3bc32da2a76b, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:52:05.885460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:05.996313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] For port dfadcab7-ad62-4c48-96e8-3bc32da2a76b, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:52:05.999563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] For port dfadcab7-ad62-4c48-96e8-3bc32da2a76b, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:52:06.009037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:06.106869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:52:06.107491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:51:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:06.233976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d754ee-75cb-4c75-a42a-f598196ca32c None None] Pushing event updated for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:06.309000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:52:06.604894 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-f7884270-1e95-4756-be1b-e4594da61135 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:06.606346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-f7884270-1e95-4756-be1b-e4594da61135 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 797 time: 0.1566167 Mar 11 16:52:06.667588 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5357fc3b-2644-4bbf-9f96-e47b20c70a17 req-d934d597-e5dd-4253-8664-62a6c8fbb774 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 210 time: 0.0517545 Mar 11 16:52:06.684533 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-06d6e4d5-952b-4197-aa54-1455abd10c34 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 379 time: 0.0649400 Mar 11 16:52:06.694614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'port': {'device_id': '3e244028-8246-4170-b799-bec0439e470d', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'admin_state_up': True, 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'security_groups': ['4536ef70-8025-44e1-a0fc-85f11291e479']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:52:06.736273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:06.742468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3908403-aaba-4bf9-9d45-f989618a7446 None None] The sync data for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:05Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:52:06.870684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:52:06.881639 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:52:06.892530 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:52:06.896712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.080035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.13 (0ed650be-5312-4190-acc6-71b041846176/970ac4eb-2b4d-40c0-b1a2-d305f4a2190f/fd92f351-9523-4821-89d3-9276db8c5912) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:52:07.237418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dfadcab7-ad62-4c48-96e8-3bc32da2a76b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:07.298593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.312411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:07.318147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object fd92f351-9523-4821-89d3-9276db8c5912 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:07.318944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:07.319324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.343600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.427672 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 0ed650be-5312-4190-acc6-71b041846176 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:07.431499 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:07.433394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:07.439575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:52:07.444377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.495242 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port dfadcab7-ad62-4c48-96e8-3bc32da2a76b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:07.502217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.603087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:07.643036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:07.643644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.672423 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-71c2c381-2867-400b-9a5f-ff53c672026e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9813378 Mar 11 16:52:07.684009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Request body: {'port': {'device_id': '3e244028-8246-4170-b799-bec0439e470d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:52:07.723854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7c457f97-c835-4270-adc4-4a2f23cbee1e None None] Provisioning for port fd92f351-9523-4821-89d3-9276db8c5912 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:07.730554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7c457f97-c835-4270-adc4-4a2f23cbee1e None None] Provisioning complete for port fd92f351-9523-4821-89d3-9276db8c5912 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:07.731171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7c457f97-c835-4270-adc4-4a2f23cbee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.804296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7c457f97-c835-4270-adc4-4a2f23cbee1e None None] Port fd92f351-9523-4821-89d3-9276db8c5912 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:52:07.815464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:07.899031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087062-4e14-45b2-84b0-ff73f2babb12 req-13d43062-12d4-4540-a265-52258a144c26 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:07.900483 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1c087062-4e14-45b2-84b0-ff73f2babb12 req-13d43062-12d4-4540-a265-52258a144c26 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 932 time: 0.0840514 Mar 11 16:52:07.948732 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1c087062-4e14-45b2-84b0-ff73f2babb12 req-6ffa9b31-70c8-4738-9a5b-90610881c778 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426643 Mar 11 16:52:08.163887 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd92f351-9523-4821-89d3-9276db8c5912 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:52:08.170701 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.185464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Transition to ACTIVE for port object fd92f351-9523-4821-89d3-9276db8c5912 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:52:08.189679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.243734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6bac717-0b6f-4eed-9271-a084e81df85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.322256 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:08.432827 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Attempting to bind port fd92f351-9523-4821-89d3-9276db8c5912 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:52:08.433161 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Attempting to bind port fd92f351-9523-4821-89d3-9276db8c5912 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:52:08.433500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Attempting to bind port fd92f351-9523-4821-89d3-9276db8c5912 on network 0ed650be-5312-4190-acc6-71b041846176 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:52:08.439126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Port fd92f351-9523-4821-89d3-9276db8c5912 on network 0ed650be-5312-4190-acc6-71b041846176 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:52:08.439437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Attempting to bind port fd92f351-9523-4821-89d3-9276db8c5912 on network 0ed650be-5312-4190-acc6-71b041846176 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:52:08.446138 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:52:08.446468 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Checking segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:52:08.446846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Bound using segment: {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:52:08.447257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Bound port: fd92f351-9523-4821-89d3-9276db8c5912, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8cecd28-e53e-405d-8613-8921441c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '0ed650be-5312-4190-acc6-71b041846176'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:52:08.447593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.540186 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:52:08.543170 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:52:08.547855 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.618320 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:08.619711 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] 10.222.0.11 "PUT /v2.0/ports/fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1094 time: 0.9403048 Mar 11 16:52:08.620174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:52:08.642443 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076d57a-aa1d-4576-b603-00cbf7404608 service neutron] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:08.700909 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'status': 'completed', 'code': 200} Mar 11 16:52:08.744455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-93bea4af-0ac4-4830-b04b-2f437649427d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1097 time: 0.0826643 Mar 11 16:52:08.820020 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-4d0e8c80-b3ce-480a-b408-66fe12b8e085 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 217 time: 0.0689013 Mar 11 16:52:08.894399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-8e18c8e2-bc3a-4ffd-ae83-cbee9a30e970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:08.896886 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-8e18c8e2-bc3a-4ffd-ae83-cbee9a30e970 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0675113 Mar 11 16:52:08.985110 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-e423774f-2e9b-41a6-ac61-57cdcca4bc90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728142 Mar 11 16:52:09.131567 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-2502bbed-e007-4ec7-8078-b93bcb83953d service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456404 Mar 11 16:52:09.163758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25c8db-e63d-4f2b-899c-33df9d696193 req-1f3373f3-f046-4c99-b7da-8ac7019d9535 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:09.165946 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cd25c8db-e63d-4f2b-899c-33df9d696193 req-1f3373f3-f046-4c99-b7da-8ac7019d9535 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 944 time: 0.0937288 Mar 11 16:52:09.216382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cd25c8db-e63d-4f2b-899c-33df9d696193 req-a7270f01-9887-4b1d-824c-c2ce3d58c8c5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 Mar 11 16:52:09.219707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dfadcab7-ad62-4c48-96e8-3bc32da2a76b up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:09.278397 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b7234cff-8e9d-4651-9a80-70b47a5c0db9 req-d251b9cb-32bd-41d2-a8bd-c0fca42f5064 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406353 Mar 11 16:52:09.310906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port dfadcab7-ad62-4c48-96e8-3bc32da2a76b triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:09.311323 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:09.424707 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-5829c0e8-0434-4403-944a-9c11f7db3ade service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1097 time: 0.0780911 Mar 11 16:52:09.665457 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740519b-359d-4c66-98cd-142f357756fb req-8274e2be-fc76-4a7f-8cd6-771b97ecbee5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:09.666918 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-8274e2be-fc76-4a7f-8cd6-771b97ecbee5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.2356277 Mar 11 16:52:09.740175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-bea02d16-58f9-4840-9461-1f27ed0428fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 217 time: 0.0671105 Mar 11 16:52:09.807770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740519b-359d-4c66-98cd-142f357756fb req-115a6182-0319-40dd-a5f2-de143afb3f84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:09.809198 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-115a6182-0319-40dd-a5f2-de143afb3f84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0637925 Mar 11 16:52:09.892971 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-3358ced6-995f-4eca-b36b-82f53cd06f7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776813 Mar 11 16:52:10.047977 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-8842349f-a367-4d35-9bf3-f7478af56e3f service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486223 Mar 11 16:52:10.194552 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1740519b-359d-4c66-98cd-142f357756fb req-cb6515a5-f382-48ea-8890-ac75be46a3af service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402140 Mar 11 16:52:10.430186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bdf5b-c860-4e74-aa3d-0b1dfe7e5d3e req-f795f38b-cf18-475c-bf91-f804dcecc35b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:10.431649 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c85bdf5b-c860-4e74-aa3d-0b1dfe7e5d3e req-f795f38b-cf18-475c-bf91-f804dcecc35b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 944 time: 0.0782228 Mar 11 16:52:10.481728 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c85bdf5b-c860-4e74-aa3d-0b1dfe7e5d3e req-81a76940-63d2-4606-aaf5-3549311eab04 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Mar 11 16:52:11.337842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e6396672-f93d-4f22-ae1a-0f1c5388fe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:11.701899 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11f939-5e9c-474a-9a65-bc5ecc87e752 req-26961e32-9fb1-4b0f-ac04-71fe35a0770b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:11.703271 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac11f939-5e9c-474a-9a65-bc5ecc87e752 req-26961e32-9fb1-4b0f-ac04-71fe35a0770b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 944 time: 0.0814385 Mar 11 16:52:11.752587 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ac11f939-5e9c-474a-9a65-bc5ecc87e752 req-bc8c3a85-0d1e-4d05-8f56-57bab6497437 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Mar 11 16:52:12.119511 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:12.203418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:12.920874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:52:12.966373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b70fb9-82cc-4ee1-985c-9797d990d11c req-40710ffa-f3cb-4649-9c2b-337a712d9602 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:12.967842 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91b70fb9-82cc-4ee1-985c-9797d990d11c req-40710ffa-f3cb-4649-9c2b-337a712d9602 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 944 time: 0.0902598 Mar 11 16:52:13.018663 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-91b70fb9-82cc-4ee1-985c-9797d990d11c req-711c0abb-987a-441a-85aa-cea63859c9b5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451138 Mar 11 16:52:13.066337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:13.080402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'fd92f351-9523-4821-89d3-9276db8c5912', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:52:13.134478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:13.154928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd92f351-9523-4821-89d3-9276db8c5912 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:52:13.170434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:13.174336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:13.245677 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:13.516762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['fd92f351-9523-4821-89d3-9276db8c5912'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:52:13.717002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:14.232243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d9bdc-b511-45d8-8662-eb936579d4f1 req-19959d96-0142-4dcd-bdc3-89d8520d9731 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:14.233681 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e86d9bdc-b511-45d8-8662-eb936579d4f1 req-19959d96-0142-4dcd-bdc3-89d8520d9731 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 945 time: 0.0798562 Mar 11 16:52:14.279509 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e86d9bdc-b511-45d8-8662-eb936579d4f1 req-c124fc1a-1a5a-417d-af46-1c2401ae5d3e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403864 Mar 11 16:52:14.951889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:52:15.032575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port fd92f351-9523-4821-89d3-9276db8c5912 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:52:15.039028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port fd92f351-9523-4821-89d3-9276db8c5912 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:52:15.039519 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:15.169233 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:15.200616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:52:15.210687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:52:15.214883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:15.262004 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'code': 200} Mar 11 16:52:15.335240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:15.483970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:15.495389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249810ad-050c-470b-9ea1-ea394de163d9 req-a5c510a9-271d-4a2d-9940-11ef7f7c2286 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:15.496947 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-249810ad-050c-470b-9ea1-ea394de163d9 req-a5c510a9-271d-4a2d-9940-11ef7f7c2286 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0841558 Mar 11 16:52:15.512546 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7566551b-7da5-430d-9345-878ca8ca41df req-f2fdd42c-58f8-4a07-83bd-aa7e93c3da63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0799088 Mar 11 16:52:15.545676 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-249810ad-050c-470b-9ea1-ea394de163d9 req-eb39f1e1-d9f0-4242-a3d2-c6631afbc304 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Mar 11 16:52:15.557383 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7566551b-7da5-430d-9345-878ca8ca41df req-9f6c0363-525f-44cc-8218-631ec9fceb83 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Mar 11 16:52:16.752678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9a81b-bb37-465d-abe7-e86eafed86bb req-9376b304-7fb2-4261-88e3-e61b35385083 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:16.754143 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07a9a81b-bb37-465d-abe7-e86eafed86bb req-9376b304-7fb2-4261-88e3-e61b35385083 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0792847 Mar 11 16:52:16.801136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07a9a81b-bb37-465d-abe7-e86eafed86bb req-f23e7a4a-ab4a-469f-b6ab-b6515be4cfaa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Mar 11 16:52:18.107757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077d93c-36e4-4511-8100-8942bb154f9e req-787ed762-e3a0-400f-b663-baada309a3ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:18.109210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0077d93c-36e4-4511-8100-8942bb154f9e req-787ed762-e3a0-400f-b663-baada309a3ac tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.1816635 Mar 11 16:52:18.158440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0077d93c-36e4-4511-8100-8942bb154f9e req-e7256527-f7a3-4711-96a9-6fc20455f56a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Mar 11 16:52:18.369811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a594-d925-4500-8e2d-ce83cfdf3b96 req-73ecce48-1757-48d2-81e1-1fb11626b174 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:18.371179 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c935a594-d925-4500-8e2d-ce83cfdf3b96 req-73ecce48-1757-48d2-81e1-1fb11626b174 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0909660 Mar 11 16:52:18.418756 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c935a594-d925-4500-8e2d-ce83cfdf3b96 req-24626b0a-1b2a-429e-9c31-b4f2f9d71258 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Mar 11 16:52:18.446999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47484) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:18.590555 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3568279a-9efc-4c3d-9c07-0f2162695959 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1094 time: 0.1424174 Mar 11 16:52:18.593138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47490) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:18.599260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:52:18.604805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:52:18.608585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:floatingip and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:52:18.611415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:52:18.618261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:52:18.629265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:18.770246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:18.915131 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.244 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/d80883d1-ced8-4729-a8b1-44e6d8f56386) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:52:19.074147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.110811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.178205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:52:19.180673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:52:19.184106 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:52:19.223404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=d80883d1-ced8-4729-a8b1-44e6d8f56386,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:19.728799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:19.793555 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.012603 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.017009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.218313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=d80883d1-ced8-4729-a8b1-44e6d8f56386,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:52:20.230722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:20.427335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Floating IP 3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 associated. External IP: 172.26.4.244, port: fd92f351-9523-4821-89d3-9276db8c5912. Mar 11 16:52:20.833216 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee4d407c-664e-430c-b760-0ecbf8148110 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:52:21.042274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:52:21.052142 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Sync routers for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:52:21.066546 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:52:21.067314 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:52:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:21.068738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:21.127743 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-59012993-c572-4ec3-8305-be16e17df11b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5334194 Mar 11 16:52:21.128141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:52:21.196132 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'status': 'completed', 'code': 200} Mar 11 16:52:21.264364 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:52:21.293543 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-42087a21-5171-4efa-9638-45656d8c89f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0787895 Mar 11 16:52:21.334717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70983e89-c7b8-4f1a-bcaf-ab7452570368 req-3abe3e6b-e8a0-48bc-9e74-4fff2c9a36b0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:21.336213 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70983e89-c7b8-4f1a-bcaf-ab7452570368 req-3abe3e6b-e8a0-48bc-9e74-4fff2c9a36b0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.1015530 Mar 11 16:52:21.386830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-70983e89-c7b8-4f1a-bcaf-ab7452570368 req-1c319bbd-0c04-42ca-8678-a1dc64fe3300 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434113 Mar 11 16:52:21.418093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47498) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:21.465880 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363689b-0679-4af8-a85b-0341b128d365 req-387adecb-a47e-4a72-a66d-0d4e823a2500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:21.467323 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-387adecb-a47e-4a72-a66d-0d4e823a2500 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1678367 Mar 11 16:52:21.529333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c2fbc8d0-e31d-477a-941b-87bba039e3a1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 HTTP/1.1" status: 200 len: 992 time: 0.1089609 Mar 11 16:52:21.582090 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-7c0ea5ef-12ab-464d-883c-e1698afe9cc4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1000 time: 0.1059644 Mar 11 16:52:21.659411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363689b-0679-4af8-a85b-0341b128d365 req-105fd12f-a4a0-43cf-b345-1c976b07e167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:52:21.660839 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-105fd12f-a4a0-43cf-b345-1c976b07e167 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0688841 Mar 11 16:52:21.668521 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '3c97cb5d-d91f-4c5b-ae29-1918f426d7e3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e244028-8246-4170-b799-bec0439e470d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:52:19Z', 'updated_at': '2022-03-11T16:52:19Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:21.672480 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Checking router: ee4d407c-664e-430c-b760-0ecbf8148110 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:52:21.683849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:52:21.684459 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:52:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:21.737829 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-6a4ddd88-17fa-4da9-a070-594b5eab3f17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703595 Mar 11 16:52:21.876226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:52:21.881028 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-ef090b5e-cc5e-4fa7-b11d-ff17deda284a service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368265 Mar 11 16:52:22.023410 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0363689b-0679-4af8-a85b-0341b128d365 req-c63944cd-155a-4f0f-b32c-09fa88305fdf service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352625 Mar 11 16:52:22.238924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '3c97cb5d-d91f-4c5b-ae29-1918f426d7e3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e244028-8246-4170-b799-bec0439e470d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:52:19Z', 'updated_at': '2022-03-11T16:52:19Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:52:22.243810 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b849eeb-477e-4d8a-8aa1-706f68ef4458 None None] The sync data for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '3c97cb5d-d91f-4c5b-ae29-1918f426d7e3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e244028-8246-4170-b799-bec0439e470d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:52:19Z', 'updated_at': '2022-03-11T16:52:19Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:52:22.532344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47502) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:22.644829 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-15f5ef87-1e0d-48b6-9ac5-277f3d649228 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 HTTP/1.1" status: 200 len: 992 time: 0.1113739 Mar 11 16:52:23.410109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184f349-df31-4e89-912d-cd677972f2ad None None] New status for floating IP 3c97cb5d-d91f-4c5b-ae29-1918f426d7e3: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:52:23.648991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47506) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:52:23.761868 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9149fd6a-be0b-42fa-879f-fcdbd58f3fe2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 HTTP/1.1" status: 200 len: 994 time: 0.1118438 Mar 11 16:52:38.184577 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:52:38.248726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2c292da5-9d66-48c3-9d40-f049d219ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:41.330674 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d260d1be-fbee-472d-9c99-64b902ef89fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:42.121193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:42.208438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:43.705147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:52:45.478987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:08.252094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ab2cb58d-bf4c-446f-a670-ab03b33672f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:11.334658 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4adb4a49-9227-4c33-b6db-a515b82d90f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:11.921872 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-43f40943-4738-4455-aff3-f00099585076 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756750 Mar 11 16:53:12.073574 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-2c0262d5-8a06-4439-a10c-f19020776a75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0715604 Mar 11 16:53:12.123779 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:12.217906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:12.311108 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-a64da11a-abff-4529-9fb8-7017f4cf6e8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:12.312583 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-a64da11a-abff-4529-9fb8-7017f4cf6e8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.2208169 Mar 11 16:53:12.420384 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-922879dc-d64c-42c7-a1a6-8a3a3ab46264 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1002 time: 0.1009274 Mar 11 16:53:12.484397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-69703ff7-edb3-47ba-b095-97842d96f472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:12.485781 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-69703ff7-edb3-47ba-b095-97842d96f472 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0584934 Mar 11 16:53:12.563712 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-f7e2cf08-2ca1-4244-a9ee-7b97a8886616 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712640 Mar 11 16:53:12.707682 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-22ab96f7-0f6e-432c-809b-3fa709442c90 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360741 Mar 11 16:53:12.841776 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9297f8c0-a949-4a61-92a4-9b28efc21243 req-0647d3d3-4558-40a2-ab9b-20eb71c34668 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284871 Mar 11 16:53:13.704587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:15.185057 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:53:15.499708 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:35.151607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b31381ae-70a1-406d-9045-ec002bc5490d req-df4e3929-173c-4828-b6e8-1d2409c560f8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2299798 Mar 11 16:53:36.539774 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-769e4f44-f795-4431-a755-1cea0842708e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763916 Mar 11 16:53:36.618991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530abd5d-9bea-45d8-a740-d2a804783ded req-dffd8177-c134-4f90-8175-ec725f7175a2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:36.620603 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-530abd5d-9bea-45d8-a740-d2a804783ded req-dffd8177-c134-4f90-8175-ec725f7175a2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.1964848 Mar 11 16:53:36.668927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-530abd5d-9bea-45d8-a740-d2a804783ded req-c520fdb8-3d41-46fe-a5d2-3410dabbde91 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Mar 11 16:53:37.885013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26652977-e62a-4c28-b137-9f46b3f9b2c4 req-8c367f63-c176-4b29-b6d9-ea3a8d29743f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:37.886587 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26652977-e62a-4c28-b137-9f46b3f9b2c4 req-8c367f63-c176-4b29-b6d9-ea3a8d29743f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0784447 Mar 11 16:53:37.934609 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-26652977-e62a-4c28-b137-9f46b3f9b2c4 req-82e37551-f43c-439c-8cec-05ebf78a1359 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Mar 11 16:53:38.081083 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-f0501b3a-6bae-4249-b05e-606f6febb960 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0758705 Mar 11 16:53:38.229748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-71751507-01fb-4a98-ad76-5d2d04430604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:38.231818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-71751507-01fb-4a98-ad76-5d2d04430604 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1451721 Mar 11 16:53:38.256506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8e5f925e-c6b2-4140-be1f-989074374730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:38.339489 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-6f129534-ac96-4764-8bab-d11847a308fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1002 time: 0.1002107 Mar 11 16:53:38.403353 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-9d243686-30d8-4ca1-a780-48fb330bf34a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:38.404783 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-9d243686-30d8-4ca1-a780-48fb330bf34a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0588222 Mar 11 16:53:38.479296 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-2aafa545-e623-4c48-ba10-3a6f00453234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678606 Mar 11 16:53:38.622205 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-211edc0c-5e61-4fd2-9a74-0d7ce4585eb7 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357436 Mar 11 16:53:38.767040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-b2594c7d-32e1-4aa8-a60a-862bf88dde68 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374907 Mar 11 16:53:39.141921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95444e0-a79f-4691-a6ed-7b432734fde7 req-4a12f52f-988a-4628-b94a-9194d82b9dc1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:39.143358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b95444e0-a79f-4691-a6ed-7b432734fde7 req-4a12f52f-988a-4628-b94a-9194d82b9dc1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0860400 Mar 11 16:53:39.189838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b95444e0-a79f-4691-a6ed-7b432734fde7 req-397832d2-151a-441e-a758-8e12ec994965 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403039 Mar 11 16:53:40.406762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9496e-6f07-4961-9db5-7304172f6be9 req-2183764f-6cd9-415a-b4d4-a886772758cb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:40.408644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18a9496e-6f07-4961-9db5-7304172f6be9 req-2183764f-6cd9-415a-b4d4-a886772758cb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0839317 Mar 11 16:53:40.466026 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18a9496e-6f07-4961-9db5-7304172f6be9 req-1e96fef8-ef0d-4ffa-b146-c1fb181d3cc1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516965 Mar 11 16:53:41.337281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-40bf5dbd-3fa8-4e0d-af61-327ab6fd9308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:41.673303 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873332d2-a548-4e52-ae1e-b58d5c346ee1 req-4f1e2cf6-3632-4ab0-bffc-1dd7e5acfd1a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:41.674759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-873332d2-a548-4e52-ae1e-b58d5c346ee1 req-4f1e2cf6-3632-4ab0-bffc-1dd7e5acfd1a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0824792 Mar 11 16:53:41.723004 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-873332d2-a548-4e52-ae1e-b58d5c346ee1 req-ea51855a-5c30-45b3-8c42-33e99843bc8c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420365 Mar 11 16:53:42.126979 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.212497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:42.926902 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daeca3-d5ef-42ee-88dd-fd32d7d9a6a2 req-e2b35947-66ba-45a9-8605-c991014f7fb7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:42.928469 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69daeca3-d5ef-42ee-88dd-fd32d7d9a6a2 req-e2b35947-66ba-45a9-8605-c991014f7fb7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0791433 Mar 11 16:53:42.978349 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69daeca3-d5ef-42ee-88dd-fd32d7d9a6a2 req-d3396be1-2b39-4f78-8be9-53b9f8cdcc71 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442598 Mar 11 16:53:43.717621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:44.183044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb948e1-46a6-4c87-b8f5-8d75cdefe7ff req-21abec6f-5301-4c81-82f5-59f244349c02 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:44.184054 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdb948e1-46a6-4c87-b8f5-8d75cdefe7ff req-21abec6f-5301-4c81-82f5-59f244349c02 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0774872 Mar 11 16:53:44.232286 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cdb948e1-46a6-4c87-b8f5-8d75cdefe7ff req-fceb40bf-e617-4aac-8049-c13ea749ef49 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Mar 11 16:53:45.449989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e202b02-f12f-4bf3-9245-214b717fafc9 req-aaf3597f-ebdc-45b8-aeb5-14e91fb8d249 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:45.451333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e202b02-f12f-4bf3-9245-214b717fafc9 req-aaf3597f-ebdc-45b8-aeb5-14e91fb8d249 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0838053 Mar 11 16:53:45.500895 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e202b02-f12f-4bf3-9245-214b717fafc9 req-926e4e1c-9efb-44b7-a26a-2bdcfec29a99 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Mar 11 16:53:45.512643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:46.715615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5862478-f81e-4ac2-87d1-e4e0f56c954c req-e861f3df-03af-4230-a66c-af9324a2dbff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:46.717063 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c5862478-f81e-4ac2-87d1-e4e0f56c954c req-e861f3df-03af-4230-a66c-af9324a2dbff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0852172 Mar 11 16:53:46.764095 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c5862478-f81e-4ac2-87d1-e4e0f56c954c req-1bad564d-3578-41f9-8814-c3e9da0585c4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Mar 11 16:53:47.984436 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3e2c6-19b1-4c8b-83e1-80b3facc9837 req-bb62b5ce-9ad4-4af1-8a4f-b0e10b16c40a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:47.986192 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88f3e2c6-19b1-4c8b-83e1-80b3facc9837 req-bb62b5ce-9ad4-4af1-8a4f-b0e10b16c40a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0953920 Mar 11 16:53:48.033520 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-88f3e2c6-19b1-4c8b-83e1-80b3facc9837 req-138f5535-e602-4f2d-a67f-04d28d510e5a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403051 Mar 11 16:53:49.241686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eba336-0779-48cb-a7b2-9e24fd855930 req-a724657d-bb57-4416-8861-77fc86c0bc4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:49.243167 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a3eba336-0779-48cb-a7b2-9e24fd855930 req-a724657d-bb57-4416-8861-77fc86c0bc4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0783415 Mar 11 16:53:49.294175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a3eba336-0779-48cb-a7b2-9e24fd855930 req-41319608-000d-40e0-bf2f-2784c9217f89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456145 Mar 11 16:53:50.499727 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed55b3-8343-4039-8bf3-c96e8d277d95 req-20393ef2-64db-4645-8dc8-f0b55d2a9cc2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:50.501208 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2fed55b3-8343-4039-8bf3-c96e8d277d95 req-20393ef2-64db-4645-8dc8-f0b55d2a9cc2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0824831 Mar 11 16:53:50.522803 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-ecee07fc-888f-4af3-89d6-8ae83b6a7427 service neutron] 10.222.0.11 "GET /v2.0/ports/fd92f351-9523-4821-89d3-9276db8c5912/bindings/hv-neutron-8332 HTTP/1.1" status: 200 len: 384 time: 0.0785718 Mar 11 16:53:50.552323 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2fed55b3-8343-4039-8bf3-c96e8d277d95 req-06e797a6-0f43-4cb4-b7fb-efc489fa59f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445297 Mar 11 16:53:50.799228 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-0ea5e53b-5666-4966-aa81-8e15181c815a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 1099 time: 0.0730863 Mar 11 16:53:50.999067 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-b2ff04d9-996f-43ff-a6a1-159855a2f021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.1779697 Mar 11 16:53:51.133434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-b5e4976c-1348-4431-ae93-46aecfab27ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:51.134877 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-b5e4976c-1348-4431-ae93-46aecfab27ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1289170 Mar 11 16:53:51.236507 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-e1f41023-2c03-4879-8aa1-d7ad11552f27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1002 time: 0.0944862 Mar 11 16:53:51.303196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-e8cf5dfc-eb7c-4b74-ab04-645bf22c9124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:51.304611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-e8cf5dfc-eb7c-4b74-ab04-645bf22c9124 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0619245 Mar 11 16:53:51.383426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-e7d1206b-3f8f-4786-a519-855eaaf21fa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721469 Mar 11 16:53:51.521354 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-02fd8e02-2fff-45b6-99cb-7fc1f377d799 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313283 Mar 11 16:53:51.660990 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c6999371-02a3-4e2e-8cc8-2ef17e3b3837 req-ee2d761f-90d5-4c29-8b23-c036b1ca7767 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326575 Mar 11 16:53:51.773039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e28bb-3238-4b42-9074-62d7c91c55f1 req-15eb0f64-1bc0-4c27-8e93-6a311ea0bc5c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:51.774784 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f3e28bb-3238-4b42-9074-62d7c91c55f1 req-15eb0f64-1bc0-4c27-8e93-6a311ea0bc5c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0827572 Mar 11 16:53:51.824585 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f3e28bb-3238-4b42-9074-62d7c91c55f1 req-a0d3bbde-d47b-4693-b70d-00ec0030cd4a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Mar 11 16:53:52.185849 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:53:53.030480 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9486-efb3-4dfc-a483-6f92154bbe96 req-ddf1fdee-eb8f-4510-b123-85f5ed644bfa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:53.032020 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-958c9486-efb3-4dfc-a483-6f92154bbe96 req-ddf1fdee-eb8f-4510-b123-85f5ed644bfa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0790052 Mar 11 16:53:53.078722 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-958c9486-efb3-4dfc-a483-6f92154bbe96 req-d9c35de9-1c45-4c57-af19-b93ff9c2fc5c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403757 Mar 11 16:53:53.429573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:53:53.432403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:53:53.646248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:53.679835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:53:53.705254 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:53:53.712989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'fd92f351-9523-4821-89d3-9276db8c5912', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'port_id': 'fd92f351-9523-4821-89d3-9276db8c5912', 'mac_address': 'fa:16:3e:ce:4c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:53:53.719591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:53:53.747668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:53.827818 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:53.850518 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'code': 200} Mar 11 16:53:53.852147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:53.856768 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd92f351-9523-4821-89d3-9276db8c5912 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:53:53.867149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.867484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.867755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.868081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.868408 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.868730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.869054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.869371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.869682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.870019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.870333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:53:53.885353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:53:53.889088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:53.968404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['fd92f351-9523-4821-89d3-9276db8c5912'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:53:54.015662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:54.289040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a91f-dc01-4ae6-b958-fe3d63661abe req-a645b2f7-97d5-4e5c-9052-9c9310bf34da tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:54.290527 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a750a91f-dc01-4ae6-b958-fe3d63661abe req-a645b2f7-97d5-4e5c-9052-9c9310bf34da tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 945 time: 0.0850141 Mar 11 16:53:54.338045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a750a91f-dc01-4ae6-b958-fe3d63661abe req-58a76723-933d-4f3e-ae3d-100b33cc3e9a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418594 Mar 11 16:53:55.434662 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:53:55.507160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port fd92f351-9523-4821-89d3-9276db8c5912 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:53:55.507532 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:55.554958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f35f7-a070-4a9e-9dcd-6928d467cb53 req-9515c34e-c1a5-42f0-8da5-5a0e2763c48c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.556417 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07f35f7-a070-4a9e-9dcd-6928d467cb53 req-9515c34e-c1a5-42f0-8da5-5a0e2763c48c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 945 time: 0.0906329 Mar 11 16:53:55.612305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c07f35f7-a070-4a9e-9dcd-6928d467cb53 req-2f01527a-780c-4512-b1c3-12c367225ef9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501859 Mar 11 16:53:55.625991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:55.661650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:53:55.667389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:53:55.770617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:53:55.852225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:53:55.919139 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'code': 200} Mar 11 16:53:55.973715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023647-d7b4-4c39-bfca-956561b99768 req-cdf1acd5-89d3-4ceb-8f99-828b1e0bdad6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.974559 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-62023647-d7b4-4c39-bfca-956561b99768 req-cdf1acd5-89d3-4ceb-8f99-828b1e0bdad6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:53:55.977148 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f072d-63b9-4c8d-914d-c8e20cbd6e9b req-679e22d9-8f11-404f-bab0-505550cf89ed tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:55.978626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-db9f072d-63b9-4c8d-914d-c8e20cbd6e9b req-679e22d9-8f11-404f-bab0-505550cf89ed tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0959141 Mar 11 16:53:55.991278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-62023647-d7b4-4c39-bfca-956561b99768 req-cdf1acd5-89d3-4ceb-8f99-828b1e0bdad6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:53:55.992455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-cdf1acd5-89d3-4ceb-8f99-828b1e0bdad6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&tenant_id=5b8d6072f2db45edb38cd9af23a1d305&binding%3Ahost_id=hv-neutron-8332 HTTP/1.1" status: 200 len: 946 time: 0.1155734 Mar 11 16:53:56.027493 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-db9f072d-63b9-4c8d-914d-c8e20cbd6e9b req-fa196749-301f-4e8b-9ea4-53351a1978b5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 Mar 11 16:53:56.146426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-fe028e6a-1543-4c4b-8aed-76239ccae3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0728643 Mar 11 16:53:56.235264 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585429d7-6960-4487-a39b-77dc1872479a req-3dbe4cd7-cbcf-4bf9-a039-01209a40a0f0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:56.236722 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-585429d7-6960-4487-a39b-77dc1872479a req-3dbe4cd7-cbcf-4bf9-a039-01209a40a0f0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0800862 Mar 11 16:53:56.288306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023647-d7b4-4c39-bfca-956561b99768 req-be107396-92e0-4fa5-aa76-bc08be5dc67e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:56.289434 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-585429d7-6960-4487-a39b-77dc1872479a req-8c5e0b39-f0a2-44fc-9b37-e1f9b4f66b63 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Mar 11 16:53:56.289760 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-be107396-92e0-4fa5-aa76-bc08be5dc67e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1375816 Mar 11 16:53:56.398116 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-869e3cd8-5255-43e0-a332-3a56ff9154e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1002 time: 0.1021347 Mar 11 16:53:56.460352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023647-d7b4-4c39-bfca-956561b99768 req-6b31fe28-7c7f-4534-ae29-b1e525606e5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:56.461813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-6b31fe28-7c7f-4534-ae29-b1e525606e5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0576677 Mar 11 16:53:56.542121 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-c8bddf3a-d436-43a9-851a-59b3c1a3f7c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737350 Mar 11 16:53:56.683513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-ed0725fd-f5a0-4a2b-b920-d0c2b350a04e service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338708 Mar 11 16:53:56.818597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-62023647-d7b4-4c39-bfca-956561b99768 req-d7db0b26-6285-47e4-8321-eb3630df1714 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273422 Mar 11 16:53:57.508162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baec29-7ebd-4358-981e-ff6f0d0df744 req-b766f81f-94cf-47fa-a14c-d997664a4671 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:53:57.509630 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69baec29-7ebd-4358-981e-ff6f0d0df744 req-b766f81f-94cf-47fa-a14c-d997664a4671 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0837674 Mar 11 16:53:57.556983 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-69baec29-7ebd-4358-981e-ff6f0d0df744 req-f8d40737-eaee-4ff6-879b-241082042b60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 Mar 11 16:53:57.585446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47618) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:53:57.711758 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7c394555-13f0-4ea8-9f5c-48fc2cd8cc51 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 HTTP/1.1" status: 200 len: 994 time: 0.1252043 Mar 11 16:54:08.260679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fab68468-3782-4965-bbef-7ae95c61e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:11.341230 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b6c0a648-caef-40dc-8bba-033db623bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:12.129539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:12.214628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:12.924059 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-c8b3c9c6-5f70-4a20-9d80-396e524d03a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686746 Mar 11 16:54:13.184702 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-55c4ac88-8181-4aff-ab12-933fb69f7464 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.1889620 Mar 11 16:54:13.334158 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-b096f0ac-6d71-4d3e-adcf-fe0d6a0463be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:13.335633 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-b096f0ac-6d71-4d3e-adcf-fe0d6a0463be service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1293480 Mar 11 16:54:13.441768 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-aa774418-4c3e-48c2-a347-4e5b842e9eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 1002 time: 0.0988398 Mar 11 16:54:13.508040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-e2bc4c5f-791d-4519-8da3-b2a7eca48415 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:13.509504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-e2bc4c5f-791d-4519-8da3-b2a7eca48415 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0610993 Mar 11 16:54:13.590113 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-f5027207-fe9d-4cd2-a3cb-ff58fb9ba7ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732696 Mar 11 16:54:13.709293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:13.738579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-3896dfe9-da61-4a26-9af4-5da87a57b46a service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410744 Mar 11 16:54:13.874382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3487635f-57b4-420d-9a71-fda8ffd65b79 req-4fe10d98-5383-454e-ad0f-f5e1cb59abc4 service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299348 Mar 11 16:54:15.518350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:29.187071 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:54:38.262945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5197c3b6-2a93-4792-812a-61298f8ca116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:41.346732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d39f1a0d-ef1c-4bb3-baa4-0eeafcac469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.137107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:42.219189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:43.712022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:45.527200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:54.741086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47646) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:54:55.030071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port d80883d1-ced8-4729-a8b1-44e6d8f56386 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:54:55.030334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:55.204702 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:55.205028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:55.329292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for d80883d1-ced8-4729-a8b1-44e6d8f56386 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:54:55.491645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:55.540847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=d80883d1-ced8-4729-a8b1-44e6d8f56386,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:55.579399 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.579657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.580000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.580338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.580673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.581008 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.581397 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.581761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.582093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.582417 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.582740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:55.644434 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.053505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee4d407c-664e-430c-b760-0ecbf8148110 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:54:56.261833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:54:56.271418 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Sync routers for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:54:56.283206 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:56.286629 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:54:56.287536 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:56.339635 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-95ffee9e-d081-4863-b89b-c4cededef288 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/floatingips/3c97cb5d-d91f-4c5b-ae29-1918f426d7e3 HTTP/1.1" status: 204 len: 168 time: 1.5973322 Mar 11 16:54:56.340205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:54:56.471563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'status': 'completed', 'code': 200} Mar 11 16:54:56.499237 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:54:56.588789 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-fff8514c-74dc-4d78-8764-351c2d5e3c08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 1099 time: 0.0953774 Mar 11 16:54:56.738759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19711da-a228-473b-8879-8ea7d1a4694c req-9e2a220c-6723-4eca-83bc-e09cb66cf8a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:56.740602 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-9e2a220c-6723-4eca-83bc-e09cb66cf8a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 200 len: 898 time: 0.1441755 Mar 11 16:54:56.819733 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-47d83e59-2366-4d2f-966e-23b46d247623 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 200 len: 217 time: 0.0727599 Mar 11 16:54:56.873437 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:56.878732 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Checking router: ee4d407c-664e-430c-b760-0ecbf8148110 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:54:56.891415 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:54:56.892019 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:56.901993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19711da-a228-473b-8879-8ea7d1a4694c req-7e61e4ea-53a0-43fe-a000-55e00e7d99fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:56.903530 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-7e61e4ea-53a0-43fe-a000-55e00e7d99fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 200 len: 835 time: 0.0766878 Mar 11 16:54:56.906837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfedcf-1545-45ac-a7a3-55340f3eca96 req-5e9033b9-a800-43a5-992a-44532d464533 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:56.907519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-bbcfedcf-1545-45ac-a7a3-55340f3eca96 req-5e9033b9-a800-43a5-992a-44532d464533 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:54:56.924737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-bbcfedcf-1545-45ac-a7a3-55340f3eca96 req-5e9033b9-a800-43a5-992a-44532d464533 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:54:56.926279 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bbcfedcf-1545-45ac-a7a3-55340f3eca96 req-5e9033b9-a800-43a5-992a-44532d464533 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.2129385 Mar 11 16:54:56.979002 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bbcfedcf-1545-45ac-a7a3-55340f3eca96 req-673d496d-eb32-471e-a6a6-1c79cc727a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446849 Mar 11 16:54:56.990062 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-ae2d7233-05ef-42b8-b1aa-a598bb6ed59f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0ed650be-5312-4190-acc6-71b041846176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784197 Mar 11 16:54:57.085587 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:54:57.134221 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-d7e7dd3c-a47c-4806-89d5-30a956b08eef service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372991 Mar 11 16:54:57.271082 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c19711da-a228-473b-8879-8ea7d1a4694c req-d1eee668-d5b5-44f9-b972-249698f48d4e service neutron] 10.222.0.11 "GET /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299603 Mar 11 16:54:57.424794 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:54:57.429429 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c80d7-e813-41ff-9420-78a2d412f793 None None] The sync data for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'dfadcab7-ad62-4c48-96e8-3bc32da2a76b', 'name': '', 'network_id': '0ed650be-5312-4190-acc6-71b041846176', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:20:c2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:52:01Z', 'updated_at': '2022-03-11T16:52:07Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '970ac4eb-2b4d-40c0-b1a2-d305f4a2190f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:54:57.651746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0b797d-8772-486a-a519-1d6cb3e024da None None] New status for floating IP 3c97cb5d-d91f-4c5b-ae29-1918f426d7e3: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:54:58.189207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f95b1-7fae-4292-9634-0a754d560bff req-f24b0a09-3a78-4d40-ae63-b485436e6fee tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:58.191291 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f23f95b1-7fae-4292-9634-0a754d560bff req-f24b0a09-3a78-4d40-ae63-b485436e6fee tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0765791 Mar 11 16:54:58.241469 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f23f95b1-7fae-4292-9634-0a754d560bff req-9ae88312-286f-4911-ae35-909ad4bb7bb7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=4536ef70-8025-44e1-a0fc-85f11291e479&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446098 Mar 11 16:54:58.633348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-414ee115-4735-4f8e-98d4-9d3763de3d0f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:54:58.634846 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-414ee115-4735-4f8e-98d4-9d3763de3d0f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 946 time: 0.0910683 Mar 11 16:54:58.709717 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port fd92f351-9523-4821-89d3-9276db8c5912 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:54:58.710056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:59.043482 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port fd92f351-9523-4821-89d3-9276db8c5912, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fd92f351-9523-4821-89d3-9276db8c5912,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:54:59.043751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:59.165819 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for fd92f351-9523-4821-89d3-9276db8c5912 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:54:59.323832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:59.377389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=fd92f351-9523-4821-89d3-9276db8c5912,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:54:59.424098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.424449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.424792 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.426145 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-19452be3-e76d-4a36-9bf4-d70d744cbdd9 req-f35521b1-945d-46d0-aef6-c41a5e05b7b8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3e244028-8246-4170-b799-bec0439e470d HTTP/1.1" status: 200 len: 210 time: 0.0456123 Mar 11 16:54:59.426625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.426760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.427096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.427424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.427750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.428070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.428389 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.428710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:54:59.470293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] No DVR routers for this DVR port fd92f351-9523-4821-89d3-9276db8c5912 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:54:59.473868 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:54:59.476784 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-deleted', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:54:59.495048 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-fc48c6d0-28f3-48b0-9cb6-7100086914c8 req-b6e9c01c-8938-4830-a8c8-6ebb0df45fbd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "DELETE /v2.0/ports/fd92f351-9523-4821-89d3-9276db8c5912 HTTP/1.1" status: 204 len: 173 time: 0.8537221 Mar 11 16:54:59.617162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e244028-8246-4170-b799-bec0439e470d', 'name': 'network-vif-deleted', 'tag': 'fd92f351-9523-4821-89d3-9276db8c5912', 'status': 'completed', 'code': 200} Mar 11 16:55:00.544237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47682) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:00.966414 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.610925 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port dfadcab7-ad62-4c48-96e8-3bc32da2a76b {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:55:01.611635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:01.720664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:01.755229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: fd92f351-9523-4821-89d3-9276db8c5912 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:55:01.755562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fd92f351-9523-4821-89d3-9276db8c5912 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:55:01.822245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port dfadcab7-ad62-4c48-96e8-3bc32da2a76b, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:01.822591 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:02.058772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for dfadcab7-ad62-4c48-96e8-3bc32da2a76b owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:55:02.239665 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:02.321180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=dfadcab7-ad62-4c48-96e8-3bc32da2a76b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:02.611441 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:03.226682 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router ee4d407c-664e-430c-b760-0ecbf8148110 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:55:03.442193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:03.451433 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Sync routers for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:55:03.455394 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88deed8d-2758-424f-ad81-58eddf5cef6d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/ee4d407c-664e-430c-b760-0ecbf8148110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9100995 Mar 11 16:55:03.458225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47686) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:03.463614 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:03.464199 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:03.649542 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:03.777016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting subnet 970ac4eb-2b4d-40c0-b1a2-d305f4a2190f {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:55:03.779993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:03.838215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:03.931155 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:03.973023 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:55:02Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:03.976984 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Checking router: ee4d407c-664e-430c-b760-0ecbf8148110 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:55:03.987510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Routers {'ee4d407c-664e-430c-b760-0ecbf8148110'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:03.988017 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['ee4d407c-664e-430c-b760-0ecbf8148110'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:04.008896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.057044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Subnet': ['ID=970ac4eb-2b4d-40c0-b1a2-d305f4a2190f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:04.070808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.076696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bd15c-3a40-472f-87b1-a75b5519ec41 None None] Network 0ed650be-5312-4190-acc6-71b041846176 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:55:04.085009 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-15005bae-7cb7-4306-bedc-e346d1041624 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/subnets/970ac4eb-2b4d-40c0-b1a2-d305f4a2190f HTTP/1.1" status: 204 len: 168 time: 0.6207314 Mar 11 16:55:04.085409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47690) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:04.209075 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] Set router ee4d407c-664e-430c-b760-0ecbf8148110 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:04.311021 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.348340 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] DHCP port deletion for 0ed650be-5312-4190-acc6-71b041846176 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:55:04.353627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Deleting port 087c8838-a4a6-407e-b84f-fb775611b996 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:55:04.354089 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.519089 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:55:02Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:04.523162 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8749b722-3625-4570-b37b-004e82d16ea6 None None] The sync data for ids ['ee4d407c-664e-430c-b760-0ecbf8148110'] in dv-neutron-833206-1-hyperv is: [{'id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811202745', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248'}], 'enable_snat': True}, 'gw_port_id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:55:02Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '24c6bdcd-2345-4936-aeed-489dbb494d0d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4d407c-664e-430c-b760-0ecbf8148110', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:51:57Z', 'updated_at': '2022-03-11T16:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:55:04.532239 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.544815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 24c6bdcd-2345-4936-aeed-489dbb494d0d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:55:04.545257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.578613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] For port 087c8838-a4a6-407e-b84f-fb775611b996, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=087c8838-a4a6-407e-b84f-fb775611b996,segment=NetworkSegment(d8cecd28-e53e-405d-8613-8921441c85a6),segment_id=d8cecd28-e53e-405d-8613-8921441c85a6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:04.578998 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.702950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Calling delete_port for 087c8838-a4a6-407e-b84f-fb775611b996 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:55:04.727840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 24c6bdcd-2345-4936-aeed-489dbb494d0d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=24c6bdcd-2345-4936-aeed-489dbb494d0d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:04.728184 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.783775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:04.838117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Pushing event deleted for resources: {'Port': ['ID=087c8838-a4a6-407e-b84f-fb775611b996,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:04.842388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] No DVR routers for this DVR port 087c8838-a4a6-407e-b84f-fb775611b996 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:55:04.852591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.852751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.853030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.853361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.853686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.854605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.855351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.855351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.855636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.855857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.856173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb22eeb4-47f9-461e-a985-36d67b33c970 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:04.865868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 24c6bdcd-2345-4936-aeed-489dbb494d0d owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:55:05.056991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.102761 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=24c6bdcd-2345-4936-aeed-489dbb494d0d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:05.344888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 087c8838-a4a6-407e-b84f-fb775611b996 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:05.378590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 087c8838-a4a6-407e-b84f-fb775611b996 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:55:05.378840 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 087c8838-a4a6-407e-b84f-fb775611b996 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:55:05.379314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dfadcab7-ad62-4c48-96e8-3bc32da2a76b no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:05.413498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: dfadcab7-ad62-4c48-96e8-3bc32da2a76b {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:55:05.413872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device dfadcab7-ad62-4c48-96e8-3bc32da2a76b not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:55:05.427914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.691967 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.696078 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.719909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.720491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Fanout notify agent at l3_agent the message router_deleted on router ee4d407c-664e-430c-b760-0ecbf8148110 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:55:05.735844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:05.736969 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7c178ad-723c-4730-b98c-ffd19c07cd0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/routers/ee4d407c-664e-430c-b760-0ecbf8148110 HTTP/1.1" status: 204 len: 168 time: 1.6505141 Mar 11 16:55:05.740304 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47694) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:05.864047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.000350 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.025797 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed650be-5312-4190-acc6-71b041846176']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:06.038201 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cecd28-e53e-405d-8613-8921441c85a6') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:06.038494 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cecd28-e53e-405d-8613-8921441c85a6') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:06.059372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.075919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.082599 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Releasing vlan 907 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:55:06.082977 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:55:06.097851 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:55:06.187983 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:55:06.188695 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.207349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.219715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Network': ['ID=0ed650be-5312-4190-acc6-71b041846176,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:06.226313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-1d2c149d-9869-4b33-b04e-f6e8a5310fbb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/networks/0ed650be-5312-4190-acc6-71b041846176 HTTP/1.1" status: 204 len: 168 time: 0.4849505 Mar 11 16:55:06.228980 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47698) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:06.303394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.336554 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.414869 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.433652 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4536ef70-8025-44e1-a0fc-85f11291e479,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:06.444781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.445913 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7d430f7e-5779-4a7a-904a-19f86116a56f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/security-groups/4536ef70-8025-44e1-a0fc-85f11291e479 HTTP/1.1" status: 204 len: 168 time: 0.2159564 Mar 11 16:55:06.824472 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47706) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:06.830270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421116558', 'description': 'tempest-secgroup-smoke-421116558 description', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:06.836405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:06.840402 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:06.843212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:06.849753 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:06.859802 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.896420 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:06.900164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:06.902970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:06.908505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:06.967627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:06.972002 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.019519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701f6cfe-006e-4265-bcf5-5ae4c7812fa0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.023318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.027422 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9476f312-4f36-4fb4-ae6a-371429476c37 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1991079 Mar 11 16:55:07.027762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47710) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.033893 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.040553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.044423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.047314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.053129 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.070497 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.140563 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.147024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.173410 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3b6188-7519-415f-a40a-729a7f5ccb5a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.182808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.183964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5fb06adf-3289-4b63-a766-cd753e4e79ae tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1552601 Mar 11 16:55:07.186619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47714) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.192978 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.199336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.203457 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.206386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.212083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.228754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.254039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 24c6bdcd-2345-4936-aeed-489dbb494d0d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:55:07.287280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 24c6bdcd-2345-4936-aeed-489dbb494d0d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:55:07.287905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 24c6bdcd-2345-4936-aeed-489dbb494d0d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:55:07.300723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.305551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.329795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730b2987-d35d-47af-84b1-6b4b82d2d593,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.339076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.340260 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-45ed4e17-c8cc-4ef6-8963-3a66e8464dd0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1527565 Mar 11 16:55:07.343183 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47718) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.349340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.355755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.359654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.363531 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.368828 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.384865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.455133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.459645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.484220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe74126-c80b-4f5f-85c8-f07a3fec294a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.494832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.498077 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a4909fe1-4101-4118-a106-3f1ee1f0a862 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1536560 Mar 11 16:55:07.498834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47722) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.504784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.511212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.515269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.518467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.524295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.540875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.609827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.614865 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.638733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86fd2ea4-c9d4-4e8b-b575-7f3d57708bd8,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.648351 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.649639 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-88e7cb0d-a5ca-4dfc-ace4-843bac188d4c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1499116 Mar 11 16:55:07.652887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47726) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.658252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.667950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.673863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.677930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.683720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.695670 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:55:07.702193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.770706 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.775219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.799012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf9b807-1a3a-43f2-8a73-32e51a4ed39e,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.809784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.810941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-00bc075a-8492-4ae5-a1fd-68d0c07c5b62 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571331 Mar 11 16:55:07.813735 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47730) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.819976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '701f6cfe-006e-4265-bcf5-5ae4c7812fa0', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.826231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.829956 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.833505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.839097 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:07.850795 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:55:07.857174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.924844 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.929286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.955352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11239aa5-1a0e-4600-b1f9-03ff38b9e3ac,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:07.964335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:07.965482 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9596f1bb-ef2f-44f8-9e88-e53413f75439 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1508751 Mar 11 16:55:07.968355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47734) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:07.975122 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'network': {'name': 'tempest-network-smoke--1635788571', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:07.980450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:07.984841 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:network and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:07.988433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:07.994391 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:08.099032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:55:08.101987 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.131879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:55:08.142551 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.142914 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Added segment 28e8fdde-650c-41e2-b3af-456c851e0921 of type vlan for network 9c90ab1e-54ba-440d-a02c-72979e59d17b Mar 11 16:55:08.168948 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.200710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.204387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:08.204963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.265676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c68ec70-c4c7-4689-acab-1364a53b4d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.310996 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3416388 Mar 11 16:55:08.313679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47738) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:08.320979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'admin_state_up': True, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:08.328908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68caafa-fa2a-4e3a-928a-d468d75b12f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Network': ['ID=9c90ab1e-54ba-440d-a02c-72979e59d17b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:08.331422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:08.337884 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:router and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:08.338816 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:08.342888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:55:08.346009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:08.360065 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.360732 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.381181 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.537506 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.727578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.758344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:08.897559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.135 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/f4a81b24-6f4c-47f6-926c-a972f7c206a6) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:09.050917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.079165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.147808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:09.150587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:09.154855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:55:09.182218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=f4a81b24-6f4c-47f6-926c-a972f7c206a6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:09.318385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.319178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.558998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:55:09.761340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:09.772159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Sync routers for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:55:09.785928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:09.786542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:09.793733 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:09.797952 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3701c1a6-50e6-498d-8b36-1cff82ae7eb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4804101 Mar 11 16:55:09.798357 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47744) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:09.962325 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-750e20d3-a0c4-49cc-92f9-245a3d33e631 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5b8d6072f2db45edb38cd9af23a1d305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1628056 Mar 11 16:55:09.965488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47748) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:10.019671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:10.114057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c71ede-ea61-41ce-a049-6635abc66080 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:10.115570 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d0c71ede-ea61-41ce-a049-6635abc66080 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492021 Mar 11 16:55:10.118476 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47752) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:10.160848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f08d0151-f53b-481f-9109-ff497f5fd4b8 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411673 Mar 11 16:55:10.163486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47756) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:10.172570 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-984309270', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:10.288229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:10.292202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:subnet and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:10.295088 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:10.301454 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:10.312631 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:55:10.332700 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:09Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:10.336715 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Checking router: 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:55:10.337058 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Updating router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 port f4a81b24-6f4c-47f6-926c-a972f7c206a6 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:55:10.396564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.423605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.657627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.744588 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Subnet': ['ID=9e025529-3b9c-4731-ae5c-9c19535876a5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:10.745977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.759724 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Checking segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:55:10.759931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Transition to ACTIVE for port object f4a81b24-6f4c-47f6-926c-a972f7c206a6 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:10.760100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network hostable DHCP agents. Network: 9c90ab1e-54ba-440d-a02c-72979e59d17b, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:55:10.766379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.783689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:55:10.795898 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 9c90ab1e-54ba-440d-a02c-72979e59d17b) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:10.802157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:10.802965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.815969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8efed80-89cf-43a1-bb7d-ed6c207b3cc2 None None] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:55:10.829857 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d1af3483-0069-4dc8-bf2d-9dd27581ed79 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6612451 Mar 11 16:55:10.830920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47764) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:10.928068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15c83-1509-438e-bc56-076325ec80b4 None None] Pushing event updated for resources: {'Port': ['ID=f4a81b24-6f4c-47f6-926c-a972f7c206a6,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:10.941303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Attempting to bind port f4a81b24-6f4c-47f6-926c-a972f7c206a6 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:10.941531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Attempting to bind port f4a81b24-6f4c-47f6-926c-a972f7c206a6 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:10.941917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Attempting to bind port f4a81b24-6f4c-47f6-926c-a972f7c206a6 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:55:10.959056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:55:10.959476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:55:10.959905 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:10.960322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:55:10.960973 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Bound port: f4a81b24-6f4c-47f6-926c-a972f7c206a6, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:10.961316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.102621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] For port f4a81b24-6f4c-47f6-926c-a972f7c206a6, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:11.116869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] For port f4a81b24-6f4c-47f6-926c-a972f7c206a6, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4a81b24-6f4c-47f6-926c-a972f7c206a6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:11.148008 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.204490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-9c90ab1e-54ba-440d-a02c-72979e59d17b', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:55:11.205296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.294016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd15c83-1509-438e-bc56-076325ec80b4 None None] Pushing event updated for resources: {'Port': ['ID=f4a81b24-6f4c-47f6-926c-a972f7c206a6,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:11.329228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:11.329874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:54:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:11.484079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cdedcb6e-9364-4970-90bf-63e82b7eb2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:11.569495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Allocated IP 172.20.0.2 (9c90ab1e-54ba-440d-a02c-72979e59d17b/9e025529-3b9c-4731-ae5c-9c19535876a5/8abad793-7f97-49c7-8134-ebb2fdb68b55) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:11.608127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:11.766198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.084348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.099825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Transition to ACTIVE for port object 8abad793-7f97-49c7-8134-ebb2fdb68b55 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:12.132513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Transition to ACTIVE for port object 8abad793-7f97-49c7-8134-ebb2fdb68b55 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:12.142691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.197978 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.208482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.1 (9c90ab1e-54ba-440d-a02c-72979e59d17b/9e025529-3b9c-4731-ae5c-9c19535876a5/b66a8c3f-47d3-4b63-9a3e-73acdabc2877) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:12.231996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:09Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:12.243182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:12.246119 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:12.248071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Pushing event updated for resources: {'Port': ['ID=8abad793-7f97-49c7-8134-ebb2fdb68b55,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:12.251315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:55:12.255218 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460d3e4-7ca8-40e4-8777-a98c5cf3bf93 None None] The sync data for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv is: [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:09Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:55:12.257592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.352462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Attempting to bind port 8abad793-7f97-49c7-8134-ebb2fdb68b55 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:12.352844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Attempting to bind port 8abad793-7f97-49c7-8134-ebb2fdb68b55 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:12.353184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Attempting to bind port 8abad793-7f97-49c7-8134-ebb2fdb68b55 on network 9c90ab1e-54ba-440d-a02c-72979e59d17b {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:55:12.360931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:55:12.361318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Checking segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:55:12.362212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.362212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Bound using segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:55:12.362653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Bound port: 8abad793-7f97-49c7-8134-ebb2fdb68b55, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:12.363033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.384461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.404658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object b66a8c3f-47d3-4b63-9a3e-73acdabc2877 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:12.432560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.480175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] For port 8abad793-7f97-49c7-8134-ebb2fdb68b55, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:12.485060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] For port 8abad793-7f97-49c7-8134-ebb2fdb68b55, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8abad793-7f97-49c7-8134-ebb2fdb68b55,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:12.491847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.530875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:12.535355 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:12.537251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:55:12.586414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff50a1-81ff-4123-b120-e02da7907dfc None None] Pushing event updated for resources: {'Port': ['ID=8abad793-7f97-49c7-8134-ebb2fdb68b55,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:12.586607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:12.619923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:12.719415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.192017 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.197636 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.325868 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:13.329661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.376043 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4a81b24-6f4c-47f6-926c-a972f7c206a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:13.460869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port f4a81b24-6f4c-47f6-926c-a972f7c206a6 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:13.466549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f4a81b24-6f4c-47f6-926c-a972f7c206a6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:13.466916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.498813 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:13.500041 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:13.604193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.623133 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port f4a81b24-6f4c-47f6-926c-a972f7c206a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4a81b24-6f4c-47f6-926c-a972f7c206a6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:13.629224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.630322 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8abad793-7f97-49c7-8134-ebb2fdb68b55 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:13.694418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f96d56-a26f-4415-aa1d-2f5d1d8b682a None None] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:55:13.846179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:13.862430 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=f4a81b24-6f4c-47f6-926c-a972f7c206a6,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:13.882494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3bd01856-5410-4a7e-9f45-e10b12a3ba1b None None] Provisioning for port 8abad793-7f97-49c7-8134-ebb2fdb68b55 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:13.942562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 8abad793-7f97-49c7-8134-ebb2fdb68b55 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:13.958594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8abad793-7f97-49c7-8134-ebb2fdb68b55 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:13.958954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.022370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:55:14.143336 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.188099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 8abad793-7f97-49c7-8134-ebb2fdb68b55, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8abad793-7f97-49c7-8134-ebb2fdb68b55,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:14.193589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.254233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:14.269747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c7d04b02-2a0f-456b-b39a-144e36725d8e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/8f585fe7-cf4a-4e6f-9c47-d647a0a862e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4361665 Mar 11 16:55:14.331560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=8abad793-7f97-49c7-8134-ebb2fdb68b55,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:14.434187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Provisioning for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:14.442412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Provisioning complete for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:14.443061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.467089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-027ad9db-65c3-44db-9733-fca946403a05 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:55:14.485256 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-027ad9db-65c3-44db-9733-fca946403a05 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:55:14.486704 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-027ad9db-65c3-44db-9733-fca946403a05 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421116558&fields=id&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 267 time: 0.0642385 Mar 11 16:55:14.504902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:55:14.517918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Provisioning complete for port 8abad793-7f97-49c7-8134-ebb2fdb68b55 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:14.518320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5aa3755d-e1da-44a3-96bd-0097c524ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.658272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929519ba-e390-4691-b328-58cebd6eefba req-df5214e2-b655-4003-8f36-064758404bfd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:14.659862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-df5214e2-b655-4003-8f36-064758404bfd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:55:14.677867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-df5214e2-b655-4003-8f36-064758404bfd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:55:14.679086 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-df5214e2-b655-4003-8f36-064758404bfd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 797 time: 0.1846089 Mar 11 16:55:14.695984 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-e0e20f99-b4ac-477f-b888-3f15506f5216 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/quotas/5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 375 time: 0.0114233 Mar 11 16:55:14.772984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7efc6cc6-3169-4ac9-b3f8-b09d726f34f6 None None] Provisioning complete for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:14.773348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7efc6cc6-3169-4ac9-b3f8-b09d726f34f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:14.794840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-2ada1c00-cd74-434d-9fb1-072db81fef24 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:55:14.812248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-929519ba-e390-4691-b328-58cebd6eefba req-2ada1c00-cd74-434d-9fb1-072db81fef24 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:55:14.813781 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-2ada1c00-cd74-434d-9fb1-072db81fef24 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1057615 Mar 11 16:55:14.835732 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7efc6cc6-3169-4ac9-b3f8-b09d726f34f6 None None] Port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:55:14.956926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55794f88-1d6a-4088-9577-72ed22c81cd5 None None] Provisioning complete for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:14.957207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55794f88-1d6a-4088-9577-72ed22c81cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.022143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-55794f88-1d6a-4088-9577-72ed22c81cd5 None None] Port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:55:15.025514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-93a9d502-a1e0-4042-98ab-ef5948058185 service neutron] 10.222.0.78 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984322 Mar 11 16:55:15.157392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-280b0d48-12bd-4bc0-b6e8-9c320d98f6ae service neutron] 10.222.0.78 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271098 Mar 11 16:55:15.317292 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4a81b24-6f4c-47f6-926c-a972f7c206a6 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:15.374855 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8b84ab83-cf3b-4c30-a2a0-691167358ff2 req-5a97613b-8876-4006-a1c5-9d7da39e3061 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 210 time: 0.0494354 Mar 11 16:55:15.404277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port f4a81b24-6f4c-47f6-926c-a972f7c206a6 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:15.404736 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.545893 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8abad793-7f97-49c7-8134-ebb2fdb68b55 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:15.575944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.619963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 8abad793-7f97-49c7-8134-ebb2fdb68b55 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:15.620334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:15.939562 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Sync routers for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:55:15.959610 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:15.960402 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:16.152880 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:16.493423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929519ba-e390-4691-b328-58cebd6eefba req-495266e5-44f4-4501-be5b-9e43822fee3a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:16.495106 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-495266e5-44f4-4501-be5b-9e43822fee3a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 797 time: 0.1810496 Mar 11 16:55:16.495934 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 2, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:16.500006 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Checking router: 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:55:16.500350 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Updating router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:55:16.555894 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:16.564175 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-204d805b-12fd-4f4f-9fd2-8e15a92aeacc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 379 time: 0.0569749 Mar 11 16:55:16.566198 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-55c9353c-c234-4052-81bd-ba2ed946864c req-74d0a776-4010-4475-8060-4fc0f37cc36f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 210 time: 0.0467231 Mar 11 16:55:16.573037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'port': {'device_id': '267ce871-a940-4425-9a07-11961569626c', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'admin_state_up': True, 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'security_groups': ['701f6cfe-006e-4265-bcf5-5ae4c7812fa0']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:16.715133 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:16.726635 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:16.738498 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:55:16.741573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:16.930533 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:16.943844 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Transition to ACTIVE for port object b66a8c3f-47d3-4b63-9a3e-73acdabc2877 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:16.950850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.022627 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.13 (9c90ab1e-54ba-440d-a02c-72979e59d17b/9e025529-3b9c-4731-ae5c-9c19535876a5/e632483e-f63d-4d31-a6a5-fb14edad3f00) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:17.072801 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Pushing event updated for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:17.091780 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.092123 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.092470 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.092791 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.093113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.093439 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.093850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.094170 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.094733 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.095048 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.095407 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:55:17.225171 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Attempting to bind port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:17.225806 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Attempting to bind port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:17.226168 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Attempting to bind port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 on network 9c90ab1e-54ba-440d-a02c-72979e59d17b {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:55:17.233514 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:55:17.234067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Checking segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:55:17.234381 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.234754 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Bound using segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:55:17.235301 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Bound port: b66a8c3f-47d3-4b63-9a3e-73acdabc2877, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:17.235704 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.238004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.256703 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object e632483e-f63d-4d31-a6a5-fb14edad3f00 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:17.280542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.369302 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] For port b66a8c3f-47d3-4b63-9a3e-73acdabc2877, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:17.372991 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:17.373456 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] For port b66a8c3f-47d3-4b63-9a3e-73acdabc2877, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:17.376691 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:17.378881 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.379210 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:17.381348 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:55:17.462301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:17.463242 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.485109 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3523a-b0e9-450b-a3db-f130d7b31eee None None] Pushing event updated for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:17.488557 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:17.489295 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:17.503551 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-e19047cc-66ce-4388-8b7b-4652c074cbb3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9345467 Mar 11 16:55:17.513907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-d408ac6d-713b-4be4-90e4-5d240bb996ab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:55:17.514914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-d408ac6d-713b-4be4-90e4-5d240bb996ab tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061374 Mar 11 16:55:17.604107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Request body: {'port': {'device_id': '267ce871-a940-4425-9a07-11961569626c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:17.696401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f6e2ada3-0a08-4e75-b5d2-b52c23f8d9c6 None None] Provisioning for port e632483e-f63d-4d31-a6a5-fb14edad3f00 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:17.704409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f6e2ada3-0a08-4e75-b5d2-b52c23f8d9c6 None None] Provisioning complete for port e632483e-f63d-4d31-a6a5-fb14edad3f00 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:17.705433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f6e2ada3-0a08-4e75-b5d2-b52c23f8d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.707150 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:17.767552 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:17.802102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2ada3-0a08-4e75-b5d2-b52c23f8d9c6 None None] Port e632483e-f63d-4d31-a6a5-fb14edad3f00 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:55:17.899413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d89492-744b-41c9-85e9-cb48dc5e405d req-7617666f-ddfd-4e3e-b803-9068ead2209d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:17.901376 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3d89492-744b-41c9-85e9-cb48dc5e405d req-7617666f-ddfd-4e3e-b803-9068ead2209d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 932 time: 0.1245604 Mar 11 16:55:17.977313 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d3d89492-744b-41c9-85e9-cb48dc5e405d req-e325d9b8-c231-48d0-8562-1a680f71c6ef tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675304 Mar 11 16:55:18.138959 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:17Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:18.144278 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5132b0a-5403-485e-8ad2-89c57448710e None None] The sync data for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv is: [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:17Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:55:18.346019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e632483e-f63d-4d31-a6a5-fb14edad3f00 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:55:18.355656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.373166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Transition to ACTIVE for port object e632483e-f63d-4d31-a6a5-fb14edad3f00 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:55:18.377730 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.516511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Pushing event updated for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:18.640448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Attempting to bind port e632483e-f63d-4d31-a6a5-fb14edad3f00 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:55:18.640551 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Attempting to bind port e632483e-f63d-4d31-a6a5-fb14edad3f00 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:55:18.641051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Attempting to bind port e632483e-f63d-4d31-a6a5-fb14edad3f00 on network 9c90ab1e-54ba-440d-a02c-72979e59d17b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:55:18.647610 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Port e632483e-f63d-4d31-a6a5-fb14edad3f00 on network 9c90ab1e-54ba-440d-a02c-72979e59d17b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:55:18.647924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Attempting to bind port e632483e-f63d-4d31-a6a5-fb14edad3f00 on network 9c90ab1e-54ba-440d-a02c-72979e59d17b {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:55:18.654820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:55:18.655362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Checking segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:55:18.655772 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Bound using segment: {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:55:18.656195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Bound port: e632483e-f63d-4d31-a6a5-fb14edad3f00, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e8fdde-650c-41e2-b3af-456c851e0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:55:18.656550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.753360 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:55:18.756594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:55:18.764982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.827213 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:18.828736 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] 10.222.0.11 "PUT /v2.0/ports/e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 1094 time: 1.3071811 Mar 11 16:55:18.829181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:55:18.856117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d021074-14b5-4b95-9844-cd7c49da9272 service neutron] Pushing event updated for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:18.909664 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'status': 'completed', 'code': 200} Mar 11 16:55:18.959311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-850c44b0-5caf-45af-a441-3dad4b463060 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1097 time: 0.0839598 Mar 11 16:55:19.051481 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-f264a27e-a925-4008-93b4-c9a4f0845a8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 217 time: 0.0850763 Mar 11 16:55:19.145790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929519ba-e390-4691-b328-58cebd6eefba req-e87fe20f-ef3a-43c3-949d-ffddea72d0a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.147243 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-e87fe20f-ef3a-43c3-949d-ffddea72d0a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0902915 Mar 11 16:55:19.201310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cacc8-1c5f-4580-b3b9-ced7fd668c3c req-07cc4c69-a709-4432-b400-af3c230a6d2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.203005 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-763cacc8-1c5f-4580-b3b9-ced7fd668c3c req-07cc4c69-a709-4432-b400-af3c230a6d2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 944 time: 0.0824246 Mar 11 16:55:19.232203 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-21ac1fa0-af8f-4dd3-82a4-822d6109295d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736382 Mar 11 16:55:19.257225 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-763cacc8-1c5f-4580-b3b9-ced7fd668c3c req-3271ecc5-a323-41ea-bde1-a311b357fa98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483649 Mar 11 16:55:19.347106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b66a8c3f-47d3-4b63-9a3e-73acdabc2877 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:19.380620 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-8c4d7931-7142-4791-ac58-83fe7ee1a97f service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401901 Mar 11 16:55:19.422894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:19.427916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:19.428290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.516855 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-929519ba-e390-4691-b328-58cebd6eefba req-43d7acba-37e9-4827-84af-c1da7888f5ee service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297891 Mar 11 16:55:19.559109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.596686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port b66a8c3f-47d3-4b63-9a3e-73acdabc2877, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:19.602315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:19.643156 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-20d1a902-ba25-4d36-a248-d34279d29c72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1097 time: 0.0781245 Mar 11 16:55:19.683924 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:19.777190 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-ae646320-9925-4109-8b9c-f37a41a3e089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.778674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-ae646320-9925-4109-8b9c-f37a41a3e089 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.1293309 Mar 11 16:55:19.850858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-8408711f-0002-4661-9420-f32e3c8ac2b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 217 time: 0.0656290 Mar 11 16:55:19.915510 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-81475b8d-7f08-4f9f-9aa6-119775603afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:19.916833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-81475b8d-7f08-4f9f-9aa6-119775603afe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0598822 Mar 11 16:55:20.092168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-4e433d05-a726-446b-925a-36e9c3c07735 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674633 Mar 11 16:55:20.227472 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-d71e4109-837d-407a-9b4e-4cd6c347bebc service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284952 Mar 11 16:55:20.370129 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-57b7be13-3da0-4edd-8826-50e0511e9e5e req-b26252e4-5638-493a-a9d2-5d42730d3242 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362128 Mar 11 16:55:20.464703 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfefa23-9728-4b61-92d2-284be4c8cfa2 req-ea33f8c5-95c7-4d3c-b70a-c29392c78f0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:20.466161 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdfefa23-9728-4b61-92d2-284be4c8cfa2 req-ea33f8c5-95c7-4d3c-b70a-c29392c78f0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 944 time: 0.0782948 Mar 11 16:55:20.512398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fdfefa23-9728-4b61-92d2-284be4c8cfa2 req-92240366-85a5-4e17-9a6a-d49c18025ce7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Mar 11 16:55:21.304257 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b66a8c3f-47d3-4b63-9a3e-73acdabc2877 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:21.380692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:21.381051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:21.832368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e632483e-f63d-4d31-a6a5-fb14edad3f00 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:55:21.843803 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a361a66-7f27-42ff-b7b9-afc3e37a4617 req-41458f6e-2de2-42eb-9164-35cb6ebd1130 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:21.845518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a361a66-7f27-42ff-b7b9-afc3e37a4617 req-41458f6e-2de2-42eb-9164-35cb6ebd1130 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 944 time: 0.1982863 Mar 11 16:55:21.896373 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a361a66-7f27-42ff-b7b9-afc3e37a4617 req-5b7f3345-8cdd-49cc-b440-116b4a234fca tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Mar 11 16:55:21.970056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:21.992746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'port_id': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'mac_address': 'fa:16:3e:9e:01:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:55:22.040134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.060685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e632483e-f63d-4d31-a6a5-fb14edad3f00 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:55:22.076226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:22.080034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:22.149803 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:22.477448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['e632483e-f63d-4d31-a6a5-fb14edad3f00'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:55:23.094418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736b426-aeee-463c-8b07-8d68888dd680 req-939d9a5f-eb51-4c3d-b54c-18a8f8d15364 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:23.096105 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f736b426-aeee-463c-8b07-8d68888dd680 req-939d9a5f-eb51-4c3d-b54c-18a8f8d15364 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 945 time: 0.0792561 Mar 11 16:55:23.142398 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f736b426-aeee-463c-8b07-8d68888dd680 req-a6a49c9f-79cd-45ac-8e29-b3b486662a78 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 Mar 11 16:55:23.847289 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e632483e-f63d-4d31-a6a5-fb14edad3f00 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:55:23.944097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port e632483e-f63d-4d31-a6a5-fb14edad3f00 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:55:23.949044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port e632483e-f63d-4d31-a6a5-fb14edad3f00 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:55:23.949426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.068465 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.098699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:55:24.108145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:55:24.113641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:24.161261 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'code': 200} Mar 11 16:55:24.188508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:24.365485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e4b4-8b97-447b-b2ff-618a84e0acc6 req-39927557-32bd-464e-a46d-547ce3d221c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:24.366989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf22e4b4-8b97-447b-b2ff-618a84e0acc6 req-39927557-32bd-464e-a46d-547ce3d221c0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0927536 Mar 11 16:55:24.402353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-01764f73-5719-40e4-806f-a59395d72c27 req-561e61b5-409f-4d81-8325-9c29158375aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0719907 Mar 11 16:55:24.416406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bf22e4b4-8b97-447b-b2ff-618a84e0acc6 req-87b69b80-07ca-4d9c-87ce-bdfffba0ce17 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438144 Mar 11 16:55:24.451261 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-01764f73-5719-40e4-806f-a59395d72c27 req-41e7c9aa-daff-4ac2-abb6-7271fb501512 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Mar 11 16:55:25.628314 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a036e7c-2de6-4b28-9fc7-9c09ba1b52f2 req-5c65722d-16bc-4ce3-9071-5c297aa6034b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:25.629832 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a036e7c-2de6-4b28-9fc7-9c09ba1b52f2 req-5c65722d-16bc-4ce3-9071-5c297aa6034b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0880527 Mar 11 16:55:25.678217 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a036e7c-2de6-4b28-9fc7-9c09ba1b52f2 req-802b52fd-47fa-4ed7-aa92-55e0a58bb2e1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Mar 11 16:55:26.889174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bae58-1c6b-402a-bd44-bea0856301b6 req-54a74762-d271-4e2e-9ebe-5e95f9720637 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:26.890553 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-874bae58-1c6b-402a-bd44-bea0856301b6 req-54a74762-d271-4e2e-9ebe-5e95f9720637 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0817394 Mar 11 16:55:26.936574 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-874bae58-1c6b-402a-bd44-bea0856301b6 req-84de76c5-0452-4bee-855c-96a6d46ac4af tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Mar 11 16:55:27.147623 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2aff-a86f-436f-989e-ad23b3f2aef2 req-3d94c4ed-c321-4241-82b9-6884672fb6a6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:27.148975 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12fe2aff-a86f-436f-989e-ad23b3f2aef2 req-3d94c4ed-c321-4241-82b9-6884672fb6a6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0823331 Mar 11 16:55:27.199475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12fe2aff-a86f-436f-989e-ad23b3f2aef2 req-2a3474df-5340-4f86-8b5e-bea69789948d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449655 Mar 11 16:55:27.227871 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47818) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:27.304978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9cbc8508-6584-4230-984b-5032916c57ac tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1094 time: 0.0760000 Mar 11 16:55:27.307705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47822) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:27.312776 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:55:27.328228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:55:27.333210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:floatingip and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:55:27.336616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:55:27.342296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:55:27.353123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:27.493811 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:27.635677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.244 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/311e5edf-2c20-4ffc-9d7e-38c704858174) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:55:27.787955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:27.816642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:27.882783 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:55:27.885552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:55:27.890157 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:55:27.921372 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=311e5edf-2c20-4ffc-9d7e-38c704858174,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:28.399752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:28.543638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:28.752005 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:28.756971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:28.866837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=311e5edf-2c20-4ffc-9d7e-38c704858174,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:55:28.881528 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.089974 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Floating IP 250c4aa3-b516-40e2-91e1-5f758175de80 associated. External IP: 172.26.4.244, port: e632483e-f63d-4d31-a6a5-fb14edad3f00. Mar 11 16:55:29.502285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:55:29.705763 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:55:29.715464 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Sync routers for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:55:29.729028 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:29.730064 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:29.738596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:29.798599 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-74c9647e-742a-488b-9864-48dc9983bc1b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4898031 Mar 11 16:55:29.799662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:55:29.865786 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'status': 'completed', 'code': 200} Mar 11 16:55:29.950531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:29.965408 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-a3bca1a1-7f53-4b23-8cb3-bd1c79dd356a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0768077 Mar 11 16:55:29.986012 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e16400-93a7-4463-b431-ddad77844b62 req-d4414c7d-bb59-4d9b-a936-c2b1931c541f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:29.988052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3e16400-93a7-4463-b431-ddad77844b62 req-d4414c7d-bb59-4d9b-a936-c2b1931c541f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0812232 Mar 11 16:55:30.040444 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3e16400-93a7-4463-b431-ddad77844b62 req-16a5c1e3-9f19-4641-a7d9-0005da6789da tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456834 Mar 11 16:55:30.073839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47830) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:30.123535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339c81-3efd-4225-aee1-cedc067102bb req-840720f5-053e-4ca9-9a44-bffe465da1ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.125179 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-840720f5-053e-4ca9-9a44-bffe465da1ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.1544483 Mar 11 16:55:30.206901 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b33fa695-1e1e-4ca4-a691-c26d9d9ec517 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 992 time: 0.1314385 Mar 11 16:55:30.263152 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-237aa5a2-834b-4828-a1b5-7e95d88dc5f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 1000 time: 0.1320262 Mar 11 16:55:30.332905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a339c81-3efd-4225-aee1-cedc067102bb req-ca8e1b61-a163-431a-8ab1-12b1173541d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:55:30.334358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-ca8e1b61-a163-431a-8ab1-12b1173541d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0646031 Mar 11 16:55:30.365337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '250c4aa3-b516-40e2-91e1-5f758175de80', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'port_id': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'mac_address': 'fa:16:3e:9e:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ce871-a940-4425-9a07-11961569626c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:55:28Z', 'updated_at': '2022-03-11T16:55:28Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:30.369348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Checking router: 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:55:30.379808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:55:30.380411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:55:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:30.420118 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-d456c942-ab39-4d18-a85e-91e1731a52c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802674 Mar 11 16:55:30.558684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-a8835ccc-9da7-4e9c-b0eb-7b139aec2387 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294427 Mar 11 16:55:30.559701 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:55:30.707135 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-5a339c81-3efd-4225-aee1-cedc067102bb req-6bec9734-10c6-4cbe-b863-9ebd81ba6572 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419277 Mar 11 16:55:30.976467 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '250c4aa3-b516-40e2-91e1-5f758175de80', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'port_id': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'mac_address': 'fa:16:3e:9e:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ce871-a940-4425-9a07-11961569626c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:55:28Z', 'updated_at': '2022-03-11T16:55:28Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:55:30.980463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392f9afc-9673-46bc-898e-a9a5b2626fc7 None None] The sync data for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv is: [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '250c4aa3-b516-40e2-91e1-5f758175de80', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'port_id': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'mac_address': 'fa:16:3e:9e:01:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267ce871-a940-4425-9a07-11961569626c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:55:28Z', 'updated_at': '2022-03-11T16:55:28Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:55:31.211291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47834) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:31.425376 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6ffa965c-c4cb-4d60-a009-936b1f13ce5e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 992 time: 0.2129750 Mar 11 16:55:32.429638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47838) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:32.536821 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-14b90fea-0503-4ec8-95f9-86d6d62ccdff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 992 time: 0.1060367 Mar 11 16:55:33.541075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47842) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:33.651870 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-df82c972-57c0-4ff2-bbc1-ed79eef05919 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 992 time: 0.1097119 Mar 11 16:55:33.830007 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac624e-5c2e-4c80-9d96-374783a716a0 None None] New status for floating IP 250c4aa3-b516-40e2-91e1-5f758175de80: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:55:34.655958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47846) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:55:34.767416 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-77935aac-0a28-44e5-b256-6ba0bdaa7e7c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 994 time: 0.1103306 Mar 11 16:55:38.267286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a76c7f5a-5646-4837-85d1-48f62a93d259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:41.337776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e24b8621-dc89-4a44-a1fb-fe32aad261e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:42.143815 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:42.231225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:43.188133 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:55:43.718931 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:45.534481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:55:56.417891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-33ddca13-3e33-4d9f-8f49-d12fb069cba4 req-737b8ede-ccd0-401d-8fac-208ec0bc920d service neutron] (83840) timed out ('10.222.0.11', 57666) {{(pid=83840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 16:56:08.272168 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55197d20-dc43-4c00-b339-d857d712d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:11.339523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-222bd232-374e-4053-a281-7b0aaa29dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.142632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:12.226251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:13.724038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:14.908445 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-a1752dd0-06d6-46c7-9da2-d689ed86f25d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700819 Mar 11 16:56:15.053133 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-73e725bc-51d3-4b3c-8035-b51dd9292bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0755305 Mar 11 16:56:15.303759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-6bd09492-7ffa-4b76-985d-7d28d4ecef72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:15.305885 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-6bd09492-7ffa-4b76-985d-7d28d4ecef72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.2341454 Mar 11 16:56:15.420185 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-6c23c7d5-1341-4bfb-b0f8-5dc4f4a2646b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 1002 time: 0.1075976 Mar 11 16:56:15.491465 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-cc8d8f66-6d4f-4d46-bbe5-ae8f5dabe756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:15.492909 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-cc8d8f66-6d4f-4d46-bbe5-ae8f5dabe756 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0656435 Mar 11 16:56:15.539730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:15.573540 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-286c3e5c-ed6e-4521-b4a9-1cf90c1fd478 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745645 Mar 11 16:56:15.709405 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-16dcc9bf-53e3-4f40-b1ac-a320e2ccc8c5 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293037 Mar 11 16:56:15.846727 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3de8079c-f77b-40e3-9c71-a94d30eecfb3 req-16c2b828-977f-4ca0-80c3-4eb4dbf84468 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311500 Mar 11 16:56:20.188996 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:56:38.276036 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1cf8-1ff3-4f61-94c1-af01bfabfe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:41.350603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-28039e03-2693-41c4-b48d-4caed72c8806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:42.146123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:42.230856 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:42.450477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ba72a-31a4-4f86-a9c0-2400d6add014 req-e61b48ea-dfab-4390-b594-359558a27e41 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:42.451814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad2ba72a-31a4-4f86-a9c0-2400d6add014 req-e61b48ea-dfab-4390-b594-359558a27e41 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0800884 Mar 11 16:56:42.506169 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ad2ba72a-31a4-4f86-a9c0-2400d6add014 req-5f141520-cd5b-4f2a-ba60-daf16f1869ff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482991 Mar 11 16:56:43.742174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:43.778639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ee2db-150c-4acc-8e8f-ba1175a6b70c req-3b73adb7-385e-47b0-896d-385c15d6b3fb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:43.780143 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fe7ee2db-150c-4acc-8e8f-ba1175a6b70c req-3b73adb7-385e-47b0-896d-385c15d6b3fb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.1505575 Mar 11 16:56:43.833477 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fe7ee2db-150c-4acc-8e8f-ba1175a6b70c req-b6b525dc-d080-4f8b-b980-78df61366bfe tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475142 Mar 11 16:56:45.118173 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309397f-ec2c-4cca-b6eb-248a35db8e40 req-0f4717da-94e7-40cd-a1c1-131c13e84f6b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:45.119629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a309397f-ec2c-4cca-b6eb-248a35db8e40 req-0f4717da-94e7-40cd-a1c1-131c13e84f6b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.1517370 Mar 11 16:56:45.166209 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a309397f-ec2c-4cca-b6eb-248a35db8e40 req-be3802b1-36d4-41a9-b645-81eb1c8a3043 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410614 Mar 11 16:56:45.559583 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:56:46.381883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fca71d-8e26-42ab-b13c-4929debbbb56 req-8096ae26-b4cc-4648-a339-d0a63bcdae1f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:46.383284 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06fca71d-8e26-42ab-b13c-4929debbbb56 req-8096ae26-b4cc-4648-a339-d0a63bcdae1f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0795302 Mar 11 16:56:46.430503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06fca71d-8e26-42ab-b13c-4929debbbb56 req-7e6f1106-437d-4146-9264-7359ce5d6811 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413885 Mar 11 16:56:47.651635 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0f778-198a-483b-826b-b469afe1d5a1 req-51d1b4cb-30f2-4c95-9599-986b6c88977d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:47.653139 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7fb0f778-198a-483b-826b-b469afe1d5a1 req-51d1b4cb-30f2-4c95-9599-986b6c88977d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0976455 Mar 11 16:56:47.705393 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7fb0f778-198a-483b-826b-b469afe1d5a1 req-3a792200-bb3d-4b0c-8fa4-0e34e902a6c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464730 Mar 11 16:56:48.918076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52b4d3-b71f-4e3a-bc38-aba8a4e971dc req-eed653b9-8aa2-4987-8a95-f6161f543b9d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:48.919529 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c52b4d3-b71f-4e3a-bc38-aba8a4e971dc req-eed653b9-8aa2-4987-8a95-f6161f543b9d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0898280 Mar 11 16:56:48.966927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c52b4d3-b71f-4e3a-bc38-aba8a4e971dc req-822a0d91-1b30-4d5e-83c7-9cbe15857b4a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Mar 11 16:56:50.177269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691425-fb53-4a03-b69a-f9e82617869d req-e6f339a7-6944-4e88-9639-552e663655cc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:50.178879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07691425-fb53-4a03-b69a-f9e82617869d req-e6f339a7-6944-4e88-9639-552e663655cc tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0817485 Mar 11 16:56:50.224121 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07691425-fb53-4a03-b69a-f9e82617869d req-894657aa-0479-4a1a-abad-fda607659cd3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399091 Mar 11 16:56:51.432218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7474449-f0bd-4f2d-beb7-44ece793d281 req-4e294082-d26a-432d-9e6e-a66b7d244c2a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:51.433579 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d7474449-f0bd-4f2d-beb7-44ece793d281 req-4e294082-d26a-432d-9e6e-a66b7d244c2a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0776236 Mar 11 16:56:51.482816 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d7474449-f0bd-4f2d-beb7-44ece793d281 req-234a93da-6d5a-4ef9-909b-881fff33035e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 Mar 11 16:56:52.695784 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69ba94-c54b-4cd8-ae8a-c07c3c019b3d req-99d91416-adcf-4e43-b776-6d452e597574 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:52.697376 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f69ba94-c54b-4cd8-ae8a-c07c3c019b3d req-99d91416-adcf-4e43-b776-6d452e597574 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0857332 Mar 11 16:56:52.745295 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f69ba94-c54b-4cd8-ae8a-c07c3c019b3d req-74cb01f9-285e-4a7e-a88d-3b4c293606b5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419159 Mar 11 16:56:53.947801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279bbb6-0461-4072-9cb7-982e2a4d6ed8 req-3c5bfacd-d857-4239-a9a8-5ee3774da4c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:53.949333 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e279bbb6-0461-4072-9cb7-982e2a4d6ed8 req-3c5bfacd-d857-4239-a9a8-5ee3774da4c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0826392 Mar 11 16:56:53.996382 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e279bbb6-0461-4072-9cb7-982e2a4d6ed8 req-0e0f10cd-6568-4ac6-8c00-6fc1dcc03264 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Mar 11 16:56:54.025726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47910) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:54.132197 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-421e7a4e-f21f-4d9d-a280-0712ea73eeda tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 994 time: 0.1052728 Mar 11 16:56:55.653958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a29c5-e6e8-4057-8101-0612535ff473 req-4500bc53-f09a-413c-b5f1-a1398d3d0d07 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:55.655392 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f43a29c5-e6e8-4057-8101-0612535ff473 req-4500bc53-f09a-413c-b5f1-a1398d3d0d07 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0849967 Mar 11 16:56:55.696809 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-6241cf4b-4ab1-4a50-b9dc-aba5c2f88a1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0849483 Mar 11 16:56:55.702623 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f43a29c5-e6e8-4057-8101-0612535ff473 req-455f2212-4d59-4f50-8aab-1c91f6c0bb97 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Mar 11 16:56:55.839232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3da47-6558-42fd-b946-d32d422508fd req-cd2bb2ef-8413-472c-987d-c8e892fc1dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:55.840665 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-cd2bb2ef-8413-472c-987d-c8e892fc1dab service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.1385572 Mar 11 16:56:55.954359 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-75488d09-6ff9-4a9c-b63e-3cd1b0af9f40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 1002 time: 0.1068757 Mar 11 16:56:56.019239 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3da47-6558-42fd-b946-d32d422508fd req-9d988199-326b-4004-9d91-e7ed9fb8a261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:56.020684 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-9d988199-326b-4004-9d91-e7ed9fb8a261 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0604355 Mar 11 16:56:56.103761 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-1469307b-8b3b-4a74-a573-9c2f8eb78111 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753803 Mar 11 16:56:56.240611 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-d6ef7427-c8d6-4df5-8eb3-41f6e2bc1e07 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308246 Mar 11 16:56:56.376282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-28d3da47-6558-42fd-b946-d32d422508fd req-0c722fcc-6291-4ad2-8eb1-eb344951a573 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299489 Mar 11 16:56:56.922575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695ebd3-4b82-423b-9984-a5f3cbed709d req-5af7abf5-a465-4152-b380-3d32345c4a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:56.924161 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e695ebd3-4b82-423b-9984-a5f3cbed709d req-5af7abf5-a465-4152-b380-3d32345c4a60 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0878801 Mar 11 16:56:56.981167 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e695ebd3-4b82-423b-9984-a5f3cbed709d req-7969132c-83d0-4880-95f1-48c8b4836b9e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501685 Mar 11 16:56:57.189070 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:56:58.185951 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d963c-9374-4394-8488-bd067b4f0262 req-1c7941a3-fa58-4275-894b-82895dff97e8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:56:58.187394 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a54d963c-9374-4394-8488-bd067b4f0262 req-1c7941a3-fa58-4275-894b-82895dff97e8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0780115 Mar 11 16:56:58.234416 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a54d963c-9374-4394-8488-bd067b4f0262 req-e8558f1a-5b6c-40a5-85b1-0ffd5fc52b76 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Mar 11 16:56:58.262316 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47924) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:56:58.372856 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d4dce36-ab35-4999-9557-598af9357022 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 200 len: 994 time: 0.1092849 Mar 11 16:57:08.278959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e7e52495-d256-46ba-82f5-51f4f0452713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:11.344152 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2586f103-3954-4b28-9338-444775e72c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:12.149474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:12.237590 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:13.733563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.563664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:15.905076 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-ad28d2ab-7b43-41c9-89d0-d650cf2bb625 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770414 Mar 11 16:57:16.049029 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-d50977f0-a556-40ff-b77e-585c01dfc8d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0690382 Mar 11 16:57:16.195115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-fd24460c-a884-481b-8134-fd3554fc9e43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:16.197255 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-fd24460c-a884-481b-8134-fd3554fc9e43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.1288230 Mar 11 16:57:16.397756 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-e9552aad-3647-4d90-904d-92094472ba78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 1002 time: 0.1926754 Mar 11 16:57:16.464713 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-57156de0-2d0d-4846-a333-6eec3159fb15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:16.466076 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-57156de0-2d0d-4846-a333-6eec3159fb15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0621369 Mar 11 16:57:16.542382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-ae1344c3-72d1-44b8-b78e-3271305871eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700598 Mar 11 16:57:16.689026 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-85185d7d-5008-43f6-8a7f-23499e13724b service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387453 Mar 11 16:57:16.826189 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9126e1e3-f304-4a9b-a22d-9689d19a9352 req-88eac2f2-8c5b-4b57-aa9a-768c45f7fe56 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307101 Mar 11 16:57:34.189143 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:57:38.281781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8bcd92ba-f204-4fa5-a9d5-00c6be7e9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:41.347975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-62e64af5-ea5e-4935-9482-d3de57f0876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.151586 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:42.230975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:43.735239 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:45.558759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:55.667758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47958) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:57:55.987923 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 311e5edf-2c20-4ffc-9d7e-38c704858174 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:57:55.988307 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.167968 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.168291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.300205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 311e5edf-2c20-4ffc-9d7e-38c704858174 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:57:56.452227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:56.499737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=311e5edf-2c20-4ffc-9d7e-38c704858174,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:57:56.569448 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.569825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.570170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.570505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.570840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.571170 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.571496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.571821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.572146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.572467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.572788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:57:56.604709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.013772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:57:57.218917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:57:57.229179 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Sync routers for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:57:57.241445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:57:57.242144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:57:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:57.242537 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:57:57.298465 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-210822ef-5b93-49f2-b750-83c5c4bc8d89 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/floatingips/250c4aa3-b516-40e2-91e1-5f758175de80 HTTP/1.1" status: 204 len: 168 time: 1.6295938 Mar 11 16:57:57.299040 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:57:57.371212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'status': 'completed', 'code': 200} Mar 11 16:57:57.432780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:57:57.472337 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-73542ba8-195f-4d76-becb-b40b47edbd43 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 1099 time: 0.0795879 Mar 11 16:57:57.691342 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-3e536385-0240-4d0e-ab27-ffc65072cd28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:57.692036 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-3e536385-0240-4d0e-ab27-ffc65072cd28 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 200 len: 898 time: 0.2122822 Mar 11 16:57:57.769566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:57.774025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Checking router: 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:57:57.785554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:57:57.786191 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:57:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:57.796711 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-038bd28f-7edf-4685-bc40-9c3567222479 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 200 len: 217 time: 0.0978594 Mar 11 16:57:57.868021 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-97c4f79f-b71f-4c04-ae2e-10e4ee205314 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:57.869495 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-97c4f79f-b71f-4c04-ae2e-10e4ee205314 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 200 len: 834 time: 0.0666292 Mar 11 16:57:57.943955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14140162-3762-4082-b504-9d780ae39f90 req-57b5f0d8-668c-4e4c-b925-3d32686f6508 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:57.945737 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-14140162-3762-4082-b504-9d780ae39f90 req-57b5f0d8-668c-4e4c-b925-3d32686f6508 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:57.951456 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-a12897c3-6939-4823-be98-c929e7e33942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9c90ab1e-54ba-440d-a02c-72979e59d17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733006 Mar 11 16:57:57.962845 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-14140162-3762-4082-b504-9d780ae39f90 req-57b5f0d8-668c-4e4c-b925-3d32686f6508 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:57.966563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14140162-3762-4082-b504-9d780ae39f90 req-57b5f0d8-668c-4e4c-b925-3d32686f6508 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.2099972 Mar 11 16:57:57.980534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:57:58.017964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-14140162-3762-4082-b504-9d780ae39f90 req-3f022dbe-1cb3-4005-972b-5aad77d06e51 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445008 Mar 11 16:57:58.107872 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-d46fcfe7-a6d4-463d-b15d-5a3acafeb4b1 service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488893 Mar 11 16:57:58.245117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-568e6ac4-47fa-40fc-bc77-cefade745496 req-e680edd6-db3e-45cd-87d0-e5f1047b375b service neutron] 10.222.0.11 "GET /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298475 Mar 11 16:57:58.368029 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:57:58.371984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3262a29a-f7f4-48c3-86d4-c118c51c77a1 None None] The sync data for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv is: [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:12Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'b66a8c3f-47d3-4b63-9a3e-73acdabc2877', 'name': '', 'network_id': '9c90ab1e-54ba-440d-a02c-72979e59d17b', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:84:f2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:11Z', 'updated_at': '2022-03-11T16:55:19Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '9e025529-3b9c-4731-ae5c-9c19535876a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:57:58.591169 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a524b-7b9f-4b7c-b8c1-b3dc60a41bdd None None] New status for floating IP 250c4aa3-b516-40e2-91e1-5f758175de80: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:57:59.236815 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20310bf-62a2-4a0c-a822-8a3a490b7cc8 req-92031398-83fe-4bb9-8060-dde06102b131 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:59.238305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a20310bf-62a2-4a0c-a822-8a3a490b7cc8 req-92031398-83fe-4bb9-8060-dde06102b131 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0850699 Mar 11 16:57:59.285015 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a20310bf-62a2-4a0c-a822-8a3a490b7cc8 req-b3dce806-64f8-4eb6-94e6-4238834a6ca2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=701f6cfe-006e-4265-bcf5-5ae4c7812fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403817 Mar 11 16:57:59.649634 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-6249e840-83be-4e18-aa5d-5c90500921fe tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:57:59.650316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-6249e840-83be-4e18-aa5d-5c90500921fe tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:57:59.662780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-6249e840-83be-4e18-aa5d-5c90500921fe tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:57:59.663974 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-6249e840-83be-4e18-aa5d-5c90500921fe tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 946 time: 0.0969007 Mar 11 16:57:59.737881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port e632483e-f63d-4d31-a6a5-fb14edad3f00 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:57:59.738279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.089322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port e632483e-f63d-4d31-a6a5-fb14edad3f00, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=e632483e-f63d-4d31-a6a5-fb14edad3f00,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:00.089671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.210725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for e632483e-f63d-4d31-a6a5-fb14edad3f00 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:58:00.363655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.413029 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=e632483e-f63d-4d31-a6a5-fb14edad3f00,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:00.454721 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.455079 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.455422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.455801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.456171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.456504 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.456863 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.457212 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.457550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.457948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.458311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:00.463720 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ed857b20-c07f-4e57-9ea8-0c9db7af7f10 req-04ff2fc7-cacb-41f4-b9bd-1b09d0aa487c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=267ce871-a940-4425-9a07-11961569626c HTTP/1.1" status: 200 len: 210 time: 0.0468199 Mar 11 16:58:00.504224 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] No DVR routers for this DVR port e632483e-f63d-4d31-a6a5-fb14edad3f00 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:58:00.506684 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:00.509826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'name': 'network-vif-deleted', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:58:00.527060 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1d8f58a3-a90c-4326-b5af-b49791670e90 req-5025735a-ce65-4156-a049-89270766191c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "DELETE /v2.0/ports/e632483e-f63d-4d31-a6a5-fb14edad3f00 HTTP/1.1" status: 204 len: 173 time: 0.8580809 Mar 11 16:58:00.577921 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267ce871-a940-4425-9a07-11961569626c', 'name': 'network-vif-deleted', 'tag': 'e632483e-f63d-4d31-a6a5-fb14edad3f00', 'status': 'completed', 'code': 200} Mar 11 16:58:01.579215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:02.008054 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:02.610724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e632483e-f63d-4d31-a6a5-fb14edad3f00 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:02.633179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port b66a8c3f-47d3-4b63-9a3e-73acdabc2877 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:58:02.633862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:02.645334 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: e632483e-f63d-4d31-a6a5-fb14edad3f00 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:58:02.645697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device e632483e-f63d-4d31-a6a5-fb14edad3f00 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:02.824323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port b66a8c3f-47d3-4b63-9a3e-73acdabc2877, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:02.824834 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:03.053416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for b66a8c3f-47d3-4b63-9a3e-73acdabc2877 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:58:03.231056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:03.282559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=b66a8c3f-47d3-4b63-9a3e-73acdabc2877,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:03.599192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:04.201015 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:58:04.404418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:58:04.414813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Sync routers for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:58:04.417681 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0b224b88-76d2-4306-aa2e-7bd8ff88500f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/8f585fe7-cf4a-4e6f-9c47-d647a0a862e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8373015 Mar 11 16:58:04.420474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 47982) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:04.427318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:04.427925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:57:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:04.670086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:04.754331 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting subnet 9e025529-3b9c-4731-ae5c-9c19535876a5 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 16:58:04.758265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:04.822573 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:04.921640 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.006133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.009918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:58:03Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:05.013781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Checking router: 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:58:05.024730 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Routers {'8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:05.025318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:57:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:05.046288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Subnet': ['ID=9e025529-3b9c-4731-ae5c-9c19535876a5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:05.052508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.062989 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d617c671-31d6-41f7-adca-750ab1615ba2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/subnets/9e025529-3b9c-4731-ae5c-9c19535876a5 HTTP/1.1" status: 204 len: 168 time: 0.6389894 Mar 11 16:58:05.063269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47986) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:05.077817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933485b-3200-46e3-b900-d4689b04d604 None None] Network 9c90ab1e-54ba-440d-a02c-72979e59d17b requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:58:05.270459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.369914 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] Set router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:05.488649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.498391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port f4a81b24-6f4c-47f6-926c-a972f7c206a6 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:58:05.498800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.687687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] DHCP port deletion for 9c90ab1e-54ba-440d-a02c-72979e59d17b request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 16:58:05.697248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port f4a81b24-6f4c-47f6-926c-a972f7c206a6, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=f4a81b24-6f4c-47f6-926c-a972f7c206a6,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:05.697603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.701386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Deleting port 8abad793-7f97-49c7-8134-ebb2fdb68b55 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:58:05.701774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.818387 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for f4a81b24-6f4c-47f6-926c-a972f7c206a6 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:58:05.900902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:58:03Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:05.920844 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafa6529-95ba-4157-91a0-08e1c4993569 None None] The sync data for ids ['8f585fe7-cf4a-4e6f-9c47-d647a0a862e6'] in dv-neutron-833206-1-hyperv is: [{'id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1987706995', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135'}], 'enable_snat': True}, 'gw_port_id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:58:03Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': 'f4a81b24-6f4c-47f6-926c-a972f7c206a6', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:5f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f585fe7-cf4a-4e6f-9c47-d647a0a862e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:55:08Z', 'updated_at': '2022-03-11T16:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:58:05.951444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] For port 8abad793-7f97-49c7-8134-ebb2fdb68b55, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=8abad793-7f97-49c7-8134-ebb2fdb68b55,segment=NetworkSegment(28e8fdde-650c-41e2-b3af-456c851e0921),segment_id=28e8fdde-650c-41e2-b3af-456c851e0921)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:05.951830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:05.998370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.056573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=f4a81b24-6f4c-47f6-926c-a972f7c206a6,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:06.087491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Calling delete_port for 8abad793-7f97-49c7-8134-ebb2fdb68b55 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:58:06.177124 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.241423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Pushing event deleted for resources: {'Port': ['ID=8abad793-7f97-49c7-8134-ebb2fdb68b55,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:06.254091 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] No DVR routers for this DVR port 8abad793-7f97-49c7-8134-ebb2fdb68b55 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 16:58:06.259888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.260236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.260562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.260932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.261212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.261538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.261895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.262299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.262529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.262849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.263402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db56974-c57b-4596-b4cd-c15545a439ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:06.410777 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.669095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.673321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.698475 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.699139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Fanout notify agent at l3_agent the message router_deleted on router 8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 16:58:06.715391 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.716474 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-44faf9b3-2ae4-4e4f-8c80-55b8d02c9d4d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/routers/8f585fe7-cf4a-4e6f-9c47-d647a0a862e6 HTTP/1.1" status: 204 len: 168 time: 1.6522372 Mar 11 16:58:06.719670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47990) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:06.841355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:06.974749 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.002306 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c90ab1e-54ba-440d-a02c-72979e59d17b']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:07.014435 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e8fdde-650c-41e2-b3af-456c851e0921') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:07.014739 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e8fdde-650c-41e2-b3af-456c851e0921') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:07.035625 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.052296 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.059589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 16:58:07.059985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 16:58:07.083565 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 16:58:07.168406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.173493 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.209378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Network': ['ID=9c90ab1e-54ba-440d-a02c-72979e59d17b,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:07.217511 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-78e3e33a-fd08-4748-b478-849bafd7d1c9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/networks/9c90ab1e-54ba-440d-a02c-72979e59d17b HTTP/1.1" status: 204 len: 168 time: 0.4966092 Mar 11 16:58:07.220428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 47994) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:07.306013 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.337751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.384074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8abad793-7f97-49c7-8134-ebb2fdb68b55 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:07.414114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.418155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 8abad793-7f97-49c7-8134-ebb2fdb68b55 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:58:07.418507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 8abad793-7f97-49c7-8134-ebb2fdb68b55 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:07.418921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b66a8c3f-47d3-4b63-9a3e-73acdabc2877 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:07.433657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701f6cfe-006e-4265-bcf5-5ae4c7812fa0,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:07.445892 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:07.447075 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-323b9004-fa83-4148-b484-c7d9fe4bf1fa tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/security-groups/701f6cfe-006e-4265-bcf5-5ae4c7812fa0 HTTP/1.1" status: 204 len: 168 time: 0.2256625 Mar 11 16:58:07.467952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: b66a8c3f-47d3-4b63-9a3e-73acdabc2877 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:58:07.468295 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device b66a8c3f-47d3-4b63-9a3e-73acdabc2877 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:07.468705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4a81b24-6f4c-47f6-926c-a972f7c206a6 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 16:58:07.503870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: f4a81b24-6f4c-47f6-926c-a972f7c206a6 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 16:58:07.504286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device f4a81b24-6f4c-47f6-926c-a972f7c206a6 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 16:58:08.290474 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce999d73-506e-49ef-b7f5-83a1cf994c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:08.925333 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48004) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:08.932643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1069416817', 'description': 'tempest-secgroup-smoke-1069416817 description', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:08.940498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:08.947424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:08.951643 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:08.959093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:08.971167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.009125 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.013179 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.016836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.022650 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.083478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.087428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.135028 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.137861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.139036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a0649cf7-2505-4a49-806b-25b52b6b93e2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2126696 Mar 11 16:58:09.142243 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48008) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.147319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.153743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.157996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.161254 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.167505 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.184804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.249754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.253796 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.278461 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7163c37-1087-483f-82c0-4391e430f04d,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.288232 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.289501 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-69e13338-0a48-4bed-a98f-a31ccf030b2d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467152 Mar 11 16:58:09.292214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48012) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.297619 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.304723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.309272 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.312349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.318793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.335198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.398676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.402406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.436608 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ae7be5-f9b6-461d-94a5-205b1997cda0,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.446830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.448014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-3d3061ca-585b-418b-b212-4def186dbe98 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548364 Mar 11 16:58:09.450705 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48016) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.456075 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.462077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.470175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.470175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.475876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.493755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.557897 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.561411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.585142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d890fb0c-2738-4d65-82c8-cbe06f70c30a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.593972 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.595403 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-bd41349a-f0b9-40d5-8026-0b806ec2edcf tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1437321 Mar 11 16:58:09.598056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48020) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.603915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.609878 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.613679 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.616574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.625500 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.644660 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.714251 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.717979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.749757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501b9347-6237-4c7a-9b6a-c12bb698511a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.759424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.760597 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6352a298-1aa9-459b-9ba5-2eca2302290c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1616547 Mar 11 16:58:09.763343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48024) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.768645 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.775928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.781558 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.784850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.791285 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.801343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:58:09.807826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.876241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.886709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.905371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d86fec-5bce-45f4-816b-dd3b736ec441,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:09.914161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:09.915311 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-25a7c6b7-3c36-4f41-9b6a-ad8dc1fb9661 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510353 Mar 11 16:58:09.918218 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48028) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:09.923699 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'security_group_rule': {'security_group_id': '02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:09.929661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:09.933826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:security_group_rule and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:09.936997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:09.943651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:09.954889 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Project 5b8d6072f2db45edb38cd9af23a1d305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 16:58:09.961921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.028785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.033362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.057721 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd244ddd-ad37-4550-bdc7-122d9357a08b,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:10.067781 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.069441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-f986fec8-17f3-42b1-87ff-a07be1388d0a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496477 Mar 11 16:58:10.072817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48032) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:10.078194 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'network': {'name': 'tempest-network-smoke--720610540', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'port_security_enabled': True}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:10.083202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:10.088174 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:network and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:10.091711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:10.098268 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:10.108676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:58:10.111792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.140597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 16:58:10.151963 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.152305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Added segment 034ec196-529e-4799-ac9a-83b8bcadd486 of type vlan for network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 Mar 11 16:58:10.182219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.213342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.217013 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:10.217629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.328402 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2545412 Mar 11 16:58:10.331093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48036) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:10.339853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'admin_state_up': True, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:10.348204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a620b-f10d-48ad-8388-ea8d0e01a0a7 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Network': ['ID=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:10.352134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:10.356940 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:router and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:10.359400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 16:58:10.360317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:10.367275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:10.377124 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.378073 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.398375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.549578 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.745663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.780171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:10.927161 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.64 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/44baefac-bef3-4cbc-9085-5a6e1691446f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:11.172257 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.189622 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:58:11.200837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.273927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:11.276701 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:11.280971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:58:11.306959 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=44baefac-bef3-4cbc-9085-5a6e1691446f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:11.351538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-025b7258-20d1-4761-bfd5-3feb50b4487f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.454118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.454859 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.690693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 16:58:11.899032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:58:11.908722 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Sync routers for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:58:11.921317 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:11.922074 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:11.926938 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:11.928042 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-09d534ab-1c42-4203-816c-0cdbffa7cb1e tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5960646 Mar 11 16:58:11.932646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48040) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:12.112647 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:12.158348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.243683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.262230 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-37bc4452-297e-4127-8ec6-8f2718484c8c tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?project_id=5b8d6072f2db45edb38cd9af23a1d305&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3284578 Mar 11 16:58:12.264941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48046) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:12.400195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d1d61e-a075-4ec6-ada0-d4fcfdcf2daa tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:12.401801 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-82d1d61e-a075-4ec6-ada0-d4fcfdcf2daa tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1358888 Mar 11 16:58:12.404584 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48050) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:12.429240 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:11Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:12.442392 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Checking router: 16104dd3-44d5-4446-b7d1-18f94baa4ae6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:58:12.442729 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Updating router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 port 44baefac-bef3-4cbc-9085-5a6e1691446f binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:58:12.448819 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-af517ba9-7e7e-410e-a35a-7f58ebca02b7 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/subnets?network_id=5616238d-a34e-45b8-bce4-c69a0d7f877e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428820 Mar 11 16:58:12.451260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48054) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:12.457204 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150574611', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:12.499282 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.572396 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:12.576093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:subnet and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:12.578919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:12.584452 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:12.596620 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:58:12.705377 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.876422 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.889055 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Transition to ACTIVE for port object 44baefac-bef3-4cbc-9085-5a6e1691446f will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:12.896246 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.939024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.976646 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Pushing event updated for resources: {'Port': ['ID=44baefac-bef3-4cbc-9085-5a6e1691446f,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:12.980249 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Attempting to bind port 44baefac-bef3-4cbc-9085-5a6e1691446f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:12.980607 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Attempting to bind port 44baefac-bef3-4cbc-9085-5a6e1691446f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:12.980953 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Attempting to bind port 44baefac-bef3-4cbc-9085-5a6e1691446f on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:58:12.992415 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.992746 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.993134 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.993723 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.993856 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.994149 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.994463 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.994779 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.995084 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.995393 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.995700 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:58:12.998797 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:58:12.999148 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:58:12.999543 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:12.999929 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:58:13.000367 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Bound port: 44baefac-bef3-4cbc-9085-5a6e1691446f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:13.000727 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.029180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Subnet': ['ID=7835608f-b704-4b27-b5b6-c2d440f22cd2,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:13.040810 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Checking segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:58:13.041171 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network hostable DHCP agents. Network: 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 16:58:13.073079 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 16:58:13.083180 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:13.084348 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] For port 44baefac-bef3-4cbc-9085-5a6e1691446f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:58:13.087767 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:13.088260 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] For port 44baefac-bef3-4cbc-9085-5a6e1691446f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=44baefac-bef3-4cbc-9085-5a6e1691446f,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:58:13.088559 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.092420 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.097427 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb054b6-bee9-4848-99a7-4b611b6affa8 None None] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:58:13.179012 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:13.179632 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:13.209194 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b904220-1bf7-415a-b1b9-0add4df4ce69 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7569466 Mar 11 16:58:13.219024 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48058) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:13.235780 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936b85a-fc92-4e89-95f5-a1ceaf69b363 None None] Pushing event updated for resources: {'Port': ['ID=44baefac-bef3-4cbc-9085-5a6e1691446f,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:13.339981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 16:58:13.340940 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.406247 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:13.519892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Allocated IP 172.20.0.2 (7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3/7835608f-b704-4b27-b5b6-c2d440f22cd2/4a27f5e8-202d-456b-9e90-c1dcb6fa7249) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:13.705785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:11Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:13.710396 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca44b0-92f0-4ab3-b9d0-d1068077c723 None None] The sync data for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv is: [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:11Z', 'revision_number': 3, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:58:13.761232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.771869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.784637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Transition to ACTIVE for port object 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:13.807443 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Transition to ACTIVE for port object 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:13.813061 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:13.882489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:13.885339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:13.887740 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:58:13.894805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Pushing event updated for resources: {'Port': ['ID=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:14.037330 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Attempting to bind port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:14.038055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Attempting to bind port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:14.038598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Attempting to bind port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 on network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:58:14.045515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:58:14.046206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Checking segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:58:14.046764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.047360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Bound using segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:58:14.048120 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Bound port: 4a27f5e8-202d-456b-9e90-c1dcb6fa7249, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:14.048654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.107101 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.160766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] For port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:58:14.166500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] For port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:58:14.172206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.273086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7765-f209-4786-9636-6bfdd02bda1f None None] Pushing event updated for resources: {'Port': ['ID=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:14.572114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.1 (7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3/7835608f-b704-4b27-b5b6-c2d440f22cd2/1f54ec5e-4e10-4122-b66a-3a5af45cf754) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:14.753336 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.769449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object 1f54ec5e-4e10-4122-b66a-3a5af45cf754 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:14.792928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:14.867247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:14.870356 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:14.874681 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:58:14.902928 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:14.934260 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.141219 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.253062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf18f6-f983-4b6b-b59d-fdfe138f4382 None None] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 16:58:15.354374 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5615779a-f39b-4008-99f1-9185b1c99993 None None] Provisioning for port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:15.473994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 44baefac-bef3-4cbc-9085-5a6e1691446f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:15.572108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.586208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 44baefac-bef3-4cbc-9085-5a6e1691446f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:15.591786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 44baefac-bef3-4cbc-9085-5a6e1691446f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:15.592153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.598172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.603678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.727769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.732346 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:15.734855 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.747026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 44baefac-bef3-4cbc-9085-5a6e1691446f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=44baefac-bef3-4cbc-9085-5a6e1691446f,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:15.751438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.752484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:15.887956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=44baefac-bef3-4cbc-9085-5a6e1691446f,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:15.891775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Provisioning for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:15.899949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Provisioning complete for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:15.900302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:15.903306 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:15.904848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:15.955855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:15.965194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:58:15.966901 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:15.967196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.044297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Provisioning complete for port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:16.044650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.159452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.248222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:16.249293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.263237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:16.330233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:58:16.387935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:16.396228 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 16:58:16.396461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-cc184160-36e8-4802-8e27-df26db1d6255 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 16:58:16.535087 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:58:16.547774 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ed0ad277-8e9e-4c9c-b0a1-4808614ca7b3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/16104dd3-44d5-4446-b7d1-18f94baa4ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3332503 Mar 11 16:58:16.744542 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-8abccca4-fabf-42a4-bb2a-f14d7ec6d9e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:16.761785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-8abccca4-fabf-42a4-bb2a-f14d7ec6d9e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:16.762964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-8abccca4-fabf-42a4-bb2a-f14d7ec6d9e9 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1069416817&fields=id&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 267 time: 0.0630126 Mar 11 16:58:17.015751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-efaa2cd0-e4b0-4179-8b96-789d5cd0fd6c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:17.016444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-efaa2cd0-e4b0-4179-8b96-789d5cd0fd6c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:17.034025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-efaa2cd0-e4b0-4179-8b96-789d5cd0fd6c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:17.035223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-efaa2cd0-e4b0-4179-8b96-789d5cd0fd6c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 796 time: 0.2653592 Mar 11 16:58:17.052300 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-c875d496-e601-4184-8810-d04234b4fce3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/quotas/5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 375 time: 0.0105777 Mar 11 16:58:17.079916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b9f88c56-d268-4953-88de-50388483c626 None None] Provisioning complete for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:17.080284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9f88c56-d268-4953-88de-50388483c626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:17.138529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b9f88c56-d268-4953-88de-50388483c626 None None] Port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:58:17.151668 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-6ac41c85-cc18-435c-a2be-7558fdf79aa5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:17.168099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-6ac41c85-cc18-435c-a2be-7558fdf79aa5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:17.169383 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-6ac41c85-cc18-435c-a2be-7558fdf79aa5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108830 Mar 11 16:58:17.186450 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-17d41f14-5ffa-47ab-bab6-137bd0051677 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 16:58:17.187552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-17d41f14-5ffa-47ab-bab6-137bd0051677 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057750 Mar 11 16:58:17.336477 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-dec586a6-a054-45b2-a3bd-f99195f96bed service neutron] 10.222.0.78 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427126 Mar 11 16:58:17.392137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904910-2864-4656-a08a-96690398b193 None None] Sync routers for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:58:17.408026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 44baefac-bef3-4cbc-9085-5a6e1691446f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:17.437561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:17.438368 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:17.483830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-042692d4-eebb-4e5a-9b25-389cf607e662 service neutron] 10.222.0.78 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464753 Mar 11 16:58:17.682589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 44baefac-bef3-4cbc-9085-5a6e1691446f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:17.682953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:17.688744 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-84c07379-b6c0-45f4-af3e-7779bb4e1ad5 req-bbfe4dfb-713d-4a21-b624-c4c6c5ce6e06 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0425649 Mar 11 16:58:17.735246 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:18.005020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:18.150536 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:18.150902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.224232 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 2, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:18.255291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904910-2864-4656-a08a-96690398b193 None None] Checking router: 16104dd3-44d5-4446-b7d1-18f94baa4ae6 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:58:18.255585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904910-2864-4656-a08a-96690398b193 None None] Updating router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 16:58:18.330983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.691516 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.704826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e2904910-2864-4656-a08a-96690398b193 None None] Transition to ACTIVE for port object 1f54ec5e-4e10-4122-b66a-3a5af45cf754 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:18.712395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.824992 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9eb9bded-d6b4-4967-9724-4b623d445df5 req-f57f74e2-8115-455e-8aa1-99ecf7b679e3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0651336 Mar 11 16:58:18.856725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518bdc0-b942-49a4-96c4-e5987d0f1d8f None None] Pushing event updated for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:18.955908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e2904910-2864-4656-a08a-96690398b193 None None] Attempting to bind port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:18.956272 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e2904910-2864-4656-a08a-96690398b193 None None] Attempting to bind port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:18.956629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904910-2864-4656-a08a-96690398b193 None None] Attempting to bind port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 on network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:58:18.963405 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904910-2864-4656-a08a-96690398b193 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:58:18.963770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904910-2864-4656-a08a-96690398b193 None None] Checking segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:58:18.964166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:18.964551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2904910-2864-4656-a08a-96690398b193 None None] Bound using segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:58:18.965070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-e2904910-2864-4656-a08a-96690398b193 None None] Bound port: 1f54ec5e-4e10-4122-b66a-3a5af45cf754, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:18.965438 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.055549 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e2904910-2864-4656-a08a-96690398b193 None None] For port 1f54ec5e-4e10-4122-b66a-3a5af45cf754, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:58:19.058801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e2904910-2864-4656-a08a-96690398b193 None None] For port 1f54ec5e-4e10-4122-b66a-3a5af45cf754, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1f54ec5e-4e10-4122-b66a-3a5af45cf754,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:58:19.065953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e2904910-2864-4656-a08a-96690398b193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:19.163306 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518bdc0-b942-49a4-96c4-e5987d0f1d8f None None] Pushing event updated for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:19.168111 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:19.168714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:19.421171 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:19.745810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e2904910-2864-4656-a08a-96690398b193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:19Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:19.749967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2904910-2864-4656-a08a-96690398b193 None None] The sync data for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv is: [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:19Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:58:19.947827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-68170b41-4ad8-42a0-81d6-808a232dc090 req-b1260a43-b476-4886-a113-ba12e900868a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0441453 Mar 11 16:58:21.062406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7edf0773-86b9-422c-b336-6eba35e22b4a req-29d2cc97-0472-4158-8828-f1f39e8a1bff tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0429304 Mar 11 16:58:21.417773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1f54ec5e-4e10-4122-b66a-3a5af45cf754 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:21.492551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:21.497991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:21.498305 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:21.618673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:21.655651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1f54ec5e-4e10-4122-b66a-3a5af45cf754, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1f54ec5e-4e10-4122-b66a-3a5af45cf754,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:21.659290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:21.727047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:22.247353 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-439ec6b6-ae8c-4689-b75e-532dd06d7866 req-8c2e2d42-558b-4cec-a8c0-fdd98362879d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0449080 Mar 11 16:58:23.129641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-ecb1bf30-a84c-49dc-aceb-6fbf6e96a8d2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:23.130340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-ecb1bf30-a84c-49dc-aceb-6fbf6e96a8d2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:23.141962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-ecb1bf30-a84c-49dc-aceb-6fbf6e96a8d2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:network {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:23.143076 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-ecb1bf30-a84c-49dc-aceb-6fbf6e96a8d2 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 796 time: 0.1647372 Mar 11 16:58:23.199856 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-4f10e75c-e37c-44ef-a44c-82380a46ee7d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 16:58:23.213667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-4f10e75c-e37c-44ef-a44c-82380a46ee7d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 16:58:23.214845 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-4f10e75c-e37c-44ef-a44c-82380a46ee7d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8d6072f2db45edb38cd9af23a1d305 HTTP/1.1" status: 200 len: 380 time: 0.0582750 Mar 11 16:58:23.226741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'port': {'device_id': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'admin_state_up': True, 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'security_groups': ['02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:23.376134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:23.387467 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:23.397947 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1f54ec5e-4e10-4122-b66a-3a5af45cf754 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:23.399369 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Made reservation on behalf of 5b8d6072f2db45edb38cd9af23a1d305 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 16:58:23.403026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.436036 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ca2be147-db04-4de5-9f14-f7a112f24074 req-021ae564-41e9-4a00-8d83-bfe5f7db6dc4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 210 time: 0.0526879 Mar 11 16:58:23.483100 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:23.483598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.697501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.20.0.11 (7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3/7835608f-b704-4b27-b5b6-c2d440f22cd2/45735559-1be3-4258-9bd1-bbe004c6e175) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:23.896560 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:23.912807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Transition to ACTIVE for port object 45735559-1be3-4258-9bd1-bbe004c6e175 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:23.935044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.011622 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:24.014680 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:24.019049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:58:24.047961 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:24.102781 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:24.103417 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.137162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-cf92691d-03f4-48ef-9bee-e234bac10a40 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9145551 Mar 11 16:58:24.152778 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Request body: {'port': {'device_id': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:24.259274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e80d2a79-0709-40c2-b199-b19c90fed2fe None None] Provisioning for port 45735559-1be3-4258-9bd1-bbe004c6e175 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:24.263964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e80d2a79-0709-40c2-b199-b19c90fed2fe None None] Provisioning complete for port 45735559-1be3-4258-9bd1-bbe004c6e175 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:24.264348 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e80d2a79-0709-40c2-b199-b19c90fed2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.268618 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.318743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e80d2a79-0709-40c2-b199-b19c90fed2fe None None] Port 45735559-1be3-4258-9bd1-bbe004c6e175 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 16:58:24.630921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45735559-1be3-4258-9bd1-bbe004c6e175 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:58:24.638313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.652854 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Transition to ACTIVE for port object 45735559-1be3-4258-9bd1-bbe004c6e175 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 16:58:24.657027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:24.659151 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a635b3-dbb8-40cc-b21a-f8035717efb7 req-53b1b636-f34d-4156-9bdd-a3538f38f542 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:24.663650 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e5a635b3-dbb8-40cc-b21a-f8035717efb7 req-53b1b636-f34d-4156-9bdd-a3538f38f542 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 932 time: 0.0848801 Mar 11 16:58:24.718231 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e5a635b3-dbb8-40cc-b21a-f8035717efb7 req-867e3484-49f6-4d33-a16a-b380caa3fcd6 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434592 Mar 11 16:58:24.783937 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Pushing event updated for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:24.902690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Attempting to bind port 45735559-1be3-4258-9bd1-bbe004c6e175 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 16:58:24.903028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Attempting to bind port 45735559-1be3-4258-9bd1-bbe004c6e175 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 16:58:24.903378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Attempting to bind port 45735559-1be3-4258-9bd1-bbe004c6e175 on network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:58:24.909839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Port 45735559-1be3-4258-9bd1-bbe004c6e175 on network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 16:58:24.910159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Attempting to bind port 45735559-1be3-4258-9bd1-bbe004c6e175 on network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 16:58:24.916807 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 16, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 16:58:24.917176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Checking segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 16:58:24.917556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Bound using segment: {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 16:58:24.918010 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Bound port: 45735559-1be3-4258-9bd1-bbe004c6e175, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034ec196-529e-4799-ac9a-83b8bcadd486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 16:58:24.918378 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.013130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 16:58:25.016020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=45735559-1be3-4258-9bd1-bbe004c6e175,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 16:58:25.021153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.085476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:25.086912 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] 10.222.0.11 "PUT /v2.0/ports/45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 1094 time: 0.9428720 Mar 11 16:58:25.087352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:58:25.106770 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4f265-3f8b-4255-bbce-5c748b045c91 service neutron] Pushing event updated for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:25.168822 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175', 'status': 'completed', 'code': 200} Mar 11 16:58:25.203688 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-c64be02c-751d-433f-a6a9-2ba51c32066e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1097 time: 0.0770228 Mar 11 16:58:25.279426 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-5fa041af-a92b-47d5-b0c3-b2359bfe53be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 217 time: 0.0680227 Mar 11 16:58:25.343729 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-f34d197f-83c2-4765-8364-245cdf7a0ace service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:25.345432 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-f34d197f-83c2-4765-8364-245cdf7a0ace service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0606797 Mar 11 16:58:25.426579 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-2cdf06de-65fd-4766-8bb7-012d77ee61ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747247 Mar 11 16:58:25.651619 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-4de3b581-adf0-411b-8a55-7624e33f23fb service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188494 Mar 11 16:58:25.790037 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-52a98b2e-0178-4c46-b368-14f5e8b3146f req-739ae227-b806-4d9f-9d05-5e625e91e156 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319959 Mar 11 16:58:25.919155 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-cd15a5a6-d931-4833-8407-3e731f104fdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1097 time: 0.0750802 Mar 11 16:58:25.939880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174deaa-615d-4974-93db-eacae3b92317 req-d283c8ca-5b7e-4ad2-8541-951a906b7b0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:25.941383 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7174deaa-615d-4974-93db-eacae3b92317 req-d283c8ca-5b7e-4ad2-8541-951a906b7b0b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 944 time: 0.1022899 Mar 11 16:58:26.001031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7174deaa-615d-4974-93db-eacae3b92317 req-bdf14854-c8df-48a7-999e-af55c88841b5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527990 Mar 11 16:58:26.060931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-ddf32715-95c1-4c6b-b72e-0e4d1886d8a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:26.062437 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-ddf32715-95c1-4c6b-b72e-0e4d1886d8a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 897 time: 0.1371334 Mar 11 16:58:26.139699 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-b21393f6-aad1-41be-8eea-a4356fe1341e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 217 time: 0.0691810 Mar 11 16:58:26.204798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-fe7a7846-fea4-48ba-aa51-741197c9c20d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:26.206604 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-fe7a7846-fea4-48ba-aa51-741197c9c20d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0606835 Mar 11 16:58:26.292425 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-ed5fbc31-d002-40e5-8063-dfd527f0fd1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784321 Mar 11 16:58:26.430038 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-43072b8c-1c45-4f47-996b-2e54f34b3577 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312029 Mar 11 16:58:26.565689 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-1e0052e9-21a3-4e8e-83c6-696e89870f67 req-4bedb4ab-6c64-4ea8-bcd6-ffa842efcb94 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297607 Mar 11 16:58:27.221687 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b8068-c484-4e93-80bf-e33fc6cca087 req-d7257630-9232-406d-8ac7-6f0a6bf12180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:27.223418 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef4b8068-c484-4e93-80bf-e33fc6cca087 req-d7257630-9232-406d-8ac7-6f0a6bf12180 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 944 time: 0.0826898 Mar 11 16:58:27.269571 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ef4b8068-c484-4e93-80bf-e33fc6cca087 req-9103308d-51b3-43a5-80d6-72de2c861f93 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Mar 11 16:58:28.471957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364d1be-2b19-45ab-a804-3e1bd00f2783 req-dd98c4d6-5d65-49bd-9772-77ba439a5712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:28.474613 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7364d1be-2b19-45ab-a804-3e1bd00f2783 req-dd98c4d6-5d65-49bd-9772-77ba439a5712 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 944 time: 0.0812988 Mar 11 16:58:28.520314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7364d1be-2b19-45ab-a804-3e1bd00f2783 req-ad35a5ac-b5f7-4c14-b116-218629f6f4ee tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390136 Mar 11 16:58:28.774585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 45735559-1be3-4258-9bd1-bbe004c6e175 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 16:58:28.917544 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=45735559-1be3-4258-9bd1-bbe004c6e175,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:28.930763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '45735559-1be3-4258-9bd1-bbe004c6e175', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'port_id': '45735559-1be3-4258-9bd1-bbe004c6e175', 'mac_address': 'fa:16:3e:0d:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 16:58:28.988260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:29.007271 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45735559-1be3-4258-9bd1-bbe004c6e175 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 16:58:29.022982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=45735559-1be3-4258-9bd1-bbe004c6e175,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:29.026796 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:29.095069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:29.445640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['45735559-1be3-4258-9bd1-bbe004c6e175'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 16:58:29.733442 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e2dc-423e-4e51-a2fb-7d7672d220fa req-f28a3582-a9da-4060-babd-d2a8ec261427 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:29.734866 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39c6e2dc-423e-4e51-a2fb-7d7672d220fa req-f28a3582-a9da-4060-babd-d2a8ec261427 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 945 time: 0.0914366 Mar 11 16:58:29.788533 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39c6e2dc-423e-4e51-a2fb-7d7672d220fa req-0a8f4ee0-bac7-4d7d-a609-257a02e74de3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481365 Mar 11 16:58:30.788657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 45735559-1be3-4258-9bd1-bbe004c6e175 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 16:58:30.864208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 45735559-1be3-4258-9bd1-bbe004c6e175 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 16:58:30.870186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 45735559-1be3-4258-9bd1-bbe004c6e175 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 16:58:30.870552 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:30.987489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:30.992317 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d205-df53-46d3-bfa6-66cd20219114 req-ad5d872d-6cdb-428c-9527-8bb9cbcc9d06 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:30.999489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e464d205-df53-46d3-bfa6-66cd20219114 req-ad5d872d-6cdb-428c-9527-8bb9cbcc9d06 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 945 time: 0.0865400 Mar 11 16:58:31.019317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:58:31.036082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=45735559-1be3-4258-9bd1-bbe004c6e175,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 16:58:31.042436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:31.064621 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e464d205-df53-46d3-bfa6-66cd20219114 req-94d6804f-650d-44ef-b2e9-2c7bf696d252 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641978 Mar 11 16:58:31.119379 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175', 'code': 200} Mar 11 16:58:31.159558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:31.332297 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e99deee-c8f9-4762-adfd-f4018403da3f req-9c2f3efc-842f-45d1-a569-51e021e2f667 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1099 time: 0.0688791 Mar 11 16:58:31.380569 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-3e99deee-c8f9-4762-adfd-f4018403da3f req-4018878b-185c-464c-8dc5-db32e3d1bb64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383673 Mar 11 16:58:32.284342 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e00d66-f081-4214-80d5-616cfbd5a0ce req-bd7e0dad-3e17-41ff-8061-524b6134f742 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:32.285909 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-72e00d66-f081-4214-80d5-616cfbd5a0ce req-bd7e0dad-3e17-41ff-8061-524b6134f742 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0882118 Mar 11 16:58:32.339357 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-72e00d66-f081-4214-80d5-616cfbd5a0ce req-d8a1327e-e9d1-490d-b7ae-9409657004c4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469046 Mar 11 16:58:33.556840 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc85d4-6ca8-4caf-a79f-90d3ac16c7dc req-2dff686d-41ee-4a5d-bf83-54b5cbec283b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:33.558350 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-30dc85d4-6ca8-4caf-a79f-90d3ac16c7dc req-2dff686d-41ee-4a5d-bf83-54b5cbec283b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0807981 Mar 11 16:58:33.607250 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-30dc85d4-6ca8-4caf-a79f-90d3ac16c7dc req-4a256bc3-d670-4678-b76d-016e26838c44 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Mar 11 16:58:33.817807 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5404b3-e22a-42e5-880a-6d2f38182d93 req-3dd64929-aa67-4a10-bf56-d115bea471a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:33.819508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a5404b3-e22a-42e5-880a-6d2f38182d93 req-3dd64929-aa67-4a10-bf56-d115bea471a4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0785358 Mar 11 16:58:33.867456 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a5404b3-e22a-42e5-880a-6d2f38182d93 req-d5b9a5ff-5e65-4ea0-a5be-7b9c2d75028c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Mar 11 16:58:33.896123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48132) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:33.969064 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6c8fa572-6f32-4f4a-a302-a0ffef278109 tempest-TestNetworkAdvancedServerOps-1870199775 tempest-TestNetworkAdvancedServerOps-1870199775-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1094 time: 0.0717885 Mar 11 16:58:33.972026 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48136) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:33.977756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '45735559-1be3-4258-9bd1-bbe004c6e175', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 16:58:33.983280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 16:58:33.987036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Usage tracker for resource:floatingip and tenant:5b8d6072f2db45edb38cd9af23a1d305 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 16:58:33.990111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 16:58:33.996993 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 16:58:34.008508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:34.238633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:34.380114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Allocated IP 172.26.4.181 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/bc822c98-a257-4c0d-8eb5-f2dd24ed9dab) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 16:58:34.534419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:34.561774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:34.632685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 16:58:34.635653 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 16:58:34.640823 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 16:58:34.669252 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=bc822c98-a257-4c0d-8eb5-f2dd24ed9dab,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:35.150156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:35.205757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:35.429072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:35.433501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:35.548833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event updated for resources: {'Port': ['ID=bc822c98-a257-4c0d-8eb5-f2dd24ed9dab,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:58:35.564533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:35.760640 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Floating IP 21825a3d-466b-486d-8133-33865689d732 associated. External IP: 172.26.4.181, port: 45735559-1be3-4258-9bd1-bbe004c6e175. Mar 11 16:58:36.272575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:58:36.476717 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:58:36.486432 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Sync routers for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:58:36.499576 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:36.500341 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:36.502594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:36.560658 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-378cee4f-7eee-4874-9f2d-c21020aae891 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5876074 Mar 11 16:58:36.561229 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 16:58:36.627346 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175', 'status': 'completed', 'code': 200} Mar 11 16:58:36.689800 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:36.733930 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-026eef8b-08eb-47d5-b4a2-b47d76de1471 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1099 time: 0.0837965 Mar 11 16:58:36.750233 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f41f1-9ac8-4852-8c51-8267ce757f8c req-4c213681-9fe7-4b2e-b99f-0dae906df7c8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:36.751889 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f64f41f1-9ac8-4852-8c51-8267ce757f8c req-4c213681-9fe7-4b2e-b99f-0dae906df7c8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0808899 Mar 11 16:58:36.800934 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f64f41f1-9ac8-4852-8c51-8267ce757f8c req-72734f8b-e64f-4d1e-a895-e8b61fef3173 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Mar 11 16:58:36.837915 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48150) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:36.885433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-1ef5ab8f-974d-4cb0-abf9-966e98e47a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:36.886996 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-1ef5ab8f-974d-4cb0-abf9-966e98e47a43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 897 time: 0.1454699 Mar 11 16:58:36.971916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fa306739-d86e-45b6-bb4e-5ed70ea379fd tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 200 len: 992 time: 0.1321239 Mar 11 16:58:37.007055 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-59bb8d82-cb93-4369-a5c8-06538f4f4778 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 1000 time: 0.1138706 Mar 11 16:58:37.074482 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21825a3d-466b-486d-8133-33865689d732', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'port_id': '45735559-1be3-4258-9bd1-bbe004c6e175', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'mac_address': 'fa:16:3e:0d:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:58:34Z', 'updated_at': '2022-03-11T16:58:34Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:37.078419 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Checking router: 16104dd3-44d5-4446-b7d1-18f94baa4ae6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 16:58:37.082511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-d4b690f9-d4d5-4a14-9171-539fc0b6b584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:58:37.084697 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-d4b690f9-d4d5-4a14-9171-539fc0b6b584 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0682445 Mar 11 16:58:37.090410 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:58:37.091005 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:58:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:37.159963 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-c8fd6d59-95c2-4d4d-9df6-7f19207dfc9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700305 Mar 11 16:58:37.285376 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 16:58:37.306714 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-1047b6d2-67c5-46b3-a8c5-3ed7bf2faaf3 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368048 Mar 11 16:58:37.563522 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1f598ae-aec5-4bb3-9c12-7fb5edea2509 req-2bac1c3e-c2cf-4c3b-abdc-490cbcacce80 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508852 Mar 11 16:58:37.712273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21825a3d-466b-486d-8133-33865689d732', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'port_id': '45735559-1be3-4258-9bd1-bbe004c6e175', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'mac_address': 'fa:16:3e:0d:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:58:34Z', 'updated_at': '2022-03-11T16:58:34Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:58:37.716270 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266b181-f015-4c62-bfbe-6ff5547cab15 None None] The sync data for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv is: [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '21825a3d-466b-486d-8133-33865689d732', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'floating_ip_address': '172.26.4.181', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'port_id': '45735559-1be3-4258-9bd1-bbe004c6e175', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'mac_address': 'fa:16:3e:0d:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T16:58:34Z', 'updated_at': '2022-03-11T16:58:34Z', 'revision_number': 0, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 16:58:37.926236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43eb011-e76d-4fcd-8cc7-ecee43cc38cf None None] New status for floating IP 21825a3d-466b-486d-8133-33865689d732: ACTIVE {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 16:58:37.976193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48154) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:38.092210 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7136e920-decc-4a13-b9df-47a45343fcf5 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 200 len: 992 time: 0.1149015 Mar 11 16:58:38.284054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9ab3be03-fd26-40e8-a1be-e5d682ff0077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:39.096392 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48158) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:58:39.199693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-2b716e25-043a-4567-a0dd-209f58576c55 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 200 len: 994 time: 0.1020949 Mar 11 16:58:41.357141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-09ce797d-4ec6-4a8f-a245-48b34d21845b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:42.158935 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:42.240594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:43.745755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:45.553299 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:58:48.190102 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:08.285731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89e7bfa2-f7ed-4257-8bdf-c74a044bffa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:11.361161 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8663c654-ac36-4e95-a94a-3aeb75a4e890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.162378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:12.234184 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:13.745599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:15.562664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:17.903646 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-7cf5318f-0bbe-4d9f-ad28-652f886f4699 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823512 Mar 11 16:59:18.047630 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-628ba3df-f13a-482e-8d11-134885b8467c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1099 time: 0.0714624 Mar 11 16:59:18.202316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-98f93e92-c157-40aa-95e3-90ceaed26dd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:18.203609 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-98f93e92-c157-40aa-95e3-90ceaed26dd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 897 time: 0.1359794 Mar 11 16:59:18.309404 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-09725b1c-5c4a-4339-8453-4b1644e2b7fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 1002 time: 0.0978010 Mar 11 16:59:18.379445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-1c7a37f8-3bdc-41ab-a922-ff461f74b22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:18.380914 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-1c7a37f8-3bdc-41ab-a922-ff461f74b22b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0644889 Mar 11 16:59:18.463658 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-b83927f0-7cc7-482c-b5e0-8bd0c3e23126 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755198 Mar 11 16:59:18.596340 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-ed79e726-013d-4cf9-b635-0045abf7e0e7 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254435 Mar 11 16:59:18.733661 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-689457c9-0c0e-42d9-a746-cfd981e3e578 req-ad07ee08-939e-45b7-a13a-8887b78ec864 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313043 Mar 11 16:59:25.190510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 16:59:38.291303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29e7-b951-4e45-8406-ff36fed899a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:41.364488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fdcec5a1-5813-4d14-9d38-97b46b588b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:42.166337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:42.238744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:43.748225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:45.582965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:50.864433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f3757-2ab3-4151-8ae1-e56d4ad2d420 req-3bc67d61-350f-43e4-bea7-a00438f7918c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:50.867541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e02f3757-2ab3-4151-8ae1-e56d4ad2d420 req-3bc67d61-350f-43e4-bea7-a00438f7918c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0821025 Mar 11 16:59:50.912328 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e02f3757-2ab3-4151-8ae1-e56d4ad2d420 req-edc9482f-6553-4099-9078-b1b92f9d130a tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392976 Mar 11 16:59:52.137104 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e218bbc-678c-45bd-813e-d6bab0adc81e req-ecdb1fcf-3325-48d7-80e1-645426930a0c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:52.142343 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e218bbc-678c-45bd-813e-d6bab0adc81e req-ecdb1fcf-3325-48d7-80e1-645426930a0c tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0964251 Mar 11 16:59:52.189041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1e218bbc-678c-45bd-813e-d6bab0adc81e req-2f368fb1-ca94-4aa3-95ce-14a5935115fb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430768 Mar 11 16:59:53.393540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fca80d-1988-4904-a4c2-870a052e7194 req-49cd40d7-ce52-47a9-9e27-e1745642f555 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:53.394997 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4fca80d-1988-4904-a4c2-870a052e7194 req-49cd40d7-ce52-47a9-9e27-e1745642f555 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0789700 Mar 11 16:59:53.444182 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4fca80d-1988-4904-a4c2-870a052e7194 req-3d5a863e-4b73-4b7d-b4af-08422f21a06f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Mar 11 16:59:53.473504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48188) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:53.577348 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d7af83ac-49c3-45f8-bde3-4ca39ffc50e3 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 200 len: 994 time: 0.1026649 Mar 11 16:59:55.097269 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-68b22248-2fb0-4b10-9aeb-66d8d8bf6a48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1099 time: 0.0740528 Mar 11 16:59:55.117348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6cad-0732-443b-a34c-6c4890c7876e req-1d9652b3-e7dc-4327-8bbd-ee1d1d31a7a8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:55.118829 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9ce6cad-0732-443b-a34c-6c4890c7876e req-1d9652b3-e7dc-4327-8bbd-ee1d1d31a7a8 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0989683 Mar 11 16:59:55.166136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a9ce6cad-0732-443b-a34c-6c4890c7876e req-320d3136-49e8-42f2-a681-708b5b33be1f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Mar 11 16:59:55.236415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-bd67393e-701b-4709-95f9-4a1053624aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:55.238510 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-bd67393e-701b-4709-95f9-4a1053624aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 897 time: 0.1355000 Mar 11 16:59:55.346581 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-b1f480cf-7e2a-4b8c-8dc9-5ce1b1f7ca3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 1002 time: 0.1019871 Mar 11 16:59:55.413470 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-cd9b2d2e-891b-44e8-a69e-79afb7ad0344 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:55.414934 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-cd9b2d2e-891b-44e8-a69e-79afb7ad0344 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0622885 Mar 11 16:59:55.494385 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-01fff59e-ad81-4b9b-b92b-d616f0f96205 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728340 Mar 11 16:59:55.725826 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-cb94c082-4c93-4ca3-a051-733bc9136a83 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249560 Mar 11 16:59:55.861122 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-78c04861-d8df-4a63-8229-6be01b0ed65c req-58c62f58-7dee-4df1-b56e-26800d752106 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287766 Mar 11 16:59:56.370123 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e4d8a-d377-4483-bee1-bae7ef97acd2 req-6483ac11-73bc-41b8-abdb-230a10ffd957 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:56.371633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ed0e4d8a-d377-4483-bee1-bae7ef97acd2 req-6483ac11-73bc-41b8-abdb-230a10ffd957 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0771096 Mar 11 16:59:56.530632 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ed0e4d8a-d377-4483-bee1-bae7ef97acd2 req-1a6b84b6-66da-40ad-9c02-bb218a55c765 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535304 Mar 11 16:59:57.753144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ae9a-e4ac-42a3-809e-6bd3d72f74ac req-e4f0f5a2-f266-4a32-8d64-1dfda0fbd4d4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 16:59:57.754539 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a456ae9a-e4ac-42a3-809e-6bd3d72f74ac req-e4f0f5a2-f266-4a32-8d64-1dfda0fbd4d4 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0881233 Mar 11 16:59:57.809298 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a456ae9a-e4ac-42a3-809e-6bd3d72f74ac req-73ed4bc2-4851-41ba-b8b6-2ec638bc0ce1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492141 Mar 11 16:59:57.836879 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48204) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:57.947043 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2ddb7770-4a86-4e15-a41c-47b73ef1ff91 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 200 len: 994 time: 0.1089976 Mar 11 16:59:58.234162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48212) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 16:59:58.439444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port bc822c98-a257-4c0d-8eb5-f2dd24ed9dab {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 16:59:58.439685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:58.607340 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:58.607665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:58.733396 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for bc822c98-a257-4c0d-8eb5-f2dd24ed9dab owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 16:59:58.892282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:58.937445 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=bc822c98-a257-4c0d-8eb5-f2dd24ed9dab,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 16:59:58.984535 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.984785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.985129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.985462 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.985823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.986162 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.986485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.986808 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.987132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.987449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:58.987766 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 16:59:59.044821 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:59.479300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 16:59:59.801861 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 16:59:59.811840 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Sync routers for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 16:59:59.820847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 16:59:59.825411 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 16:59:59.826051 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:59:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 16:59:59.878443 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-054641d3-331e-4b9f-8c46-f290ec18a497 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/floatingips/21825a3d-466b-486d-8133-33865689d732 HTTP/1.1" status: 204 len: 168 time: 1.6431937 Mar 11 16:59:59.878985 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:00:00.018995 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:00.059215 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175', 'status': 'completed', 'code': 200} Mar 11 17:00:00.163563 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-247d4411-6d38-4997-9e31-3b07569b8bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 1099 time: 0.0747173 Mar 11 17:00:00.303629 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1de0-8edb-439a-b548-c3cd6388d990 req-de50522c-a12f-4321-8cd1-ef75bdb78446 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:00.305814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dbbd1de0-8edb-439a-b548-c3cd6388d990 req-de50522c-a12f-4321-8cd1-ef75bdb78446 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0899022 Mar 11 17:00:00.312437 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-9b42707f-939c-417f-b1b8-7b3edd9acd67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:00.314299 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-9b42707f-939c-417f-b1b8-7b3edd9acd67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 200 len: 897 time: 0.1446414 Mar 11 17:00:00.361125 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-dbbd1de0-8edb-439a-b548-c3cd6388d990 req-655d4498-f790-48bd-ba5b-cc5395c21d0d tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496407 Mar 11 17:00:00.371430 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:00.375323 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Checking router: 16104dd3-44d5-4446-b7d1-18f94baa4ae6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:00.395378 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:00.396002 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:59:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:00.396361 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-3181e4e8-c985-4f0c-a427-4799479973f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 200 len: 217 time: 0.0753140 Mar 11 17:00:00.462174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-8303a583-2159-499c-b5db-505239977e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:00.463636 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-8303a583-2159-499c-b5db-505239977e0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 200 len: 835 time: 0.0614572 Mar 11 17:00:00.540262 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-1223b3e6-b697-474e-91e6-ad9bd9dde844 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689473 Mar 11 17:00:00.591279 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:00.681750 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-69c68743-0d4d-403b-8786-36b540c784b4 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351922 Mar 11 17:00:00.818330 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7ed81267-a1f2-4ddc-8621-4418f1038c7b req-70e0bd1a-b7ef-4cfe-a9e5-5b15412d51b2 service neutron] 10.222.0.11 "GET /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308513 Mar 11 17:00:00.925082 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:00.929597 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f59184-742c-4c3e-ad55-d8a6f9e03d5b None None] The sync data for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv is: [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:14Z', 'revision_number': 4, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '1f54ec5e-4e10-4122-b66a-3a5af45cf754', 'name': '', 'network_id': '7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'mac_address': 'fa:16:3e:26:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:14Z', 'updated_at': '2022-03-11T16:58:21Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'subnets': [{'id': '7835608f-b704-4b27-b5b6-c2d440f22cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:01.153684 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d7e53-3825-4379-9e29-13a2ffe7fdaa None None] New status for floating IP 21825a3d-466b-486d-8133-33865689d732: DOWN {{(pid=83842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:00:01.566691 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b5e6-ec3e-41b1-a0db-8ef2db4d19d2 req-d1eef80f-9181-4516-ad99-e9f3d4861bb0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:01.568150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1ce9b5e6-ec3e-41b1-a0db-8ef2db4d19d2 req-d1eef80f-9181-4516-ad99-e9f3d4861bb0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0798059 Mar 11 17:00:01.621625 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1ce9b5e6-ec3e-41b1-a0db-8ef2db4d19d2 req-bbc6f6f0-080f-4231-914e-3dfb2d46cb4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471499 Mar 11 17:00:02.156904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ac265-660c-4255-b23e-67bdf0243628 req-468b7253-563b-4ea2-839e-448b6da9e145 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:02.157745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d78ac265-660c-4255-b23e-67bdf0243628 req-468b7253-563b-4ea2-839e-448b6da9e145 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Synchronizing usage tracker for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:00:02.173980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-d78ac265-660c-4255-b23e-67bdf0243628 req-468b7253-563b-4ea2-839e-448b6da9e145 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Unset dirty status for tenant:5b8d6072f2db45edb38cd9af23a1d305 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:00:02.175128 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d78ac265-660c-4255-b23e-67bdf0243628 req-468b7253-563b-4ea2-839e-448b6da9e145 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0986903 Mar 11 17:00:02.191315 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:00:02.242648 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 45735559-1be3-4258-9bd1-bbe004c6e175 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:00:02.242980 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:02.491860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 45735559-1be3-4258-9bd1-bbe004c6e175, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=45735559-1be3-4258-9bd1-bbe004c6e175,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:02.492144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:02.615140 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 45735559-1be3-4258-9bd1-bbe004c6e175 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:00:02.835530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83828aa-087d-4633-9270-235bb18ee786 req-030cda65-f6ea-43b8-a277-357770ce55e0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:02.838268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b83828aa-087d-4633-9270-235bb18ee786 req-030cda65-f6ea-43b8-a277-357770ce55e0 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/ports?device_id=3651bf3f-9942-4409-a347-8027e3cbc65f HTTP/1.1" status: 200 len: 946 time: 0.0885231 Mar 11 17:00:02.873989 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:02.897072 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b83828aa-087d-4633-9270-235bb18ee786 req-c187d282-61a7-411b-aae6-e60df1743f73 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "GET /v2.0/security-groups?id=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530901 Mar 11 17:00:02.923428 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=45735559-1be3-4258-9bd1-bbe004c6e175,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:03.001449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] No DVR routers for this DVR port 45735559-1be3-4258-9bd1-bbe004c6e175 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:00:03.004594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:03.007282 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'name': 'network-vif-deleted', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:00:03.025419 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d78ac265-660c-4255-b23e-67bdf0243628 req-f045d8e1-704c-4dca-a776-6ca5aed26686 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.11 "DELETE /v2.0/ports/45735559-1be3-4258-9bd1-bbe004c6e175 HTTP/1.1" status: 204 len: 173 time: 0.8451760 Mar 11 17:00:03.077548 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3651bf3f-9942-4409-a347-8027e3cbc65f', 'name': 'network-vif-deleted', 'tag': '45735559-1be3-4258-9bd1-bbe004c6e175', 'status': 'completed', 'code': 200} Mar 11 17:00:04.003193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48234) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:04.409192 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:05.054423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 1f54ec5e-4e10-4122-b66a-3a5af45cf754 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:00:05.055085 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:05.272159 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 1f54ec5e-4e10-4122-b66a-3a5af45cf754, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1f54ec5e-4e10-4122-b66a-3a5af45cf754,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:05.273118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:05.335584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 45735559-1be3-4258-9bd1-bbe004c6e175 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:00:05.372110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 45735559-1be3-4258-9bd1-bbe004c6e175 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:00:05.372457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 45735559-1be3-4258-9bd1-bbe004c6e175 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:00:05.500497 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 1f54ec5e-4e10-4122-b66a-3a5af45cf754 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:00:05.695995 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:05.745908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=1f54ec5e-4e10-4122-b66a-3a5af45cf754,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:06.070035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:06.660864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:00:06.868904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:06.878560 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Sync routers for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:06.881856 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-80323863-a2d5-4780-852d-3fca152384f1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "PUT /v2.0/routers/16104dd3-44d5-4446-b7d1-18f94baa4ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8772705 Mar 11 17:00:06.885379 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48238) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:06.891150 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:06.891771 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:59:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:07.081510 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:07.204600 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting subnet 7835608f-b704-4b27-b5b6-c2d440f22cd2 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:00:07.207877 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.263304 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.370033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.429294 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T17:00:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:07.433274 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Checking router: 16104dd3-44d5-4446-b7d1-18f94baa4ae6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:07.444976 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Routers {'16104dd3-44d5-4446-b7d1-18f94baa4ae6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:07.445620 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T16:59:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:07.473385 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.510796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Subnet': ['ID=7835608f-b704-4b27-b5b6-c2d440f22cd2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:07.521188 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.530667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-55515b99-ff4f-4a33-ba1c-d3939aaa4a4b tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/subnets/7835608f-b704-4b27-b5b6-c2d440f22cd2 HTTP/1.1" status: 204 len: 168 time: 0.6439378 Mar 11 17:00:07.530871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239bb6e3-066a-4be1-a11b-5feaf259148a None None] Network 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:00:07.533119 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48242) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:07.660176 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] Set router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:07.745999 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.799404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] DHCP port deletion for 7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:00:07.803706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Deleting port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:00:07.804069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.950335 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.961601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Deleting port 44baefac-bef3-4cbc-9085-5a6e1691446f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:00:07.961958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:07.982033 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T17:00:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:07.987574 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1a048b-b300-437f-8942-78f2df77db33 None None] The sync data for ids ['16104dd3-44d5-4446-b7d1-18f94baa4ae6'] in dv-neutron-833206-1-hyperv is: [{'id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1506229754', 'tenant_id': '5b8d6072f2db45edb38cd9af23a1d305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64'}], 'enable_snat': True}, 'gw_port_id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T17:00:05Z', 'revision_number': 5, 'project_id': '5b8d6072f2db45edb38cd9af23a1d305', 'gw_port': {'id': '44baefac-bef3-4cbc-9085-5a6e1691446f', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:5b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16104dd3-44d5-4446-b7d1-18f94baa4ae6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T16:58:10Z', 'updated_at': '2022-03-11T16:58:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:08.031350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] For port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,segment=NetworkSegment(034ec196-529e-4799-ac9a-83b8bcadd486),segment_id=034ec196-529e-4799-ac9a-83b8bcadd486)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:08.031742 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.149676 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] For port 44baefac-bef3-4cbc-9085-5a6e1691446f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=44baefac-bef3-4cbc-9085-5a6e1691446f,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:08.150062 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.203666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Calling delete_port for 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:00:08.270196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Calling delete_port for 44baefac-bef3-4cbc-9085-5a6e1691446f owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:00:08.290717 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612'] for port, after_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.339273 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Pushing event deleted for resources: {'Port': ['ID=4a27f5e8-202d-456b-9e90-c1dcb6fa7249,revision_number=None']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:08.343505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b4be9f47-95c3-48e0-9195-96ad20259b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.360570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] No DVR routers for this DVR port 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 on host dv-neutron-833206-1-hyperv {{(pid=83842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:00:08.366148 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.366501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.366883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.367237 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.367523 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.367858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.368275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.368603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.368925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.369929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.369929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c26776-bf70-4aed-ad2b-0e6f49152891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.467846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:08.518319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Port': ['ID=44baefac-bef3-4cbc-9085-5a6e1691446f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:08.678140 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.678973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.678973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.679287 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.679621 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.679949 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.680275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.680625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.680971 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.681292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.681607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:08.845932 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.103843 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.107896 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.137113 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.137662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Fanout notify agent at l3_agent the message router_deleted on router 16104dd3-44d5-4446-b7d1-18f94baa4ae6 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:00:09.153182 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.157118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48246) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:09.157559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9c08e21d-e70a-4784-8610-dbf05c66e71f tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/routers/16104dd3-44d5-4446-b7d1-18f94baa4ae6 HTTP/1.1" status: 204 len: 168 time: 1.6230147 Mar 11 17:00:09.288820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.421847 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.447039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:09.459977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034ec196-529e-4799-ac9a-83b8bcadd486') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:09.459977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034ec196-529e-4799-ac9a-83b8bcadd486') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:09.471117 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.486895 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.493405 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:00:09.493832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:00:09.512113 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:00:09.604130 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.627837 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.641808 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 44baefac-bef3-4cbc-9085-5a6e1691446f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:00:09.643075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'Network': ['ID=7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:09.654050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-449833dc-9b54-47a9-95af-5bc0ea1ac6eb tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/networks/7ab1fc28-c5e8-4d05-a807-56b2a00c5bf3 HTTP/1.1" status: 204 len: 168 time: 0.4956343 Mar 11 17:00:09.656715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48250) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:09.679315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 44baefac-bef3-4cbc-9085-5a6e1691446f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:00:09.679656 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 44baefac-bef3-4cbc-9085-5a6e1691446f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:00:09.680040 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1f54ec5e-4e10-4122-b66a-3a5af45cf754 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:00:09.712141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1f54ec5e-4e10-4122-b66a-3a5af45cf754 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:00:09.712453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1f54ec5e-4e10-4122-b66a-3a5af45cf754 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:00:09.726673 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:00:09.740906 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.762696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:00:09.762968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 4a27f5e8-202d-456b-9e90-c1dcb6fa7249 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:00:09.778580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.845436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.865891 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:09.874896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:09.876020 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-af4c4277-5b86-4dc4-ae36-fa64c44c17b1 tempest-TestNetworkAdvancedServerOps-1050687033 tempest-TestNetworkAdvancedServerOps-1050687033-project] 10.222.0.78 "DELETE /v2.0/security-groups/02a10f7e-8d7f-4b7b-a3af-b6cca9f6a7f8 HTTP/1.1" status: 204 len: 168 time: 0.2183411 Mar 11 17:00:10.289166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48260) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:10.507307 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-96d96625-43a7-4235-9f86-58e5883b0aa9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5b8d6072f2db45edb38cd9af23a1d305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2170241 Mar 11 17:00:10.509754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48266) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:10.569883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.607521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.663181 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.680829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fb5bb0-446b-4e63-9629-cba9945d51d4,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:10.687554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:10.688716 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5658f9a8-e5df-4364-9133-9669672b56c4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27fb5bb0-446b-4e63-9629-cba9945d51d4 HTTP/1.1" status: 204 len: 168 time: 0.1780694 Mar 11 17:00:11.038577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48274) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:11.057177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.098264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:11.103295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Usage tracker for resource:security_group_rule and tenant:2d2bc9b9dca64e94a00527369d2da9d2 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:11.106139 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:11.113737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:11.186786 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.190990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.238325 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675e8892-dd55-4899-a1ad-9ee8049bbcb2,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:11.243171 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f801f005-3a6f-4ebc-bdd8-56da789c41bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2d2bc9b9dca64e94a00527369d2da9d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2035897 Mar 11 17:00:11.245755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48278) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:11.310362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.337909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.367645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-84d0b7fe-f879-4cec-9da4-dcc49da6a0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.391062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.405839 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675e8892-dd55-4899-a1ad-9ee8049bbcb2,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:11.412366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:11.414575 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-ef90da90-b60a-4463-a6c1-a4b59a0ae9f5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/675e8892-dd55-4899-a1ad-9ee8049bbcb2 HTTP/1.1" status: 204 len: 168 time: 0.1668499 Mar 11 17:00:12.169250 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.244060 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.349906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48300) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:12.486465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-237383276-network', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:12.491846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:12.495716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Usage tracker for resource:network and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:12.498565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:12.504214 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:12.517808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Made reservation on behalf of d21e783c47fb4419b763aed1e40b0e18 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:00:12.520337 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.533585 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.565134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:12.570470 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:12.574071 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:12.580929 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:12.652187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.656323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.689115 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:00:12.698607 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4f8364-efa4-4d71-967e-9876e60b629b,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:12.704487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.704864 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Added segment 412e011e-c9c1-4a5d-86ba-048067cf1753 of type vlan for network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 Mar 11 17:00:12.734250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.764586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.765596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:12.766198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:12.871952 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5209513 Mar 11 17:00:12.874738 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a01365-c889-4c14-8ebd-f151d79d0379 admin admin] Pushing event updated for resources: {'Network': ['ID=5bda8a94-5b49-4c2b-9c34-4ef4bf920046,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:12.875418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48306) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:12.882129 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Request body: {'subnet': {'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-237383276-subnet', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:12.886329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:00:12.888815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:12.892978 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Usage tracker for resource:subnet and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:12.896011 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:12.903942 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:12.915307 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Made reservation on behalf of d21e783c47fb4419b763aed1e40b0e18 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:00:12.917962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.135567 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.218946 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5748c504-9b23-43ef-81e3-396b32e4e45c,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:13.234114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Checking segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:13.234473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Network hostable DHCP agents. Network: 5bda8a94-5b49-4c2b-9c34-4ef4bf920046, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:00:13.262080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:00:13.270904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 5bda8a94-5b49-4c2b-9c34-4ef4bf920046) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:13.275527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:13.276593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.280484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dffc77-bd33-444b-8bc2-0877c6fabf5a None None] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:00:13.299319 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-075ae9f0-58e5-4e54-bd94-2390e5637d76 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4223204 Mar 11 17:00:13.302279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48310) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:13.308041 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:13.312869 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:13.317087 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Usage tracker for resource:router and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:13.320444 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:13.326105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:13.338483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.339562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.364199 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.516930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:00:13.517812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.626829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.690737 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Allocated IP 172.20.0.2 (5bda8a94-5b49-4c2b-9c34-4ef4bf920046/5748c504-9b23-43ef-81e3-396b32e4e45c/96b54bbb-4485-4516-98d7-62fc035cf30f) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:13.800127 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.829327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.860026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.916693 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:13.928752 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Transition to ACTIVE for port object 96b54bbb-4485-4516-98d7-62fc035cf30f will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:13.948155 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Transition to ACTIVE for port object 96b54bbb-4485-4516-98d7-62fc035cf30f will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:13.953873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.013356 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Allocated IP 172.26.4.251 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/1c328a55-f0ef-4126-99c5-aea0ce50ee9d) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:14.028514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:14.029398 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Pushing event updated for resources: {'Port': ['ID=96b54bbb-4485-4516-98d7-62fc035cf30f,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:14.032530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:14.035019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:14.126664 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Attempting to bind port 96b54bbb-4485-4516-98d7-62fc035cf30f on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:14.127032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Attempting to bind port 96b54bbb-4485-4516-98d7-62fc035cf30f by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:14.127395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Attempting to bind port 96b54bbb-4485-4516-98d7-62fc035cf30f on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:14.136376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:14.136756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Checking segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:14.137156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.137553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Bound using segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:14.138241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Bound port: 96b54bbb-4485-4516-98d7-62fc035cf30f, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:14.138812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.176677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.207301 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.231437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] For port 96b54bbb-4485-4516-98d7-62fc035cf30f, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:14.234881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] For port 96b54bbb-4485-4516-98d7-62fc035cf30f, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96b54bbb-4485-4516-98d7-62fc035cf30f,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:14.246156 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.270455 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:14.274434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:14.277924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:14.327107 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Pushing event updated for resources: {'Port': ['ID=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:14.343513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4267bc-36ea-4189-b228-f1aa089996da None None] Pushing event updated for resources: {'Port': ['ID=96b54bbb-4485-4516-98d7-62fc035cf30f,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:14.463668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.464404 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.722542 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:00:14.928745 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:14.937444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:14.950463 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:14.951073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:14.956587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:14.961382 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5aa0563b-9f0a-442e-8afe-97ec7e0c0177 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6543820 Mar 11 17:00:14.961834 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48314) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:15.148143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:15.327282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68917b-3019-462f-a171-ffd123501a83 None None] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:00:15.490591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96b54bbb-4485-4516-98d7-62fc035cf30f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:15.605753 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-aef35637-8a28-496c-9bab-c97a7fcea906 None None] Provisioning for port 96b54bbb-4485-4516-98d7-62fc035cf30f completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:15.707582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:15.779455 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 96b54bbb-4485-4516-98d7-62fc035cf30f completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:15.789681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 96b54bbb-4485-4516-98d7-62fc035cf30f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:15.790072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:15.862531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:14Z', 'revision_number': 3, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:15.871473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:15.871897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Updating router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:00:15.888180 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:15.967400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.053472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.155313 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Allocated IP 172.20.0.1 (5bda8a94-5b49-4c2b-9c34-4ef4bf920046/5748c504-9b23-43ef-81e3-396b32e4e45c/c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:16.172599 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 96b54bbb-4485-4516-98d7-62fc035cf30f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96b54bbb-4485-4516-98d7-62fc035cf30f,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:16.188837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.340500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=96b54bbb-4485-4516-98d7-62fc035cf30f,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:16.364988 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.389060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Transition to ACTIVE for port object c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:16.415189 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.452513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-53ef9ba8-39c9-45b3-826f-580d2983f0cb None None] Provisioning complete for port 96b54bbb-4485-4516-98d7-62fc035cf30f triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:16.452881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-53ef9ba8-39c9-45b3-826f-580d2983f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.486570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:16.487118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.489584 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:16.495116 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:16.518134 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Transition to ACTIVE for port object 1c328a55-f0ef-4126-99c5-aea0ce50ee9d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:16.521092 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Pushing event updated for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:16.529070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.559518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.625378 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4c91-e84a-4a1a-8eeb-311c8bb21a72 None None] Pushing event updated for resources: {'Port': ['ID=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:16.659494 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Attempting to bind port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:16.659918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Attempting to bind port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:16.660274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Attempting to bind port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:16.670311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.683961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:16.683961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:16.684278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.684604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:16.685084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Bound port: 1c328a55-f0ef-4126-99c5-aea0ce50ee9d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:16.685458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.773105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] For port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:16.777203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] For port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:16.782724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.926945 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:16.927770 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:16.945103 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:16.956386 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:17.042251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa4c91-e84a-4a1a-8eeb-311c8bb21a72 None None] Pushing event updated for resources: {'Port': ['ID=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:17.064698 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:17.069368 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Pushing event updated for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:17.079744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-089eff51-cb3e-4ae9-a6c4-bcc39a6691ae None None] Provisioning for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:17.091329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-089eff51-cb3e-4ae9-a6c4-bcc39a6691ae None None] Provisioning complete for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:17.091698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-089eff51-cb3e-4ae9-a6c4-bcc39a6691ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:17.172079 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-089eff51-cb3e-4ae9-a6c4-bcc39a6691ae None None] Port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:00:17.181554 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:17.218864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:17.220355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:17.482605 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96b54bbb-4485-4516-98d7-62fc035cf30f up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:17.598225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-f708d729-818d-4d82-b213-45708fbee19e None None] Provisioning complete for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:17.598512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f708d729-818d-4d82-b213-45708fbee19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:17.661848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-f708d729-818d-4d82-b213-45708fbee19e None None] Port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:00:17.675661 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 96b54bbb-4485-4516-98d7-62fc035cf30f triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:17.676032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:17.725355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 2, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:17.733132 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c824ce-a860-4401-ae6e-c200158446bd None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 2, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:17.807018 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:00:18.054613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:18.067236 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-d6f84369-e8c7-4b8a-ac35-af290330c76b admin admin] 10.222.0.78 "PUT /v2.0/routers/b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1039715 Mar 11 17:00:19.019810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48338) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:19.025411 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1484881531-network', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:19.030476 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:19.034939 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Usage tracker for resource:network and tenant:4c4ad47030bb4555b698c04076d0f547 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:19.038434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:19.045355 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:19.056746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Made reservation on behalf of 4c4ad47030bb4555b698c04076d0f547 for: {'network': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:00:19.059120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.072238 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.109651 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:19.113424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Usage tracker for resource:security_group_rule and tenant:4c4ad47030bb4555b698c04076d0f547 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:19.117098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:19.122884 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:19.200531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.204619 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.234598 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=83841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:00:19.243820 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e5e922-a3cf-4964-8d9d-01a4fb7f7c80,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:19.250001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.250347 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.segments_db [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Added segment 385bef93-85fa-4712-b498-638588be2f51 of type vlan for network 894b2beb-9485-4442-bdfd-3eeada4ee81c Mar 11 17:00:19.277055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.309397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.310344 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:19.310918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.418146 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] Pushing event updated for resources: {'Network': ['ID=894b2beb-9485-4442-bdfd-3eeada4ee81c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:19.421742 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c9444427-df79-4bde-9b4a-5b7e5ff5b6ab admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4001544 Mar 11 17:00:19.424184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48342) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:19.428983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:00:19.431317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Request body: {'subnet': {'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1484881531-subnet', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'ip_version': 4}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:19.436489 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:19.440321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Usage tracker for resource:subnet and tenant:4c4ad47030bb4555b698c04076d0f547 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:19.443759 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:19.453830 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:19.464865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Made reservation on behalf of 4c4ad47030bb4555b698c04076d0f547 for: {'subnet': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:00:19.467775 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14973940'] for subnet, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.506038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1c328a55-f0ef-4126-99c5-aea0ce50ee9d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:19.610350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:19.618383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:19.618854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.688152 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15635861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14973926'] for subnet, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.746400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.761832 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0910780-af9d-47af-89b7-1c588b2dcf04,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:19.762294 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:19.767261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.777073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Checking segment: {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:19.777433 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Network hostable DHCP agents. Network: 894b2beb-9485-4442-bdfd-3eeada4ee81c, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:00:19.799091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:00:19.809388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 894b2beb-9485-4442-bdfd-3eeada4ee81c) {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:19.816496 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:19.817080 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.832908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e0ea7-dffd-4c61-8d94-11df6a758e2f None None] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:00:19.842325 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0aa80b9d-5ecf-48e8-b99f-89dabdb31efb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4146299 Mar 11 17:00:19.842516 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48346) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:19.847577 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:19.852952 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:19.856738 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Usage tracker for resource:router and tenant:4c4ad47030bb4555b698c04076d0f547 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:19.859585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:19.877490 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:19.888090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.889027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.910842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:19.930268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:20.075607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-894b2beb-9485-4442-bdfd-3eeada4ee81c', 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'fixed_ips': [{'subnet_id': 'f0910780-af9d-47af-89b7-1c588b2dcf04'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:00:20.076442 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.082588 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.277257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.283705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Allocated IP 172.20.0.2 (894b2beb-9485-4442-bdfd-3eeada4ee81c/f0910780-af9d-47af-89b7-1c588b2dcf04/9b62556d-5815-4fa7-b172-4a468a606317) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:20.309076 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.454144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Allocated IP 172.26.4.83 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/1344b8ed-e7ce-46a1-a58d-4e780071be96) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:20.508267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.518151 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Transition to ACTIVE for port object 9b62556d-5815-4fa7-b172-4a468a606317 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:20.536143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Transition to ACTIVE for port object 9b62556d-5815-4fa7-b172-4a468a606317 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:20.547192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.613650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:20.617723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:20.621229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:20.633653 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Pushing event updated for resources: {'Port': ['ID=9b62556d-5815-4fa7-b172-4a468a606317,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:20.718343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Attempting to bind port 9b62556d-5815-4fa7-b172-4a468a606317 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:20.718710 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Attempting to bind port 9b62556d-5815-4fa7-b172-4a468a606317 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:20.719070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Attempting to bind port 9b62556d-5815-4fa7-b172-4a468a606317 on network 894b2beb-9485-4442-bdfd-3eeada4ee81c {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:20.726473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:20.726854 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Checking segment: {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:20.727222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.727607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Bound using segment: {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:20.728067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Bound port: 9b62556d-5815-4fa7-b172-4a468a606317, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:20.728436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.734912 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.766077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.819363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] For port 9b62556d-5815-4fa7-b172-4a468a606317, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:20.823660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] For port 9b62556d-5815-4fa7-b172-4a468a606317, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9b62556d-5815-4fa7-b172-4a468a606317,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:20.827825 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:20.847114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:20.850554 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:20.854948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:20.882934 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1344b8ed-e7ce-46a1-a58d-4e780071be96,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:20.915665 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c60648-5d70-4954-862d-d0e42676a780 None None] Pushing event updated for resources: {'Port': ['ID=9b62556d-5815-4fa7-b172-4a468a606317,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:21.019637 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:21.020537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:21.281418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:00:21.490826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:21.501355 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Sync routers for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:21.519838 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:21.522513 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:21.527673 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:21.530830 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-27305697-c807-41d0-b206-9d88b51f36b9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6874371 Mar 11 17:00:21.533914 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48350) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:21.538585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9b62556d-5815-4fa7-b172-4a468a606317 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:21.631618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 9b62556d-5815-4fa7-b172-4a468a606317 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:21.637186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1c328a55-f0ef-4126-99c5-aea0ce50ee9d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:21.737606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:21.738090 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:21.747325 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:21.970718 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2b3f6c-4321-4e2c-b796-601f98812caf None None] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:00:22.109146 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:20Z', 'revision_number': 3, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:22.113409 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Checking router: b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:22.113850 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Updating router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a port 1344b8ed-e7ce-46a1-a58d-4e780071be96 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:00:22.167672 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Provisioning for port 9b62556d-5815-4fa7-b172-4a468a606317 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:22.176734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Provisioning complete for port 9b62556d-5815-4fa7-b172-4a468a606317 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:22.177094 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.181602 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.363555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.405114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] For port 9b62556d-5815-4fa7-b172-4a468a606317, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9b62556d-5815-4fa7-b172-4a468a606317,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:22.410650 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.479651 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.489603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5ce8b-e67a-478f-9f1e-5bd7012cb754 None None] Pushing event updated for resources: {'Port': ['ID=9b62556d-5815-4fa7-b172-4a468a606317,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:22.579820 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.600596 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Transition to ACTIVE for port object 1344b8ed-e7ce-46a1-a58d-4e780071be96 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:22.607706 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.640135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-55400469-fec2-45df-80af-a93dd69c26f7 None None] Provisioning complete for port 9b62556d-5815-4fa7-b172-4a468a606317 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:22.640679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-55400469-fec2-45df-80af-a93dd69c26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.697767 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Attempting to bind port 1344b8ed-e7ce-46a1-a58d-4e780071be96 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:22.698142 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Attempting to bind port 1344b8ed-e7ce-46a1-a58d-4e780071be96 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:22.698479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Attempting to bind port 1344b8ed-e7ce-46a1-a58d-4e780071be96 on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:22.700580 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Pushing event updated for resources: {'Port': ['ID=1344b8ed-e7ce-46a1-a58d-4e780071be96,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:22.712441 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:22.712865 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:22.713180 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.713555 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:22.714027 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Bound port: 1344b8ed-e7ce-46a1-a58d-4e780071be96, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:22.714387 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.723009 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Allocated IP 172.20.0.1 (894b2beb-9485-4442-bdfd-3eeada4ee81c/f0910780-af9d-47af-89b7-1c588b2dcf04/45ddaa37-d278-4085-a6ce-0b1c27e3b194) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:22.742145 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.742483 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.742816 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.743142 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.743466 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.743784 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.744100 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.744415 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.744724 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.745035 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.745343 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:00:22.791977 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] For port 1344b8ed-e7ce-46a1-a58d-4e780071be96, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:22.795198 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] For port 1344b8ed-e7ce-46a1-a58d-4e780071be96, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1344b8ed-e7ce-46a1-a58d-4e780071be96,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:22.800300 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.881634 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.883782 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99969c9-9b8a-43c9-9198-2f8b065a6ac5 None None] Pushing event updated for resources: {'Port': ['ID=1344b8ed-e7ce-46a1-a58d-4e780071be96,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:22.888226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:22.888848 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:22.898658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Transition to ACTIVE for port object 45ddaa37-d278-4085-a6ce-0b1c27e3b194 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:22.921320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:22.995107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:22.997892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:23.001617 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:23.059053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.067200 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:23.075259 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Pushing event updated for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:23.150136 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.298755 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c4e5e9bc-b685-476c-b067-8d2c38c519d5 None None] Provisioning for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:23.304617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c4e5e9bc-b685-476c-b067-8d2c38c519d5 None None] Provisioning complete for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:23.305099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c4e5e9bc-b685-476c-b067-8d2c38c519d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.369942 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5e9bc-b685-476c-b067-8d2c38c519d5 None None] Port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:00:23.373102 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:20Z', 'revision_number': 3, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:23.378860 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c24f94-4a05-4782-bf49-b9bc9ee4c442 None None] The sync data for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv is: [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:20Z', 'revision_number': 3, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:23.407404 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.413571 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.461431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9b62556d-5815-4fa7-b172-4a468a606317 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:23.523572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Pushing event updated for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:23.526212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.538722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 9b62556d-5815-4fa7-b172-4a468a606317 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:23.539093 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:23.666031 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:23.667147 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:23.907560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-b9b63281-2912-4f1b-b267-5ea3094eb075 None None] Provisioning complete for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:23.908095 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b9b63281-2912-4f1b-b267-5ea3094eb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:24.001497 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-b9b63281-2912-4f1b-b267-5ea3094eb075 None None] Port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:00:24.178919 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:00:24.389475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:24.398809 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2745b85c-3b97-4ec6-abad-3a6d1e2b0b16 admin admin] 10.222.0.78 "PUT /v2.0/routers/b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8629062 Mar 11 17:00:25.142657 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48360) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.148329 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154996374', 'description': 'tempest-secgroup-smoke-1154996374 description', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.154395 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.158283 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.161117 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.166718 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.176343 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.217418 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.221451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.224553 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.230057 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.291364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.297661 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.340516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b42ea7-a635-453f-8169-f773caedd6cf,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:25.344154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.348406 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0ff6eed2-de5f-4af3-9cc2-592dc921b820 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2019789 Mar 11 17:00:25.350696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48364) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.354982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.361120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.365616 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.368474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.374047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.390120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.451989 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.456594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.480467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dad556-20e1-4597-b8aa-9bc9d3c8d638,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:25.489360 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.491827 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-6c3fa82f-896f-490c-a0f3-e4141fa2f755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1414769 Mar 11 17:00:25.494809 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48368) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.500368 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.507299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.511164 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.514199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.519777 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.537596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.616100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.621250 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.644625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b3b16-2fec-44e5-be81-9160e1f31b43,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:25.654416 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.655646 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-519597b7-9b9f-461b-9dc3-e4429e492ef2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1599021 Mar 11 17:00:25.658812 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48372) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.668537 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.678671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.682594 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.686203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.692155 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.711317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.787883 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.791408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.816246 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a7b96d-ceed-4d0a-8351-268fb92f0fcb,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:25.826196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.827398 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-5618c9c7-bae5-4335-8810-a8125d97f4a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1672139 Mar 11 17:00:25.830057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48376) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.835857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.841719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.845801 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:25.848591 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:25.854947 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:25.872507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.936728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.940478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.966267 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5066ab0-6177-4400-b71c-c6a08102af31,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:25.976643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:25.977980 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-74e540ed-6c64-4252-83c1-31ae2c65864d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1469977 Mar 11 17:00:25.980754 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48380) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:25.986091 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:25.993990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:25.998071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:26.001689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:26.007870 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:26.018777 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Project d21e783c47fb4419b763aed1e40b0e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:00:26.027501 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.096460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.099650 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.133318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a46799-29a9-4178-a63e-27c5c38bce61,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:26.142659 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.143862 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7e493af0-0e8f-4740-8f79-75271e2ae582 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1622107 Mar 11 17:00:26.147893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48384) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:26.153245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': '77b42ea7-a635-453f-8169-f773caedd6cf', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:26.159118 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:26.162944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:26.165787 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:26.171366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:26.182505 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Project d21e783c47fb4419b763aed1e40b0e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:00:26.189112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.261602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.265587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.293578 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e566cf-7092-4f40-b3ad-ceb59683f883,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:26.303774 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:26.304994 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-efb292e3-e529-471b-944b-e4c435f65484 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1562090 Mar 11 17:00:26.483225 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-dff4e52e-ea89-47a7-b9ee-f7ad08bc4ef9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:00:26.510310 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-dff4e52e-ea89-47a7-b9ee-f7ad08bc4ef9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:00:26.511462 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-dff4e52e-ea89-47a7-b9ee-f7ad08bc4ef9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154996374&fields=id&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 267 time: 0.0705838 Mar 11 17:00:26.665534 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-d33ca126-29b4-4a90-b3b4-f4b30d23e62e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:26.666144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-d33ca126-29b4-4a90-b3b4-f4b30d23e62e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:00:26.682693 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-d33ca126-29b4-4a90-b3b4-f4b30d23e62e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:00:26.683839 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-d33ca126-29b4-4a90-b3b4-f4b30d23e62e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 808 time: 0.1660013 Mar 11 17:00:26.702716 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-601acc07-69af-440f-9c6d-43a35f1768fc tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/quotas/d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 375 time: 0.0133040 Mar 11 17:00:26.790858 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-a57d0db5-c748-4aed-8de3-62758a06b52d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826085 Mar 11 17:00:27.055994 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-9c9f8888-3c59-45bf-8670-8a3f6c713627 service neutron] 10.222.0.78 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537761 Mar 11 17:00:27.200764 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-782b5ec3-7f47-466e-bd15-860e0da60082 service neutron] 10.222.0.78 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389990 Mar 11 17:00:27.403576 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-18f1d6be-b88a-4bbf-ae1a-fc679d1e5f76 req-7eda18c4-d0f7-443d-908b-f1b1130aff9d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 210 time: 0.0549712 Mar 11 17:00:28.582589 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3cf05dd3-c1bf-4332-a555-b69d7461867f req-1a630249-2c41-4095-8da7-ec2dbe749aa9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 210 time: 0.0476699 Mar 11 17:00:28.764931 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-f03e319f-32d3-45a3-acb0-8a5e0d7d12a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:28.766413 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-f03e319f-32d3-45a3-acb0-8a5e0d7d12a9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 808 time: 0.1657813 Mar 11 17:00:28.842081 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-c48e90b1-b4c3-4487-9d43-d5fcfd4966b6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 380 time: 0.0635552 Mar 11 17:00:28.855141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'port': {'device_id': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'admin_state_up': True, 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'security_groups': ['77b42ea7-a635-453f-8169-f773caedd6cf']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:29.008200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:29.012000 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:port and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:29.014845 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:29.021822 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:29.030963 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Made reservation on behalf of d21e783c47fb4419b763aed1e40b0e18 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:00:29.034009 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.215134 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Allocated IP 172.20.0.11 (5bda8a94-5b49-4c2b-9c34-4ef4bf920046/5748c504-9b23-43ef-81e3-396b32e4e45c/4b058942-783d-443b-8e5e-a223160def70) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:29.478985 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1344b8ed-e7ce-46a1-a58d-4e780071be96 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:29.523715 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.539357 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Transition to ACTIVE for port object 4b058942-783d-443b-8e5e-a223160def70 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:29.549970 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 1344b8ed-e7ce-46a1-a58d-4e780071be96 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:29.555290 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1344b8ed-e7ce-46a1-a58d-4e780071be96 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:29.555652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.567196 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.647228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:29.650243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:29.654302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:29.682915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.685679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:29.710296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 1344b8ed-e7ce-46a1-a58d-4e780071be96, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1344b8ed-e7ce-46a1-a58d-4e780071be96,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:29.718835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.739156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:29.740390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.770085 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-eadf4df3-67b3-4509-abcc-8ae63f55da65 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9191971 Mar 11 17:00:29.811576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=1344b8ed-e7ce-46a1-a58d-4e780071be96,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:29.823895 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d93c-a1cb-4f4d-96dd-c8fe1d6040cc req-5287cf08-8bb5-4794-be11-b876446b6a45 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:29.826118 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a66d93c-a1cb-4f4d-96dd-c8fe1d6040cc req-5287cf08-8bb5-4794-be11-b876446b6a45 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 932 time: 0.0974991 Mar 11 17:00:29.868994 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Request body: {'port': {'device_id': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:29.888175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a66d93c-a1cb-4f4d-96dd-c8fe1d6040cc req-4a68a4e7-3b85-4944-b63f-ef3fe2e09823 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553131 Mar 11 17:00:29.964084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de5ac9c7-2c88-421c-9064-f81165946779 None None] Provisioning for port 4b058942-783d-443b-8e5e-a223160def70 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:29.969196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-de5ac9c7-2c88-421c-9064-f81165946779 None None] Provisioning complete for port 4b058942-783d-443b-8e5e-a223160def70 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:29.969563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-de5ac9c7-2c88-421c-9064-f81165946779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:29.989121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.023027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-de5ac9c7-2c88-421c-9064-f81165946779 None None] Port 4b058942-783d-443b-8e5e-a223160def70 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:00:30.365841 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:00:30.373511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.388842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Transition to ACTIVE for port object 4b058942-783d-443b-8e5e-a223160def70 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:30.392586 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.529515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:30.641485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Attempting to bind port 4b058942-783d-443b-8e5e-a223160def70 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:30.641842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Attempting to bind port 4b058942-783d-443b-8e5e-a223160def70 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:30.642166 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Attempting to bind port 4b058942-783d-443b-8e5e-a223160def70 on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:30.648423 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Port 4b058942-783d-443b-8e5e-a223160def70 on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:00:30.648732 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Attempting to bind port 4b058942-783d-443b-8e5e-a223160def70 on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:30.654932 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:30.655265 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Checking segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:30.655643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Bound using segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:30.656060 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Bound port: 4b058942-783d-443b-8e5e-a223160def70, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:30.656407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.746828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:30.749660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:30.755631 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.817962 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:30.819506 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] 10.222.0.11 "PUT /v2.0/ports/4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1094 time: 1.0422630 Mar 11 17:00:30.820002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:00:30.838616 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5dfb-f1fd-4503-bd3a-ef0ca0d0f14f service neutron] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:30.896770 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'status': 'completed', 'code': 200} Mar 11 17:00:30.955045 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-0a5a3879-3e1a-443a-b2e9-735cbc79fd70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1097 time: 0.0986040 Mar 11 17:00:31.035575 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-6a3ed410-4bc2-4237-9afd-cfc534195efc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 217 time: 0.0745873 Mar 11 17:00:31.108126 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-fa3dcea5-5ca3-4a2d-a927-60b918cc84ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:31.109491 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-fa3dcea5-5ca3-4a2d-a927-60b918cc84ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0674520 Mar 11 17:00:31.110295 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8d859-61b9-4e5a-bd2c-3ee883073678 req-128375af-570b-48ee-95b8-7767ec259f97 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:31.111759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f8b8d859-61b9-4e5a-bd2c-3ee883073678 req-128375af-570b-48ee-95b8-7767ec259f97 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0896742 Mar 11 17:00:31.160045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f8b8d859-61b9-4e5a-bd2c-3ee883073678 req-f2cab267-27fa-448f-bb5e-2f484d60bc1e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Mar 11 17:00:31.186667 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-fb75e833-c6f1-4e43-815b-a39d4ebe201e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709653 Mar 11 17:00:31.322154 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-a26991f3-7508-45c3-9971-a2c1fe1f8736 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284049 Mar 11 17:00:31.462476 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c8cef086-7ce2-463a-9b02-b17f1eb315e7 req-c07e7c45-decf-4f69-93c2-932004ed3a87 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349156 Mar 11 17:00:31.468362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1344b8ed-e7ce-46a1-a58d-4e780071be96 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:31.542882 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 1344b8ed-e7ce-46a1-a58d-4e780071be96 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:31.543377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:31.687067 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-6cb36e0e-0572-4354-91b1-2128073bead5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1097 time: 0.1700511 Mar 11 17:00:31.825521 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-4a1beb5b-b020-4135-8024-09bab29f837b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:31.826995 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-4a1beb5b-b020-4135-8024-09bab29f837b service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1335692 Mar 11 17:00:31.895144 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-42ac8cc9-583a-49e7-a338-c5723ad5041c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 217 time: 0.0610189 Mar 11 17:00:31.959478 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-523b5ad2-4fda-40ad-a027-31a53b5d755c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:31.960852 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-523b5ad2-4fda-40ad-a027-31a53b5d755c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0606384 Mar 11 17:00:32.036767 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-5364b9df-80ae-41dd-9983-89083cb753e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703959 Mar 11 17:00:32.178466 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-2a2d9434-6ae3-4e5d-a628-aa182c3e9dd7 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347504 Mar 11 17:00:32.315702 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2fe8a77b-65a7-412d-aa1c-61114d12fb62 req-75ceeaca-48ba-4d27-aa54-47f4992dcd8b service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322196 Mar 11 17:00:32.374154 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ac54-695b-49ba-a972-4b02b05104c7 req-373a1b18-d40a-44d0-9ef2-69d0009a1dce tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:32.375604 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6919ac54-695b-49ba-a972-4b02b05104c7 req-373a1b18-d40a-44d0-9ef2-69d0009a1dce tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0897982 Mar 11 17:00:32.421595 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6919ac54-695b-49ba-a972-4b02b05104c7 req-8aa7ccb0-4f7f-4220-9d1a-5cd593804c5d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402968 Mar 11 17:00:32.601930 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:32.615051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:32.615766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:32.795837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:33.129814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 2, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:33.134607 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:33.134951 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Updating router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:00:33.190459 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:33.555659 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:33.568240 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Transition to ACTIVE for port object c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:33.575136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:33.640957 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcb4f-f9a7-469a-a45d-885389504f7f req-e6a3750d-5019-4ca0-9b40-a600c94ad477 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:33.643866 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40cfcb4f-f9a7-469a-a45d-885389504f7f req-e6a3750d-5019-4ca0-9b40-a600c94ad477 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0836015 Mar 11 17:00:33.704186 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-40cfcb4f-f9a7-469a-a45d-885389504f7f req-bc74b36b-6e39-4063-af8c-367eab9ca57b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550959 Mar 11 17:00:33.743877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98188c0e-06a5-4a26-8e95-654d49e32fdc None None] Pushing event updated for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:33.843092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Attempting to bind port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:33.843591 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Attempting to bind port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:33.843805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Attempting to bind port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:33.851641 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:33.852400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Checking segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:33.852400 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:33.852781 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Bound using segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:33.853244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Bound port: c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:33.853616 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:33.954873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] For port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:33.957974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] For port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:33.963189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:34.042675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98188c0e-06a5-4a26-8e95-654d49e32fdc None None] Pushing event updated for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:34.047495 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:34.048129 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:34.242557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:34.415024 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Sync routers for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:34.427753 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:34.428382 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:34.577633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:33Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:34.582166 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4704bf-c579-42ef-adee-116a08a1efea None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:33Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:34.643578 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:34.937025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb56c-a75b-442c-a466-2ba9932ee0f7 req-32d6a65a-29ce-45ed-8953-e8a352232da7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:34.938629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e1bdb56c-a75b-442c-a466-2ba9932ee0f7 req-32d6a65a-29ce-45ed-8953-e8a352232da7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0959473 Mar 11 17:00:34.991637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e1bdb56c-a75b-442c-a466-2ba9932ee0f7 req-cf914246-8138-482c-8d6d-12e4e1d64986 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 Mar 11 17:00:35.011932 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:23Z', 'revision_number': 4, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '45ddaa37-d278-4085-a6ce-0b1c27e3b194', 'name': '', 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'mac_address': 'fa:16:3e:23:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:22Z', 'updated_at': '2022-03-11T17:00:23Z', 'revision_number': 2, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'subnets': [{'id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:35.016569 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Checking router: b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:35.016913 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Updating router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:00:35.072726 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.434639 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.446817 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Transition to ACTIVE for port object 45ddaa37-d278-4085-a6ce-0b1c27e3b194 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:00:35.453643 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.473838 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:00:35.485619 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:35.586333 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049c35-df20-416f-8158-c9c02ca2ad46 None None] Pushing event updated for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:35.678324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:35.680528 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Attempting to bind port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:00:35.680901 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Attempting to bind port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:00:35.681267 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Attempting to bind port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 on network 894b2beb-9485-4442-bdfd-3eeada4ee81c {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:00:35.688908 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:00:35.689424 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Checking segment: {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:00:35.689853 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.690182 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:35.690335 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Bound using segment: {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:00:35.690542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.690668 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Bound port: 45ddaa37-d278-4085-a6ce-0b1c27e3b194, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385bef93-85fa-4712-b498-638588be2f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:00:35.691039 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.731675 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:35.762165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '4b058942-783d-443b-8e5e-a223160def70', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:00:35.796227 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] For port 45ddaa37-d278-4085-a6ce-0b1c27e3b194, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:00:35.799131 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] For port 45ddaa37-d278-4085-a6ce-0b1c27e3b194, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=45ddaa37-d278-4085-a6ce-0b1c27e3b194,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:00:35.803917 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.881279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.893076 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a049c35-df20-416f-8158-c9c02ca2ad46 None None] Pushing event updated for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:35.899864 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:35.900665 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:35.902594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.915076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:00:35.941944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:35.949366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:35.987244 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:35.998126 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:36.023066 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:36.106295 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:36.110944 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:36.244089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada7e4-7317-472b-bdf3-b7ed2ba86376 req-007b8439-c8a8-40d8-a6e8-3512ad9b040c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:36.245534 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6ada7e4-7317-472b-bdf3-b7ed2ba86376 req-007b8439-c8a8-40d8-a6e8-3512ad9b040c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.0872705 Mar 11 17:00:36.295223 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6ada7e4-7317-472b-bdf3-b7ed2ba86376 req-db094edc-7385-46c0-a485-aac6851e98de tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Mar 11 17:00:36.310871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['4b058942-783d-443b-8e5e-a223160def70'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:00:36.476700 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:23Z', 'revision_number': 4, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '45ddaa37-d278-4085-a6ce-0b1c27e3b194', 'name': '', 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'mac_address': 'fa:16:3e:23:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:22Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 4, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'subnets': [{'id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:36.481102 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba1311-32b8-4d96-b578-de1680633cd2 None None] The sync data for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv is: [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:00:23Z', 'revision_number': 4, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '45ddaa37-d278-4085-a6ce-0b1c27e3b194', 'name': '', 'network_id': '894b2beb-9485-4442-bdfd-3eeada4ee81c', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'mac_address': 'fa:16:3e:23:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:22Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 4, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'subnets': [{'id': 'f0910780-af9d-47af-89b7-1c588b2dcf04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:37.470629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:37.533890 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 45ddaa37-d278-4085-a6ce-0b1c27e3b194 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:37.611728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 4b058942-783d-443b-8e5e-a223160def70 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:37.619117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 4b058942-783d-443b-8e5e-a223160def70 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:37.619491 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.632944 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e94183-31ae-4e34-927f-d59a40ea9b0a req-2a029371-d3b1-4b4e-b8f8-0f8110ace6ef tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:37.634544 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f2e94183-31ae-4e34-927f-d59a40ea9b0a req-2a029371-d3b1-4b4e-b8f8-0f8110ace6ef tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.2031133 Mar 11 17:00:37.657236 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:00:37.672934 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:37.673312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.692485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f2e94183-31ae-4e34-927f-d59a40ea9b0a req-a479986e-d7e6-4266-919c-cc4b4a31dd15 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Mar 11 17:00:37.843068 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.880547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.894318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:00:37.909671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:37.925734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.962076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 45ddaa37-d278-4085-a6ce-0b1c27e3b194, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=45ddaa37-d278-4085-a6ce-0b1c27e3b194,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:00:37.971522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:37.972035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:38.040183 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'code': 200} Mar 11 17:00:38.053351 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:38.126741 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:38.127107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:38.178832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:38.283252 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dfb026a3-e10a-41b0-9238-7cf634cd411d req-1e218288-43a2-4e6b-84f1-e22bc2641763 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.0833666 Mar 11 17:00:38.297241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2ec0e6e5-5d0a-491a-84b5-0a494d27b980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:38.329177 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dfb026a3-e10a-41b0-9238-7cf634cd411d req-a9245d32-856f-4df8-9e80-f40b7a21c179 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 Mar 11 17:00:38.907215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b9cf9-6d3f-41ee-824a-e227075e6cc6 req-e51d4d84-a368-492d-80f1-7c0a2fc2ce4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:38.908680 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-298b9cf9-6d3f-41ee-824a-e227075e6cc6 req-e51d4d84-a368-492d-80f1-7c0a2fc2ce4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0807085 Mar 11 17:00:38.955659 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-298b9cf9-6d3f-41ee-824a-e227075e6cc6 req-79603b10-ffba-42a8-ab2d-4825e26eab92 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403936 Mar 11 17:00:39.191550 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:00:39.461071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 45ddaa37-d278-4085-a6ce-0b1c27e3b194 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:00:39.539265 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:00:39.539630 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:40.159485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a86042-d35d-49e8-b1a4-9a19709713b2 req-22049017-86d1-4891-9c3c-600aae827440 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:40.160919 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11a86042-d35d-49e8-b1a4-9a19709713b2 req-22049017-86d1-4891-9c3c-600aae827440 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0791419 Mar 11 17:00:40.207112 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11a86042-d35d-49e8-b1a4-9a19709713b2 req-c9eea90c-6a9f-415e-8f05-2b82b724fa67 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Mar 11 17:00:40.553058 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174ba7-d135-49a2-a84a-c282c9feec98 req-cc58f1c3-4ce5-4a03-9f31-57cdf38a9ae8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:40.554563 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3d174ba7-d135-49a2-a84a-c282c9feec98 req-cc58f1c3-4ce5-4a03-9f31-57cdf38a9ae8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0823996 Mar 11 17:00:40.604939 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3d174ba7-d135-49a2-a84a-c282c9feec98 req-29a9740e-414b-4517-a6cd-70ee4670a8a8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449238 Mar 11 17:00:40.634141 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48444) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:40.783659 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-dd35748c-3580-4f33-bdc9-14bc8a263b6b tempest-TestShelveInstance-1222236129 tempest-TestShelveInstance-1222236129-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1094 time: 0.1482766 Mar 11 17:00:40.787814 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48452) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:00:40.792888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:00:40.798527 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:00:40.803548 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:floatingip and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:00:40.806515 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:00:40.812075 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:00:40.824289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:40.970844 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:41.122735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Allocated IP 172.26.4.246 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/7182eb82-4fd1-419c-b5d3-01994d80e620) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:00:41.275101 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:41.309402 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:41.372369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d6a9907d-1daa-445c-a72b-facef4c402f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:41.386059 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:00:41.388982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:00:41.393408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:00:41.427375 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=7182eb82-4fd1-419c-b5d3-01994d80e620,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:42.039710 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.097132 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.172285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.250863 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.306915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.311512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.420858 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=7182eb82-4fd1-419c-b5d3-01994d80e620,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:00:42.435815 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:42.636555 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Floating IP cbfc0de3-55e3-472d-b702-c0014ec1c8e4 associated. External IP: 172.26.4.246, port: 4b058942-783d-443b-8e5e-a223160def70. Mar 11 17:00:43.037448 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:00:43.240671 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:00:43.250849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:00:43.264668 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:43.265450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:43.266511 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:43.337446 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-70ff7397-dbdd-4fe0-8a8b-aa1d336c34bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5361154 Mar 11 17:00:43.337446 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:00:43.380588 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'status': 'completed', 'code': 200} Mar 11 17:00:43.467080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:43.594405 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-e16102d9-3d20-473e-a762-98d19735d86d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.1876295 Mar 11 17:00:43.732316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-91c2e1dd-52a5-4046-9313-96be4dc984b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:43.733778 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-91c2e1dd-52a5-4046-9313-96be4dc984b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1318152 Mar 11 17:00:43.778872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:43.847589 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-d46bee67-c521-4248-9cbe-f17a7aaaf09c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1000 time: 0.1063652 Mar 11 17:00:43.894471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'cbfc0de3-55e3-472d-b702-c0014ec1c8e4', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:41Z', 'updated_at': '2022-03-11T17:00:41Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:43.898881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:00:43.910012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:00:43.911010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:00:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:43.918120 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-768fb848-46bb-411e-a258-f1100c8dda1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:00:43.919613 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-768fb848-46bb-411e-a258-f1100c8dda1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0667453 Mar 11 17:00:43.999311 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-1ddd5771-b1b3-4b18-85cb-4a8bbe1be8db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738134 Mar 11 17:00:44.093842 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:00:44.144420 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-6cd4d622-f580-4ef2-b309-1f233498e740 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380405 Mar 11 17:00:44.281845 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2c775624-4567-4a68-8b56-61d4e01e1243 req-0a741985-05da-4658-8e9a-bf2c6c5dd3a5 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322684 Mar 11 17:00:44.464922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'cbfc0de3-55e3-472d-b702-c0014ec1c8e4', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:41Z', 'updated_at': '2022-03-11T17:00:41Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:00:44.468853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c166a2-cd13-4492-88f7-f6d253ed2f77 None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'cbfc0de3-55e3-472d-b702-c0014ec1c8e4', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:00:41Z', 'updated_at': '2022-03-11T17:00:41Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:00:45.593570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:00:52.888365 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd0f1be-e0eb-46aa-b66a-5b0da1a5736f None None] New status for floating IP cbfc0de3-55e3-472d-b702-c0014ec1c8e4: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:01:08.300592 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bf38e62e-16ec-4783-bc9a-68a2e0ea9b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:11.376671 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-967ea786-e621-4c06-9ac2-abc71cae7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:12.176123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:12.244387 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:13.763569 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:15.609534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:16.191842 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:01:18.905358 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-68db2090-bad5-41ca-b690-640313b9d619 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753655 Mar 11 17:01:19.058019 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-a18a5582-957c-4e0f-aa3e-e09e070b72a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.0739121 Mar 11 17:01:19.205311 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-797a8b12-6382-43c9-8149-9194145e87f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.206664 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-797a8b12-6382-43c9-8149-9194145e87f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1291013 Mar 11 17:01:19.307038 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-65389471-2e91-4af2-a3b1-342036b6c660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.0940580 Mar 11 17:01:19.373909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-26b2a42a-7cc3-4b5b-8456-fe8ff94df212 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:01:19.375346 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-26b2a42a-7cc3-4b5b-8456-fe8ff94df212 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0618033 Mar 11 17:01:19.451817 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-f6876a42-4449-4a1c-9dec-35c4b447a407 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706649 Mar 11 17:01:19.586585 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-e01ee550-0b61-445b-9a97-7c98e470a33c service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272397 Mar 11 17:01:19.733455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d324a6e4-5f2a-4aee-9726-f28423a1a456 req-082eff92-3a94-43dc-94d1-dd1295098ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401138 Mar 11 17:01:38.305016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-598b6edb-9fc7-4fab-a4d1-0f15280d68a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:41.380319 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-73410198-43c1-4ec0-90c9-8b3435391756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.178560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:42.247785 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:43.762096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:45.623861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:01:53.192143 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:08.308386 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ac134f83-cb69-4b79-821c-62aeaaeb7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:11.383918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-29998a40-8d08-43d4-8f7b-40704e14e08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:12.181751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:12.249304 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:13.770783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:15.633577 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:19.745805 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-ebb037e9-66f1-4264-aed7-b6c3ec31078a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2469633 Mar 11 17:02:19.888115 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-feba299a-9766-40da-b531-375ea7545de5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.0697999 Mar 11 17:02:20.043956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-8f7f9a70-e073-47e3-bcd7-db240027ff80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:20.045296 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-8f7f9a70-e073-47e3-bcd7-db240027ff80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1368597 Mar 11 17:02:20.150507 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-3071701f-b1b2-415c-a823-20114ea02227 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.0991342 Mar 11 17:02:20.214110 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-4f7c444e-db5a-42a1-a7a2-558d9e2b0d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:02:20.215557 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-4f7c444e-db5a-42a1-a7a2-558d9e2b0d48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0587828 Mar 11 17:02:20.296282 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-2590af02-d395-4638-914c-8c9285f296a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744362 Mar 11 17:02:20.430276 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-7330cfc8-2859-4871-8aaf-c2128cd263b8 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278257 Mar 11 17:02:20.563978 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4d8d5c9a-66e6-4f7a-94ab-12096722df43 req-490a8147-f8f1-4f50-b407-397e4cb89e8a service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270509 Mar 11 17:02:30.193499 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:02:38.311529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-85aadc9c-6f4b-4f5e-989f-173e9de9ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:41.388072 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7ba55aa9-3f4e-4819-a787-dde5ae67a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:42.185217 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:42.252206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:43.766960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:02:45.636573 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:07.193866 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:03:08.315037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8412966b-c600-4ef6-9d0d-066c53113757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:11.393044 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c8b9cc55-e58e-4254-847f-4bb82bfdf1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.187225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:12.254918 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:13.771267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:15.655578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:20.059375 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353d0ff-457f-4c8a-b35c-b6f34ed0d054 req-1844d4a9-1166-412d-95f5-ad6837e51754 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:20.061092 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f353d0ff-457f-4c8a-b35c-b6f34ed0d054 req-1844d4a9-1166-412d-95f5-ad6837e51754 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.1769807 Mar 11 17:03:20.112232 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f353d0ff-457f-4c8a-b35c-b6f34ed0d054 req-316db1fa-4717-47e2-b054-ccbb897ac610 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Mar 11 17:03:20.528956 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-8f669171-174b-45d1-9dcb-ab7ad8558277 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.0898302 Mar 11 17:03:20.686055 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-e14a8d35-01e7-48c4-80ac-648b4d71ad11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:20.687511 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-e14a8d35-01e7-48c4-80ac-648b4d71ad11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1403799 Mar 11 17:03:20.795932 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-0bcd9f43-a3c2-4965-83ea-bccc4c9fc3bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.1023905 Mar 11 17:03:20.857608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-7fe99c9a-c065-4b7b-9cb6-8a35aabdfef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:20.859061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-7fe99c9a-c065-4b7b-9cb6-8a35aabdfef7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0578947 Mar 11 17:03:20.939256 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-8486815b-d008-4ed5-9a32-830f4a1abd0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746539 Mar 11 17:03:21.071890 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-2812d2aa-4623-499b-8660-27b31887d539 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268585 Mar 11 17:03:21.216436 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a39c66b1-8451-4282-a1e1-c45677932bf3 req-089a3770-d7a9-477a-ad36-d3c880af43ff service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383078 Mar 11 17:03:21.334605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da3388-067a-4a82-8a35-ba203e901fb5 req-27cc3225-aa88-4a77-bda8-38b437f046d4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:21.335911 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5da3388-067a-4a82-8a35-ba203e901fb5 req-27cc3225-aa88-4a77-bda8-38b437f046d4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0842638 Mar 11 17:03:21.383822 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5da3388-067a-4a82-8a35-ba203e901fb5 req-99612fc4-3a09-4580-9ed9-7903dca5a9e9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Mar 11 17:03:22.618795 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4ce77-3a3d-439e-bd00-0e0e0e16a8b0 req-c7194cab-0cbf-46bc-a234-7e92d7d0ebcf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:22.620237 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5d4ce77-3a3d-439e-bd00-0e0e0e16a8b0 req-c7194cab-0cbf-46bc-a234-7e92d7d0ebcf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0875721 Mar 11 17:03:22.668629 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5d4ce77-3a3d-439e-bd00-0e0e0e16a8b0 req-ffd37a5b-00f4-4839-b23e-e7e237cf1c10 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Mar 11 17:03:23.876501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b9944-d5c9-43f4-a73e-d3f76a5fcfcd req-60c5f692-d355-4176-923e-0a94a0b84d91 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:23.878755 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b6b9944-d5c9-43f4-a73e-d3f76a5fcfcd req-60c5f692-d355-4176-923e-0a94a0b84d91 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0825782 Mar 11 17:03:23.929178 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5b6b9944-d5c9-43f4-a73e-d3f76a5fcfcd req-1ff0850a-b9ad-463b-8942-53103ed9e9d4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438030 Mar 11 17:03:25.133752 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a394d0-ba92-4cb1-a976-40fa18d86349 req-b7201368-0c57-4d75-a1f3-a95f8cc6653b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:25.135212 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99a394d0-ba92-4cb1-a976-40fa18d86349 req-b7201368-0c57-4d75-a1f3-a95f8cc6653b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0815220 Mar 11 17:03:25.181824 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-99a394d0-ba92-4cb1-a976-40fa18d86349 req-e9a9df5a-7518-407a-a962-778e8157fbd4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Mar 11 17:03:26.389642 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd09e4-5449-475c-8de1-f1a483890c4f req-f9661ad1-5890-4a45-9d81-5b0f894317f5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:26.391045 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-04fd09e4-5449-475c-8de1-f1a483890c4f req-f9661ad1-5890-4a45-9d81-5b0f894317f5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0779026 Mar 11 17:03:26.437938 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-04fd09e4-5449-475c-8de1-f1a483890c4f req-9dcddc3c-312e-4b21-afe4-bf8319eb7f6b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413966 Mar 11 17:03:27.648000 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed787ae-497e-47a1-b573-b9ca5bd2d058 req-edb76c63-c1a1-4034-a4d9-ea2258d01393 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:27.650150 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ed787ae-497e-47a1-b573-b9ca5bd2d058 req-edb76c63-c1a1-4034-a4d9-ea2258d01393 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0868900 Mar 11 17:03:27.696978 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2ed787ae-497e-47a1-b573-b9ca5bd2d058 req-62342170-c174-4d73-92e3-5b07479b30b9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412118 Mar 11 17:03:28.908363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8c95e-a731-4de4-a960-0154850fbdff req-4efbb55b-4359-4164-8eee-39cb02bf2044 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:28.912139 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2d8c95e-a731-4de4-a960-0154850fbdff req-4efbb55b-4359-4164-8eee-39cb02bf2044 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0853338 Mar 11 17:03:28.961061 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2d8c95e-a731-4de4-a960-0154850fbdff req-87801174-15da-4e05-869d-677a151b5947 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Mar 11 17:03:30.170995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa654a07-5cd6-4370-9949-2c9afb95082c req-94de9a54-9015-40e8-9515-3090a9ec7f30 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:30.172481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa654a07-5cd6-4370-9949-2c9afb95082c req-94de9a54-9015-40e8-9515-3090a9ec7f30 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0803895 Mar 11 17:03:30.219664 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aa654a07-5cd6-4370-9949-2c9afb95082c req-1bac906a-7c61-49a4-a594-aa10f7f3abb2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Mar 11 17:03:31.442413 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b390591-e9e3-4220-8412-7b58da6e4bba req-b38cb41b-4142-4846-af26-10c890bcb526 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:31.443886 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b390591-e9e3-4220-8412-7b58da6e4bba req-b38cb41b-4142-4846-af26-10c890bcb526 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0840015 Mar 11 17:03:31.491071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9b390591-e9e3-4220-8412-7b58da6e4bba req-2eb09b00-cab2-4702-8207-eabc07b8a1f4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Mar 11 17:03:32.695422 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c663d67-188f-4ae6-88b6-fb21677a38e2 req-0cb31c10-bd2e-4010-80ab-b934800ee6cd tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:32.696852 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9c663d67-188f-4ae6-88b6-fb21677a38e2 req-0cb31c10-bd2e-4010-80ab-b934800ee6cd tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0800681 Mar 11 17:03:32.745074 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9c663d67-188f-4ae6-88b6-fb21677a38e2 req-5488dd6b-5f7b-429f-8e4f-5aaa4644fcaf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Mar 11 17:03:33.950082 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105414c-70a8-4d3f-b10a-19654cc0154c req-67a753ca-8116-4c1b-92e4-7bcd097b8da3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:33.951515 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6105414c-70a8-4d3f-b10a-19654cc0154c req-67a753ca-8116-4c1b-92e4-7bcd097b8da3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0840936 Mar 11 17:03:33.999096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6105414c-70a8-4d3f-b10a-19654cc0154c req-028bf134-5bfe-425b-84a7-f43bfc677e57 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Mar 11 17:03:34.308437 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:03:34.453547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:03:34.467380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '4b058942-783d-443b-8e5e-a223160def70', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:03:34.527954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:34.555649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:03:34.570869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:03:34.574441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:34.674810 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['4b058942-783d-443b-8e5e-a223160def70'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:03:34.749923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:34.764886 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.765231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.765562 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.765911 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.766241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.766561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.766879 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.767194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.768078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.768994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:34.769315 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:03:35.212939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e0b3-31d5-4c65-b5ca-7f53438f6f31 req-4495797d-aaba-414d-b9a0-7ecc8a5ba3de tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:35.214653 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5600e0b3-31d5-4c65-b5ca-7f53438f6f31 req-4495797d-aaba-414d-b9a0-7ecc8a5ba3de tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.0809305 Mar 11 17:03:35.264240 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5600e0b3-31d5-4c65-b5ca-7f53438f6f31 req-d7830f07-d66c-44ab-9d99-069c578eab98 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439999 Mar 11 17:03:36.310097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:03:36.382097 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 4b058942-783d-443b-8e5e-a223160def70 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:03:36.382468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:36.477586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8accc8-5526-49bc-adce-b680e218caa6 req-6df2d11c-7935-4dde-b5be-34797f852748 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:36.479091 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c8accc8-5526-49bc-adce-b680e218caa6 req-6df2d11c-7935-4dde-b5be-34797f852748 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Mar 11 17:03:36.500188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:36.527531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:03:36.528999 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0c8accc8-5526-49bc-adce-b680e218caa6 req-2e9429be-40d1-4d3a-aff6-dc0c49323d23 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Mar 11 17:03:36.537635 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:03:36.543451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:36.636805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:37.764265 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'code': 200} Mar 11 17:03:37.786847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a16683-2fb3-46de-9825-96e141799950 req-6161dda2-139a-4e9a-a350-c4616aa128b2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:37.788298 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2a16683-2fb3-46de-9825-96e141799950 req-6161dda2-139a-4e9a-a350-c4616aa128b2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0896478 Mar 11 17:03:37.937533 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2a16683-2fb3-46de-9825-96e141799950 req-131dc9ca-3ab9-44eb-8f02-5bd22ec98624 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411555 Mar 11 17:03:38.328070 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7f5b9544-f367-4b99-a7b6-bdb1df2a6a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:39.191466 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273d604-3129-48c3-9002-b942925a6ba8 req-631d1a9d-4951-4f12-be2b-88b39dd15dbf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:39.193165 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4273d604-3129-48c3-9002-b942925a6ba8 req-631d1a9d-4951-4f12-be2b-88b39dd15dbf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0983272 Mar 11 17:03:39.252718 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4273d604-3129-48c3-9002-b942925a6ba8 req-3b4fe07f-88c5-4c1f-b026-486038469b67 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529094 Mar 11 17:03:40.490086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa423e3-1426-412c-ba8b-ccb7eb9db1ea req-ad9431e5-bd3a-4c64-ab67-44bf353fe8e0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:40.491729 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfa423e3-1426-412c-ba8b-ccb7eb9db1ea req-ad9431e5-bd3a-4c64-ab67-44bf353fe8e0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.1004272 Mar 11 17:03:40.544897 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cfa423e3-1426-412c-ba8b-ccb7eb9db1ea req-ed7dfd8e-214e-4f06-8c6d-e0a808ff4df8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472860 Mar 11 17:03:41.402520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a128709-bb92-4855-88c2-ad75e149f7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:41.809363 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2a85b-817c-4bc6-aad0-1cee1a87222c req-69344438-0a3b-44fb-8829-f87b9c62512b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:41.814765 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dc2a85b-817c-4bc6-aad0-1cee1a87222c req-69344438-0a3b-44fb-8829-f87b9c62512b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.1178603 Mar 11 17:03:41.878284 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dc2a85b-817c-4bc6-aad0-1cee1a87222c req-2b827733-e2ba-42ed-90ec-96da98416f69 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613229 Mar 11 17:03:42.196654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:42.261403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:43.096169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eee342-8cc3-472d-8554-13886110755c req-47945075-fe8c-4458-b8da-108ad276d55d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:43.097669 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e9eee342-8cc3-472d-8554-13886110755c req-47945075-fe8c-4458-b8da-108ad276d55d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0892982 Mar 11 17:03:43.151356 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e9eee342-8cc3-472d-8554-13886110755c req-f24f3274-6b9c-4cdb-bcda-f55c6588d259 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476322 Mar 11 17:03:43.775431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:44.196067 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:03:44.378530 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3f88-2c4e-48e3-a7a3-3460d98bb7e0 req-b5e00cbe-a1d6-4d85-a2dc-234a4dae8d4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:44.380477 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13ff3f88-2c4e-48e3-a7a3-3460d98bb7e0 req-b5e00cbe-a1d6-4d85-a2dc-234a4dae8d4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0961959 Mar 11 17:03:44.436666 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13ff3f88-2c4e-48e3-a7a3-3460d98bb7e0 req-eaf25320-31b9-4a9a-bef4-984f4f719995 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480471 Mar 11 17:03:45.671327 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:45.674302 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856771d-211d-4556-a0b7-a07a17a7ea2a req-f9c10ac0-6fd8-4481-bf1e-cd1f6b94e4ff tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:45.678441 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0856771d-211d-4556-a0b7-a07a17a7ea2a req-f9c10ac0-6fd8-4481-bf1e-cd1f6b94e4ff tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.1054208 Mar 11 17:03:45.731503 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0856771d-211d-4556-a0b7-a07a17a7ea2a req-45a45237-8935-400b-8afd-71cdb3841491 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447836 Mar 11 17:03:46.947726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ed205-8faf-407c-8d66-618bf295ef57 req-9b12b3c9-e6cf-4b12-b797-a746e7f0e884 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:46.950052 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eb8ed205-8faf-407c-8d66-618bf295ef57 req-9b12b3c9-e6cf-4b12-b797-a746e7f0e884 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0905516 Mar 11 17:03:47.024633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-eb8ed205-8faf-407c-8d66-618bf295ef57 req-a13703e0-934c-4606-99fd-7258e6fa5f05 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682826 Mar 11 17:03:48.227294 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2bfea-d241-49e5-bf03-e4bb70ae0118 req-f3cb021c-5bef-440a-b72d-234f8da305c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:48.228778 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dd2bfea-d241-49e5-bf03-e4bb70ae0118 req-f3cb021c-5bef-440a-b72d-234f8da305c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0769880 Mar 11 17:03:48.286967 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8dd2bfea-d241-49e5-bf03-e4bb70ae0118 req-054581a5-4620-477a-a092-af41589c41ac tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526888 Mar 11 17:03:48.369637 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-7ce2cf19-e384-4697-9e7d-edfa9cf9d926 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1099 time: 0.0712864 Mar 11 17:03:48.603550 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-51b9e8b5-71d7-4b88-826b-8d61b1f92c13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:48.604888 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-51b9e8b5-71d7-4b88-826b-8d61b1f92c13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.2296021 Mar 11 17:03:48.710102 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-065acfcd-cd80-453d-bc53-16896df345ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.0989246 Mar 11 17:03:48.777655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-e736c9e8-5e77-432b-a5ed-53e0fb4f6b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:48.779091 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-e736c9e8-5e77-432b-a5ed-53e0fb4f6b01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0633326 Mar 11 17:03:48.854959 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-f5bff4b6-8c1e-418a-8b6e-64da71771e0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700810 Mar 11 17:03:48.990353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-6eecf83b-66eb-48fa-9553-5fc09f1941dc service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298110 Mar 11 17:03:49.127629 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-eaec1ce6-c6b0-4d64-9117-c208326970ad req-cc7db4eb-4e9d-4361-b523-b3c85a5440ff service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291094 Mar 11 17:03:49.498234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725054ed-0273-4d8a-b8da-29bdd67f65e5 req-083ecd21-1802-47f5-8dca-b1177aad5728 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:49.499790 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-725054ed-0273-4d8a-b8da-29bdd67f65e5 req-083ecd21-1802-47f5-8dca-b1177aad5728 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0796978 Mar 11 17:03:49.545661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-725054ed-0273-4d8a-b8da-29bdd67f65e5 req-c6f57c4f-e6cc-457a-ac5b-8c1dae9dd40c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Mar 11 17:03:50.772877 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02375d24-52d2-4caf-a867-f981e8f94eb8 req-9e0e9c67-0898-4453-b7d7-b88332272042 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:50.774486 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02375d24-52d2-4caf-a867-f981e8f94eb8 req-9e0e9c67-0898-4453-b7d7-b88332272042 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0933926 Mar 11 17:03:50.823203 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02375d24-52d2-4caf-a867-f981e8f94eb8 req-3e39c642-f33d-4212-8dce-1efc7e6e8857 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Mar 11 17:03:52.037086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f55cf-0a0d-44e1-bdad-12e8fdd958d6 req-79d7db04-0576-4608-a44a-289ad2a51715 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:52.038568 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-770f55cf-0a0d-44e1-bdad-12e8fdd958d6 req-79d7db04-0576-4608-a44a-289ad2a51715 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 946 time: 0.0808794 Mar 11 17:03:52.086207 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-770f55cf-0a0d-44e1-bdad-12e8fdd958d6 req-f36a4d02-7a35-485b-8e2a-677ba968e9ec tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Mar 11 17:03:52.403212 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:03:52.432370 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6d74465c-a747-4983-aa60-e5e32f717970 req-dd2a5f22-ea85-4436-9b3c-863f09d6dff0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1556420 Mar 11 17:03:52.535109 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:52.565541 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:03:52.575458 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:03:52.583114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:03:52.653770 dv-neutron-833206-1-hyperv neutron-server[83842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'code': 422} returned with failed status Mar 11 17:03:52.662203 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:03:52.740325 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b605b1-b783-49f9-b2eb-ccb6797c0a5b req-29412646-becb-4d6a-bfeb-55e5d34a376b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:52.742067 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13b605b1-b783-49f9-b2eb-ccb6797c0a5b req-29412646-becb-4d6a-bfeb-55e5d34a376b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0887454 Mar 11 17:03:52.791846 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-13b605b1-b783-49f9-b2eb-ccb6797c0a5b req-b0495d4c-3b25-4394-831e-cb3f54e4115e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Mar 11 17:03:52.798030 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-7f905c62-f643-4728-8da1-96ebc03367b7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450794 Mar 11 17:03:53.325660 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-8c14931e-3efd-4098-85d9-eb8c8eec4a5a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 1097 time: 0.0741513 Mar 11 17:03:53.416251 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-96f19823-7f28-4493-91ff-d6eda977fbdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1097 time: 0.0693357 Mar 11 17:03:53.547370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-5b30eefc-98a9-4400-9190-1fe32d1b9d1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:53.548808 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-5b30eefc-98a9-4400-9190-1fe32d1b9d1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1267271 Mar 11 17:03:53.653851 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-25267782-41f9-4308-8bc1-4933d7e282cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1000 time: 0.0995841 Mar 11 17:03:53.715915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-77739e01-74ae-4bef-bb53-ab90cefc8820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:53.717435 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-77739e01-74ae-4bef-bb53-ab90cefc8820 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0579958 Mar 11 17:03:53.797872 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-c66f9c4c-40c6-412b-9906-7de72494585a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743058 Mar 11 17:03:53.937478 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-6b2279d0-4128-4932-a96b-21983f280c5f service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330526 Mar 11 17:03:54.001197 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c02769-3c28-4777-98f9-658678fbf47b req-96ab72ed-4da9-4682-b868-5ea770d5a341 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:54.003387 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5c02769-3c28-4777-98f9-658678fbf47b req-96ab72ed-4da9-4682-b868-5ea770d5a341 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0836227 Mar 11 17:03:54.050887 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f5c02769-3c28-4777-98f9-658678fbf47b req-1a6545c8-8ff8-431b-a277-166733e5ad5c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Mar 11 17:03:54.079905 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-4c83eb7e-e426-40e6-b91b-036f2e59693b req-a28ee08a-4800-4c22-8f67-97e46a4ff7d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364558 Mar 11 17:03:55.262519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce8084-9c86-4543-a3ea-822655273a0c req-6fd7edf4-c833-4e3a-80ff-eadd04400ca2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:55.264006 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5bce8084-9c86-4543-a3ea-822655273a0c req-6fd7edf4-c833-4e3a-80ff-eadd04400ca2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0842311 Mar 11 17:03:55.321967 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5bce8084-9c86-4543-a3ea-822655273a0c req-60f07c67-6dfd-46da-bc8c-d3da1f91d104 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512674 Mar 11 17:03:56.574242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42955844-fea1-42e3-8656-5b731889566f req-36df894f-c9a7-47d3-a45e-cb8eb434fb6a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:56.575734 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-42955844-fea1-42e3-8656-5b731889566f req-36df894f-c9a7-47d3-a45e-cb8eb434fb6a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0983887 Mar 11 17:03:56.625184 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-42955844-fea1-42e3-8656-5b731889566f req-19f0e96b-986b-45f8-aef7-91f0e5c42631 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Mar 11 17:03:58.014673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a482d49-4ed6-4075-bf06-ab8c3aae8599 req-49ae81cd-5bd4-4746-8677-f232654b1dc2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:58.016489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a482d49-4ed6-4075-bf06-ab8c3aae8599 req-49ae81cd-5bd4-4746-8677-f232654b1dc2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0957143 Mar 11 17:03:58.084390 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-7a482d49-4ed6-4075-bf06-ab8c3aae8599 req-fd84f61b-b944-42de-bbf2-bf78432caa4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605631 Mar 11 17:03:59.308145 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbac7e-467b-43f0-a641-c5b3c5cfe672 req-432485ec-922a-406c-9269-20be7c4a7557 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:03:59.309777 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-10dbac7e-467b-43f0-a641-c5b3c5cfe672 req-432485ec-922a-406c-9269-20be7c4a7557 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0866973 Mar 11 17:03:59.361791 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-10dbac7e-467b-43f0-a641-c5b3c5cfe672 req-07176327-9506-4a08-b723-6f8d82b42e15 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454140 Mar 11 17:04:00.593860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11505-ba9f-41bb-9250-224181992a4f req-f9d4cca6-1ae4-4cff-9aed-fe921a99548b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:00.595607 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12b11505-ba9f-41bb-9250-224181992a4f req-f9d4cca6-1ae4-4cff-9aed-fe921a99548b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0958812 Mar 11 17:04:00.649645 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-12b11505-ba9f-41bb-9250-224181992a4f req-299e732c-7379-4765-8b86-8883418edffb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Mar 11 17:04:01.872658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469f70-3580-4aa0-88bb-8ccb2ae53316 req-39da9f52-58d6-414f-a0c1-a5fbc5b53188 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:01.874175 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bc469f70-3580-4aa0-88bb-8ccb2ae53316 req-39da9f52-58d6-414f-a0c1-a5fbc5b53188 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0843527 Mar 11 17:04:01.925518 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-bc469f70-3580-4aa0-88bb-8ccb2ae53316 req-c9909704-d997-4b6d-af8d-c5ff8dcfd9e7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Mar 11 17:04:03.141313 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8821f-2f11-43c4-bc69-d77f4699face req-6b18cb74-aed4-480c-89f6-33e9cec9e235 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:03.142876 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15f8821f-2f11-43c4-bc69-d77f4699face req-6b18cb74-aed4-480c-89f6-33e9cec9e235 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0916698 Mar 11 17:04:03.188631 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-15f8821f-2f11-43c4-bc69-d77f4699face req-ad2f225d-e01b-43e0-8ddd-9d2ae45ef1d2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 Mar 11 17:04:04.407700 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18a66-e336-4340-b761-56c134d0237f req-dd5e706e-3795-4acb-92cd-45402699381b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:04.409134 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4a18a66-e336-4340-b761-56c134d0237f req-dd5e706e-3795-4acb-92cd-45402699381b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0793478 Mar 11 17:04:04.459569 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e4a18a66-e336-4340-b761-56c134d0237f req-89e1e5c7-1730-495b-87ac-2981915800ef tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Mar 11 17:04:05.744050 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf0c29-5698-4abd-8c5d-e9d5731d0fd8 req-301b1391-bfc1-490f-ad7a-e88adf8a06fe tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:05.745485 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-41cf0c29-5698-4abd-8c5d-e9d5731d0fd8 req-301b1391-bfc1-490f-ad7a-e88adf8a06fe tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.1570387 Mar 11 17:04:05.791830 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-41cf0c29-5698-4abd-8c5d-e9d5731d0fd8 req-4fef0267-744e-426f-8e36-0245c3715ae2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Mar 11 17:04:07.005579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101640fc-a8b1-47cc-893c-feb1c506bf5f req-09d7075a-431d-4a64-a4f3-9d4174e460b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:07.008087 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-101640fc-a8b1-47cc-893c-feb1c506bf5f req-09d7075a-431d-4a64-a4f3-9d4174e460b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0893149 Mar 11 17:04:07.054165 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-101640fc-a8b1-47cc-893c-feb1c506bf5f req-611888ae-07ed-4d01-842e-f99ccaf41bce tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404086 Mar 11 17:04:08.251710 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc0e0d-7e97-48d4-a690-c9f4885db7fa req-e7aabd9c-9151-457e-b247-15b3cc8ee70b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:08.253861 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3acc0e0d-7e97-48d4-a690-c9f4885db7fa req-e7aabd9c-9151-457e-b247-15b3cc8ee70b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0774834 Mar 11 17:04:08.299455 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3acc0e0d-7e97-48d4-a690-c9f4885db7fa req-98a90209-9e45-4d9e-ba41-475dcdccf6f5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399790 Mar 11 17:04:08.323537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7fa2bc8d-1982-4139-85cb-cd86ea24e3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:09.515633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6424c6b-72fe-4757-a762-0b38b914e46a req-d4492376-f5c1-478c-8da7-26fa24d61be6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:09.517107 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6424c6b-72fe-4757-a762-0b38b914e46a req-d4492376-f5c1-478c-8da7-26fa24d61be6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0885134 Mar 11 17:04:09.565985 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f6424c6b-72fe-4757-a762-0b38b914e46a req-db80e82a-5d94-4116-bf83-cb6a3e9644f9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Mar 11 17:04:10.766162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a215c-0763-4efe-bffe-1cc352342d5a req-f2603dc7-ef2f-4543-b9ce-e4f3aabdb309 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:10.767727 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2b1a215c-0763-4efe-bffe-1cc352342d5a req-f2603dc7-ef2f-4543-b9ce-e4f3aabdb309 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0781102 Mar 11 17:04:10.818669 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2b1a215c-0763-4efe-bffe-1cc352342d5a req-ccc4e910-1e69-4281-b747-898df39554dc tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454895 Mar 11 17:04:11.399548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-32f6a0d6-39a7-4805-827b-ba4ffbd4cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.020992 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1c41d-99a0-4dcf-912d-4ff4d10124a5 req-f7ef6f8c-a193-4ee5-834c-d2ad4ac18548 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:12.022475 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52c1c41d-99a0-4dcf-912d-4ff4d10124a5 req-f7ef6f8c-a193-4ee5-834c-d2ad4ac18548 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 944 time: 0.0787983 Mar 11 17:04:12.077303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-52c1c41d-99a0-4dcf-912d-4ff4d10124a5 req-49c1b9a1-323b-4b31-846a-7227335adf4e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 Mar 11 17:04:12.194187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.255453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.480324 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:04:12.624051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:04:12.638734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '4b058942-783d-443b-8e5e-a223160def70', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'port_id': '4b058942-783d-443b-8e5e-a223160def70', 'mac_address': 'fa:16:3e:1e:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:04:12.696921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.715025 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:04:12.731444 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:04:12.735906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:12.802959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=9']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:13.135702 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['4b058942-783d-443b-8e5e-a223160def70'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:04:13.306111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97411cb-c149-43b3-9f9b-ecd9f85cf4bf req-6d926f3f-77b4-4016-b113-56ee4394aa99 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:13.307696 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e97411cb-c149-43b3-9f9b-ecd9f85cf4bf req-6d926f3f-77b4-4016-b113-56ee4394aa99 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.1048248 Mar 11 17:04:13.354352 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e97411cb-c149-43b3-9f9b-ecd9f85cf4bf req-b073662d-4ffe-4c72-8d91-5c06d6002712 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Mar 11 17:04:13.783376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.491507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:04:14.557513 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d9968-4b17-4c63-a4c9-471e27f2e63d req-11ede05a-9734-40c8-99b1-0c3dbde46765 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:14.559090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-443d9968-4b17-4c63-a4c9-471e27f2e63d req-11ede05a-9734-40c8-99b1-0c3dbde46765 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 945 time: 0.0807996 Mar 11 17:04:14.563989 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 4b058942-783d-443b-8e5e-a223160def70 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:04:14.564356 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.606314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-443d9968-4b17-4c63-a4c9-471e27f2e63d req-22c0497c-7291-4126-8450-295b42655244 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Mar 11 17:04:14.682385 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.709146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:04:14.720069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:04:14.726195 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:14.775773 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'code': 200} Mar 11 17:04:14.802505 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=10']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:04:15.039286 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fe18ed6-b704-4405-b9f7-c6d7d069fef2 req-a04a7e59-236a-4a02-80b1-ebc388f686d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1100 time: 0.0724480 Mar 11 17:04:15.082034 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fe18ed6-b704-4405-b9f7-c6d7d069fef2 req-a01a52ba-fe06-4efe-9add-610ca1589653 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367887 Mar 11 17:04:15.662997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:15.817517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cba46f-5370-426b-96bf-b732f7b8879b req-455fb71c-7482-454d-83a0-1a6741ac85f8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:15.819083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11cba46f-5370-426b-96bf-b732f7b8879b req-455fb71c-7482-454d-83a0-1a6741ac85f8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.0857005 Mar 11 17:04:15.869991 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11cba46f-5370-426b-96bf-b732f7b8879b req-5a74aa67-e5b3-482c-8c14-86ee4654b52d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Mar 11 17:04:17.098941 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c42092-9f83-4ecf-9077-6e87cdbd66d0 req-fd57a1e8-aa92-4422-9a06-4723fd929eb5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:17.100288 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8c42092-9f83-4ecf-9077-6e87cdbd66d0 req-fd57a1e8-aa92-4422-9a06-4723fd929eb5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.0983365 Mar 11 17:04:17.147967 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d8c42092-9f83-4ecf-9077-6e87cdbd66d0 req-a49f5cbf-50b2-408f-b5b7-d43df97790bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Mar 11 17:04:18.357648 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfb04b-5d89-45d5-b14b-1234000dc77e req-6faef2a2-d6d4-4442-95f9-c827525932a5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:18.359138 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ddfb04b-5d89-45d5-b14b-1234000dc77e req-6faef2a2-d6d4-4442-95f9-c827525932a5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.0808101 Mar 11 17:04:18.407637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5ddfb04b-5d89-45d5-b14b-1234000dc77e req-9875bb62-df07-4d09-98db-b25f09177f56 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Mar 11 17:04:20.981504 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-027da967-c004-4cab-b88a-d1075373f450 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1671398 Mar 11 17:04:21.125600 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-eb3b62be-d4af-45ff-b06c-1e832e34e9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1100 time: 0.0704381 Mar 11 17:04:21.196924 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:04:21.287047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-db29b317-1950-406d-8e49-7aacf6eb07b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:21.288456 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-db29b317-1950-406d-8e49-7aacf6eb07b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1433058 Mar 11 17:04:21.411304 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-6af2b6fa-e2a5-4a94-8b39-c9d81cc8bcc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.1167448 Mar 11 17:04:21.482165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-76f04067-5be9-4144-8e10-6efbe8a26375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:04:21.483634 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-76f04067-5be9-4144-8e10-6efbe8a26375 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0627363 Mar 11 17:04:21.559863 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-9425d7c6-9d78-4861-9655-92682ce372c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696354 Mar 11 17:04:21.696068 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-0db71e93-4ecc-483f-83ef-4b7e3606c123 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298654 Mar 11 17:04:21.831090 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-0f261930-ffab-43b3-8ebc-90f417425f80 req-88eabba0-ef05-4ccd-adc7-5e1032c2e9b7 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289189 Mar 11 17:04:38.324448 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3b8e808d-88a8-4db5-9ce0-3d3a03b0ff6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:41.404080 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0f2292e8-30f9-4c48-93f5-e31e95c1a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:42.195622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:42.258869 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:43.777837 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:45.669027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:04:58.196785 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:05:08.330699 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5c0539d4-1c19-4211-bdd1-7c098e741003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:11.407555 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a96e0b2d-a54e-4d68-8aab-cb103f005055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:12.200440 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:12.261192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:13.779267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:15.653200 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:22.879652 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-f93689c7-3347-44e2-b8c4-94f43ae9f955 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679634 Mar 11 17:05:23.023734 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-dbcaa4b8-917f-450a-a6aa-1de1b96463c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1100 time: 0.0741506 Mar 11 17:05:23.171228 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-151f3226-5e3c-4b37-abde-c475ce6eefca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:23.172583 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-151f3226-5e3c-4b37-abde-c475ce6eefca service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1302705 Mar 11 17:05:23.277632 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-281fc23a-19ab-45fe-ba65-87a3cab520c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 1002 time: 0.0986550 Mar 11 17:05:23.341294 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-b72d442b-8a41-4746-a0d2-aabf53a1e714 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:05:23.342770 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-b72d442b-8a41-4746-a0d2-aabf53a1e714 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0585694 Mar 11 17:05:23.429299 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-de92abf9-0a38-43cc-b87f-daf02f8a0aa9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803311 Mar 11 17:05:23.439193 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-d0b45e5b-6f0c-4c9a-a5cf-43e7265bbd5a service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:05:23.440140 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-d0b45e5b-6f0c-4c9a-a5cf-43e7265bbd5a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050113 Mar 11 17:05:23.581892 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-0ca5f142-b5a8-45f8-a3fd-9c1d1a675371 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352901 Mar 11 17:05:23.736007 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8be0fe8b-f6d3-4e39-ab7f-c5215718db1b req-3328da03-c9ea-4722-89c1-238fc6419d99 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477041 Mar 11 17:05:35.197490 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:05:38.323923 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-93c4d76b-bd84-409e-9ea6-58c377e93fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:41.412401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-15f6f6e2-6380-4c04-beec-ee6e9b743d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.203426 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:42.265734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:43.783286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:05:45.657409 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:08.326423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a94796d4-27b2-48e3-89f1-143aa60e5432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:11.414771 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5da97927-e6a7-481d-8fbb-0760ddd9deff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.197303 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:06:12.205487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:12.272498 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:13.786604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.432063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48830) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:15.677365 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.797352 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Deleting port 7182eb82-4fd1-419c-b5d3-01994d80e620 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:06:15.797587 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.973544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:15.973901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.094901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Calling delete_port for 7182eb82-4fd1-419c-b5d3-01994d80e620 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:06:16.249090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.295349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'Port': ['ID=7182eb82-4fd1-419c-b5d3-01994d80e620,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:16.365114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.365376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.365725 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.366062 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.366390 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.366720 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.367044 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.367367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.367685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.368004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.368322 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:16.401364 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:16.824287 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:06:17.148370 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:06:17.158963 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:06:17.163605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:17.170473 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:17.171078 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:17.218114 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cce0851c-4aec-484e-b668-423a13a4130d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "DELETE /v2.0/floatingips/cbfc0de3-55e3-472d-b702-c0014ec1c8e4 HTTP/1.1" status: 204 len: 168 time: 1.7849610 Mar 11 17:06:17.218693 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:06:17.385355 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:17.431381 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'status': 'completed', 'code': 200} Mar 11 17:06:17.539627 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-f9ae7736-a594-46c5-aa13-4b1c10f947ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 1100 time: 0.0830884 Mar 11 17:06:17.666728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b859d-827a-473f-a258-4b90f7cefd5b req-00a6090a-583a-47e7-9d58-92c50eb66edf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.668145 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c1b859d-827a-473f-a258-4b90f7cefd5b req-00a6090a-583a-47e7-9d58-92c50eb66edf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.0979588 Mar 11 17:06:17.710966 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-1c4e698f-e804-47d3-90f4-278ca2ee6173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.712427 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-1c4e698f-e804-47d3-90f4-278ca2ee6173 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1663296 Mar 11 17:06:17.722297 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8c1b859d-827a-473f-a258-4b90f7cefd5b req-13b9b14b-322b-4785-8dd6-fac18956ab70 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Mar 11 17:06:17.747610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:17.754067 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:06:17.764793 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:06:17.765388 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:06:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:17.790347 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-0c7837fe-83e6-4df5-852b-8e50bc7af1bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 200 len: 217 time: 0.0700316 Mar 11 17:06:17.858704 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-c8f988cf-878d-49a5-a08a-613edc5a06b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:17.860123 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-c8f988cf-878d-49a5-a08a-613edc5a06b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0624557 Mar 11 17:06:17.940941 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-14073011-4648-47ee-90d2-307fdd6ebde8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741780 Mar 11 17:06:17.955960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:06:18.083371 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-4f743982-260f-4722-9599-2e62373c14d1 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355181 Mar 11 17:06:18.220996 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-dc84a46e-aa2b-41d8-8a06-0a30d3907d9e req-a82b0fa3-ca37-4b28-ad45-8f74b1b110ae service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309836 Mar 11 17:06:18.316399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:06:18.320835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fa3e1c-8fd7-412f-8bc3-1d40020cb9d3 None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:06:18.561618 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451490f-c9cc-4156-8887-08ca65ded26c None None] New status for floating IP cbfc0de3-55e3-472d-b702-c0014ec1c8e4: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:06:18.924419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27f757-69a9-4ef4-b13e-fac9270bf722 req-ac9da442-a3b7-479d-96ce-8eec9dee0c3f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:18.926187 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ae27f757-69a9-4ef4-b13e-fac9270bf722 req-ac9da442-a3b7-479d-96ce-8eec9dee0c3f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.0815837 Mar 11 17:06:18.979547 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-ae27f757-69a9-4ef4-b13e-fac9270bf722 req-69dcfb22-db91-4590-81f4-b223a422a748 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=77b42ea7-a635-453f-8169-f773caedd6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475121 Mar 11 17:06:19.216719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-939d4876-5f7f-428f-afad-2f5dda69a932 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:19.217406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-939d4876-5f7f-428f-afad-2f5dda69a932 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:19.235902 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-939d4876-5f7f-428f-afad-2f5dda69a932 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:19.237559 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-939d4876-5f7f-428f-afad-2f5dda69a932 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 947 time: 0.1000175 Mar 11 17:06:19.311986 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Deleting port 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:06:19.312243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.559039 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] For port 4b058942-783d-443b-8e5e-a223160def70, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=4b058942-783d-443b-8e5e-a223160def70,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:19.559394 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.685911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Calling delete_port for 4b058942-783d-443b-8e5e-a223160def70 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:06:19.834679 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.885904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'Port': ['ID=4b058942-783d-443b-8e5e-a223160def70,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:19.961136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] No DVR routers for this DVR port 4b058942-783d-443b-8e5e-a223160def70 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:06:19.963526 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:19.966197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-deleted', 'tag': '4b058942-783d-443b-8e5e-a223160def70'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:06:19.982842 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8afdbba7-8b89-4641-9cb1-3509bd60a477 req-d6537338-627c-4c75-8944-e21d756c350c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "DELETE /v2.0/ports/4b058942-783d-443b-8e5e-a223160def70 HTTP/1.1" status: 204 len: 173 time: 0.7400718 Mar 11 17:06:20.037647 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be279ead-304e-4129-8d47-04ac0f7070a0', 'name': 'network-vif-deleted', 'tag': '4b058942-783d-443b-8e5e-a223160def70', 'status': 'completed', 'code': 200} Mar 11 17:06:20.164365 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4c5889dd-0a7e-4259-9e42-a69fc9579e1f req-c7f8077e-e3d6-42db-b890-ca8da626b2f8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=be279ead-304e-4129-8d47-04ac0f7070a0 HTTP/1.1" status: 200 len: 210 time: 0.0474360 Mar 11 17:06:21.273743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 48854) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:21.347856 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.380388 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.449866 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.468504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b42ea7-a635-453f-8169-f773caedd6cf,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:21.489178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.489520 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.489889 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.490227 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.490560 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.490885 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.491220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.491546 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.491860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.492178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.492495 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:21.496751 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:21.500548 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c1a8fe3e-9b34-4dc9-a52e-4d49b9727344 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "DELETE /v2.0/security-groups/77b42ea7-a635-453f-8169-f773caedd6cf HTTP/1.1" status: 204 len: 168 time: 0.2231450 Mar 11 17:06:23.016902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:06:23.059099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 4b058942-783d-443b-8e5e-a223160def70 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:06:23.059447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 4b058942-783d-443b-8e5e-a223160def70 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:06:23.879899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48870) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:23.886069 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959423061', 'description': 'tempest-secgroup-smoke-959423061 description', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:23.892291 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:23.896810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:23.899737 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:23.905971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:23.916050 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:23.957545 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:23.961295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:23.964067 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:23.969800 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.035645 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.040209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.178175 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1516f-566c-4e1d-adee-9513987958ae,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.188073 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.189378 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-f3532ae7-63a5-47bf-a31a-247faff17226 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3080852 Mar 11 17:06:24.194243 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48874) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.200172 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.206494 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:24.210338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:24.213272 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:24.219367 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.236990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.301696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.306035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.329032 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d5a9d5-03db-4a32-93c9-53a31a3208f5,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.338575 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.339813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-0fff1ce7-a95a-4bd3-a8c4-0e5de63a83c8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1446087 Mar 11 17:06:24.342561 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48878) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.348849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.355927 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:24.359790 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:24.363273 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:24.368956 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.386207 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.453248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.458662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.489502 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1b1807-98d4-4df5-8bba-0dcb82a8a094,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.498979 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.500149 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-86dac102-9bd9-4024-a199-26fda7e8b202 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1566775 Mar 11 17:06:24.503102 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48882) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.516950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.523611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:24.527343 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:24.530163 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:24.536829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.553605 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.619234 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.623184 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.647464 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb44300-ca62-4d2b-98aa-29dbd7912ab5,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.656338 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.657520 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-013297d2-ad31-4acd-bfe3-c6b140af96b4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1455503 Mar 11 17:06:24.665012 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48886) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.670735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.677921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:24.681602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:24.684518 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:24.690653 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.708232 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.787803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.791938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.818929 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1157e7e-54d4-43c9-80b0-7ea13cc2e65e,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.829040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.831596 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-cbd80267-23de-4db6-9ead-e2d70e6547a2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1655889 Mar 11 17:06:24.834388 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48890) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.839709 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:24.846890 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:24.850746 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:24.853580 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:24.859459 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:24.870339 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Project d21e783c47fb4419b763aed1e40b0e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:06:24.877582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.951125 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.954595 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.978802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e605c6-6eee-403d-82e9-4e6f627d5f50,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:24.987714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:24.988877 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-08fdba59-8694-4e04-9e4b-243fa5415c59 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1535022 Mar 11 17:06:24.991626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 48894) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:06:24.997017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1516f-566c-4e1d-adee-9513987958ae', 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:25.004197 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:25.008285 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:security_group_rule and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:25.011332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:25.017331 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:25.036220 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.securitygroups_db [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Project d21e783c47fb4419b763aed1e40b0e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:06:25.043278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.110015 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.114295 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.140941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a3913dc-0892-480c-bee8-574f19a16820,revision_number=0']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:25.150716 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:25.152044 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-4a47f083-aa2b-4757-bca4-29faaa718ce2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1594589 Mar 11 17:06:38.337149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bef50849-cc69-4c26-97f2-a45b695d662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:40.130909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-d2c4d75f-09d4-44e8-bc8f-6007a6270c80 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:40.150548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-d2c4d75f-09d4-44e8-bc8f-6007a6270c80 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:40.151787 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-d2c4d75f-09d4-44e8-bc8f-6007a6270c80 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959423061&fields=id&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 267 time: 0.0677679 Mar 11 17:06:40.310394 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-78130313-4954-41d6-ab15-b6aed11f67bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:40.311753 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-78130313-4954-41d6-ab15-b6aed11f67bb tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 808 time: 0.1532900 Mar 11 17:06:40.329014 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-b152c450-3ef5-4992-a929-c2347664851f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/quotas/d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 375 time: 0.0113447 Mar 11 17:06:40.414471 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-248e2705-0ced-4516-b076-5687acc4e7e5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803363 Mar 11 17:06:40.534245 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-5ebcc971-53fa-4d14-a561-9021693bcb2d service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:06:40.535230 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-5ebcc971-53fa-4d14-a561-9021693bcb2d service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0688610 Mar 11 17:06:40.773259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-b555651c-fe78-4266-b8ce-6077f2f4d59c service neutron] 10.222.0.78 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315130 Mar 11 17:06:40.906217 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-741fc0dc-8c12-4d9c-bde5-96747bb7156a service neutron] 10.222.0.78 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274838 Mar 11 17:06:41.417991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-42d964f9-1b38-44e3-916d-1355ae02e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.209655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.280847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:42.333512 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-50264da9-5c68-4064-8318-8342bd2f44f3 req-e5dbc84b-d681-4c70-a927-2ae0e1490763 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0426896 Mar 11 17:06:43.455289 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b3235b4a-6563-4668-9de0-7a94e8faa218 req-2a26acc3-7baa-4623-aa99-a563b13c41e1 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0475497 Mar 11 17:06:43.791734 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:44.576190 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-02a7c4d6-52a1-44f4-9793-c10a007521f5 req-7b55e08e-ae98-4d53-baa2-8a08c44a15f3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0430348 Mar 11 17:06:45.677679 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:45.687242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0d9df9b5-1a9d-4cc3-a8a2-192dc9f3f3e4 req-92a6d268-14cd-4d62-bae2-46f27f9f9057 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0436094 Mar 11 17:06:46.851964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22aba2fa-f027-43ff-979f-edf5863cd433 req-0a7a4fbb-dcbf-4c2e-ac92-ad16e1e62daa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0447438 Mar 11 17:06:47.730629 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-21b975a9-bf52-4c45-8a4d-9658842ccc15 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:47.732044 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-21b975a9-bf52-4c45-8a4d-9658842ccc15 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 808 time: 0.1549983 Mar 11 17:06:47.790736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-fdab83d8-7c3f-44b2-880b-f6340aaa0311 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:06:47.803981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-fdab83d8-7c3f-44b2-880b-f6340aaa0311 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:security_group {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:06:47.805160 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-fdab83d8-7c3f-44b2-880b-f6340aaa0311 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 379 time: 0.0608542 Mar 11 17:06:47.813203 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'port': {'device_id': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'admin_state_up': True, 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'security_groups': ['e5e1516f-566c-4e1d-adee-9513987958ae']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:47.975757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:06:47.979905 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:port and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:06:47.982803 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:06:47.990771 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:06:48.005299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Made reservation on behalf of d21e783c47fb4419b763aed1e40b0e18 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:06:48.008734 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.033876 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-10e18a7b-4a40-4a07-b896-520ff1b2554d req-536a2ec6-47e9-4548-b224-a4c7c06d9b53 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0536065 Mar 11 17:06:48.192826 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Allocated IP 172.20.0.5 (5bda8a94-5b49-4c2b-9c34-4ef4bf920046/5748c504-9b23-43ef-81e3-396b32e4e45c/523d1181-1ee5-473b-afd9-b66a49b496fc) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:06:48.405407 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.425083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Transition to ACTIVE for port object 523d1181-1ee5-473b-afd9-b66a49b496fc will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:48.447665 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.518483 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:06:48.522608 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:06:48.527082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:06:48.559198 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:48.594836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:48.595714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.622931 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-099e08c4-effe-4794-84a6-f395842472aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132219 Mar 11 17:06:48.639312 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Request body: {'port': {'device_id': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:06:48.758660 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.813404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c0f7769b-9db0-4ad3-9d50-f2af3d691095 None None] Provisioning for port 523d1181-1ee5-473b-afd9-b66a49b496fc completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:06:48.819685 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-c0f7769b-9db0-4ad3-9d50-f2af3d691095 None None] Provisioning complete for port 523d1181-1ee5-473b-afd9-b66a49b496fc triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:06:48.820313 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c0f7769b-9db0-4ad3-9d50-f2af3d691095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:48.890149 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7769b-9db0-4ad3-9d50-f2af3d691095 None None] Port 523d1181-1ee5-473b-afd9-b66a49b496fc cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:06:49.142414 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523d1181-1ee5-473b-afd9-b66a49b496fc {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:06:49.151410 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:49.167245 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Transition to ACTIVE for port object 523d1181-1ee5-473b-afd9-b66a49b496fc will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:06:49.172341 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:49.198133 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:06:49.267191 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20376c1-2280-4cee-862a-b97035e136e1 req-59345e11-caad-4c45-af7b-b0526fc7e9e3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:49.269320 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b20376c1-2280-4cee-862a-b97035e136e1 req-59345e11-caad-4c45-af7b-b0526fc7e9e3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0874999 Mar 11 17:06:49.336305 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b20376c1-2280-4cee-862a-b97035e136e1 req-b58e3df4-5acf-4955-b1a2-c1e20231da01 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495970 Mar 11 17:06:49.419288 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:49.535082 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Attempting to bind port 523d1181-1ee5-473b-afd9-b66a49b496fc on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:06:49.535688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Attempting to bind port 523d1181-1ee5-473b-afd9-b66a49b496fc by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:06:49.536017 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Attempting to bind port 523d1181-1ee5-473b-afd9-b66a49b496fc on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:06:49.542174 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Port 523d1181-1ee5-473b-afd9-b66a49b496fc on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:06:49.542485 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Attempting to bind port 523d1181-1ee5-473b-afd9-b66a49b496fc on network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:06:49.548582 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:06:49.548910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Checking segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:06:49.549286 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Bound using segment: {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:06:49.549695 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Bound port: 523d1181-1ee5-473b-afd9-b66a49b496fc, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '412e011e-c9c1-4a5d-86ba-048067cf1753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:06:49.550810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:49.648421 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:06:49.651327 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:06:49.655472 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:49.721023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:49.723168 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] 10.222.0.11 "PUT /v2.0/ports/523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 1093 time: 1.0885372 Mar 11 17:06:49.723640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:06:49.742689 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c91a9-d8c2-4139-8063-83162d36b112 service neutron] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:49.811472 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'status': 'completed', 'code': 200} Mar 11 17:06:49.863876 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-7a59048d-ba90-4077-8bfd-e5263a533f23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1096 time: 0.1026866 Mar 11 17:06:49.947728 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-5a154332-2f20-45be-a732-b0970fa6643a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 217 time: 0.0784116 Mar 11 17:06:50.017656 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-b24803f5-ab55-4e85-a850-d368051fef77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:50.019663 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-b24803f5-ab55-4e85-a850-d368051fef77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0668435 Mar 11 17:06:50.103575 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-6a886fe8-432a-49c0-82f2-3061a61a632f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777304 Mar 11 17:06:50.256513 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-450515f7-f153-4d9e-8831-9c6a4a2deebb service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456804 Mar 11 17:06:50.406673 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9aef4e4f-067f-4917-80f0-997deb63b40b req-db5778a3-76eb-43aa-8ff5-bc3aadad041e service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442142 Mar 11 17:06:50.529570 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-82e471d2-3dbb-4542-98b0-e6a15ca5284c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1096 time: 0.0800200 Mar 11 17:06:50.566127 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a40b4-a0e4-444d-aa9a-1cbc34d6f32e req-040d662b-70ad-4b8f-9ec2-6f78d16045f2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:50.567619 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b32a40b4-a0e4-444d-aa9a-1cbc34d6f32e req-040d662b-70ad-4b8f-9ec2-6f78d16045f2 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0858395 Mar 11 17:06:50.616077 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b32a40b4-a0e4-444d-aa9a-1cbc34d6f32e req-f7734f08-44ac-4c93-a440-f40c6b71928d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Mar 11 17:06:50.700235 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a575f-a2dc-4e6f-add9-a231d211034b req-f56fe0db-77e9-461d-b698-a66ed085c875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:50.701648 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-f56fe0db-77e9-461d-b698-a66ed085c875 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1659279 Mar 11 17:06:50.776434 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-d9c165d3-ab1d-4530-96cc-00a92573e1e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 217 time: 0.0681186 Mar 11 17:06:50.851144 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a575f-a2dc-4e6f-add9-a231d211034b req-891dd24d-cf3e-4f9a-af4d-e0a1de3bfb2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:50.852576 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-891dd24d-cf3e-4f9a-af4d-e0a1de3bfb2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0628390 Mar 11 17:06:50.939749 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-113769af-e754-4592-a39b-71dc386b732f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794499 Mar 11 17:06:51.073109 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-416bc1bf-75b5-4735-9362-552bbf7436c3 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277955 Mar 11 17:06:51.207566 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-173a575f-a2dc-4e6f-add9-a231d211034b req-0ce8354a-71f5-4bb0-957a-05444d7f45b0 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274452 Mar 11 17:06:51.828772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958241f6-4794-485d-afb4-77275efd1192 req-ef89dc0c-1540-4945-a7ce-ad3b7355eb95 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:51.830222 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-958241f6-4794-485d-afb4-77275efd1192 req-ef89dc0c-1540-4945-a7ce-ad3b7355eb95 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0831721 Mar 11 17:06:51.883187 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-958241f6-4794-485d-afb4-77275efd1192 req-1ca22624-df0f-4777-aa42-f22e46af1519 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473764 Mar 11 17:06:53.084952 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ec7a7-aae1-4f83-acb8-b86222f274e4 req-181cd4ba-b4b7-4c98-a666-3b432108ba97 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:53.086436 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-472ec7a7-aae1-4f83-acb8-b86222f274e4 req-181cd4ba-b4b7-4c98-a666-3b432108ba97 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0795228 Mar 11 17:06:53.135421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-472ec7a7-aae1-4f83-acb8-b86222f274e4 req-7e4ba884-9e93-4bc4-895b-7a75db3ff9b0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Mar 11 17:06:54.350199 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344215e-2135-4b67-a0a0-cdbf4640543c req-8c72707e-5dcd-4444-8761-7f037b5b787e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:54.351547 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f344215e-2135-4b67-a0a0-cdbf4640543c req-8c72707e-5dcd-4444-8761-7f037b5b787e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0842235 Mar 11 17:06:54.398423 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f344215e-2135-4b67-a0a0-cdbf4640543c req-74fbdb87-1d46-46b7-9a81-ead6846efefc tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Mar 11 17:06:55.613580 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee46cb6-36bb-4e9f-af84-a797d0b688b7 req-b89b6e64-d02c-476a-8eed-71baf7505812 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:55.615180 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ee46cb6-36bb-4e9f-af84-a797d0b688b7 req-b89b6e64-d02c-476a-8eed-71baf7505812 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0864811 Mar 11 17:06:55.666762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4ee46cb6-36bb-4e9f-af84-a797d0b688b7 req-f2033e23-bcc8-45c3-a6be-826ddfba0750 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Mar 11 17:06:56.872120 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473faee-60fb-4de5-b191-0ac7a304ad4b req-9ea4eada-7070-4e9f-b029-e202f190271f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:56.873611 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1473faee-60fb-4de5-b191-0ac7a304ad4b req-9ea4eada-7070-4e9f-b029-e202f190271f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0775485 Mar 11 17:06:56.922814 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1473faee-60fb-4de5-b191-0ac7a304ad4b req-83c1ae9c-0b72-4bc8-bbab-ba25875d5755 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Mar 11 17:06:58.131981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873406cb-2f28-47fd-bbc0-497d6903e881 req-a919d14c-7e55-4199-81e2-6e8475267c6a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:58.133425 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-873406cb-2f28-47fd-bbc0-497d6903e881 req-a919d14c-7e55-4199-81e2-6e8475267c6a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0844092 Mar 11 17:06:58.180591 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-873406cb-2f28-47fd-bbc0-497d6903e881 req-0acbf6da-1a8e-4d84-9c29-3e84f5eb33c7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416238 Mar 11 17:06:59.187021 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:06:59.328325 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:59.342743 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'mac_address': 'fa:16:3e:e2:0f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:06:59.390482 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a68804-ee3a-4fa9-9021-07eb80df1b10 req-82e3acb0-5ea9-4973-aac1-10741d561edf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:06:59.391944 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-27a68804-ee3a-4fa9-9021-07eb80df1b10 req-82e3acb0-5ea9-4973-aac1-10741d561edf tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0799804 Mar 11 17:06:59.405326 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:59.422585 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d1181-1ee5-473b-afd9-b66a49b496fc {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:06:59.437471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:06:59.439633 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-27a68804-ee3a-4fa9-9021-07eb80df1b10 req-bf42fab0-f698-4e90-820a-96dfcf4a1a23 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Mar 11 17:06:59.442221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:06:59.521553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:06:59.529994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.530339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.530703 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.531034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.531363 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.531705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.532026 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.532376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.532716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.533083 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.533482 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:06:59.789993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['523d1181-1ee5-473b-afd9-b66a49b496fc'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:07:00.662996 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c8533-677a-4e34-b739-554cd69034aa req-7e58ddde-683e-4bb1-a429-5f9b2acd7eb5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:00.665661 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-308c8533-677a-4e34-b739-554cd69034aa req-7e58ddde-683e-4bb1-a429-5f9b2acd7eb5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 944 time: 0.1017339 Mar 11 17:07:00.721725 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-308c8533-677a-4e34-b739-554cd69034aa req-ed52b727-f72c-4fee-ae32-6496d3f3f3a3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505948 Mar 11 17:07:01.202446 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:07:01.273805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port 523d1181-1ee5-473b-afd9-b66a49b496fc completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:07:01.278402 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 523d1181-1ee5-473b-afd9-b66a49b496fc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:07:01.278766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.398480 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.426118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:07:01.435551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:07:01.439416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:01.500575 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'code': 200} Mar 11 17:07:01.519000 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:01.777189 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-766abbd4-a1cb-4f46-a4e5-15e065500d83 req-449f2d9a-c59d-4a58-9966-236cbae4f915 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0795557 Mar 11 17:07:01.922742 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-766abbd4-a1cb-4f46-a4e5-15e065500d83 req-072c87d8-a678-409f-9069-c9671437851c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384339 Mar 11 17:07:01.931597 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d280b-ba75-42cc-808e-235c1c767339 req-8dce6da9-2b80-4c7b-8946-ca66e53c4ff8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:01.933041 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb6d280b-ba75-42cc-808e-235c1c767339 req-8dce6da9-2b80-4c7b-8946-ca66e53c4ff8 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0804651 Mar 11 17:07:01.993049 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-fb6d280b-ba75-42cc-808e-235c1c767339 req-42861c3e-be58-45a0-b845-7b4e21883a34 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539048 Mar 11 17:07:03.215178 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418fcf5-9433-437b-9ac1-fd985cecfb4d req-47ada813-f1fa-444e-bf38-092e21e57c83 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:03.216697 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2418fcf5-9433-437b-9ac1-fd985cecfb4d req-47ada813-f1fa-444e-bf38-092e21e57c83 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0818624 Mar 11 17:07:03.266984 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2418fcf5-9433-437b-9ac1-fd985cecfb4d req-de025e5e-9350-4f3d-b342-d8aae37a7335 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Mar 11 17:07:04.483475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2244547-6359-414e-a4e9-7f934d45ae1a req-ad02720f-cb69-4366-a30f-57869d10e97b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:04.484927 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e2244547-6359-414e-a4e9-7f934d45ae1a req-ad02720f-cb69-4366-a30f-57869d10e97b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0825143 Mar 11 17:07:04.531789 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e2244547-6359-414e-a4e9-7f934d45ae1a req-6e708bb9-5cab-45a6-9894-4c29333e867d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408432 Mar 11 17:07:04.744371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ec42-276f-4b8a-9480-051d4742af27 req-b621ad1e-5e5d-4727-ada4-e472ca2f19aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:04.745862 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2c6ec42-276f-4b8a-9480-051d4742af27 req-b621ad1e-5e5d-4727-ada4-e472ca2f19aa tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0936408 Mar 11 17:07:04.797090 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c2c6ec42-276f-4b8a-9480-051d4742af27 req-d984626b-a729-4532-8738-b336e06679ad tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Mar 11 17:07:04.825758 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49100) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:04.974301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-bd379a5a-9e4a-4805-8330-4f63d10aee80 tempest-TestShelveInstance-1222236129 tempest-TestShelveInstance-1222236129-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1093 time: 0.1474411 Mar 11 17:07:04.976802 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49106) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:07:04.981990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:07:04.988824 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:07:04.992914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Usage tracker for resource:floatingip and tenant:d21e783c47fb4419b763aed1e40b0e18 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:07:04.995810 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:07:05.001544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:07:05.013030 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.165332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.311641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Allocated IP 172.26.4.196 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/25b799b3-d5af-4c7b-9f21-e51295082ae3) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:07:05.462760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.491714 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:05.567026 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:07:05.570308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:07:05.574719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:07:05.598850 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=25b799b3-d5af-4c7b-9f21-e51295082ae3,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.092658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.148279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.355799 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.360024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.469938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event updated for resources: {'Port': ['ID=25b799b3-d5af-4c7b-9f21-e51295082ae3,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:07:06.481971 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:06.780341 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Floating IP a4fb3082-3be5-4c32-b4a7-d8607f6f64ad associated. External IP: 172.26.4.196, port: 523d1181-1ee5-473b-afd9-b66a49b496fc. Mar 11 17:07:07.208165 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:07:07.416057 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:07:07.427077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:07:07.440035 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:07:07.440892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:07.441611 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:07.499359 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c41a118e-b3f1-46fc-85d9-b600e29fcf7c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5215571 Mar 11 17:07:07.499924 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:07:07.556993 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'status': 'completed', 'code': 200} Mar 11 17:07:07.638949 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:07:07.666571 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-c02b3e23-bb56-4665-acb4-9e14925677c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0885012 Mar 11 17:07:07.805977 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-4e167453-c854-420d-9fa5-fb2f57742028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.807414 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-4e167453-c854-420d-9fa5-fb2f57742028 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1345117 Mar 11 17:07:07.925353 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-a2232793-9ebc-4609-aae5-c44aeac6b2b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 999 time: 0.1112032 Mar 11 17:07:07.988523 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-1527cf66-6530-49fc-81dd-d98b34cdc7ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:07.990183 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-1527cf66-6530-49fc-81dd-d98b34cdc7ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0603414 Mar 11 17:07:08.012625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'a4fb3082-3be5-4c32-b4a7-d8607f6f64ad', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.196', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:e2:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:05Z', 'updated_at': '2022-03-11T17:07:05Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:08.016686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:07:08.028082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:07:08.028678 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:06:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:08.072669 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-58f688e5-d477-4d08-9693-30f58dcd1005 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774300 Mar 11 17:07:08.212779 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-b1c2b4ed-6d32-4494-aaa9-f4857b94c3fa service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330745 Mar 11 17:07:08.264441 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:07:08.349360 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6cb3c27c-c480-41d2-9438-43dbe42b6dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:08.465635 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-7a79e8fa-0181-40ea-9cf7-5970292fd5f9 req-736ae3a8-447f-4246-b7fe-3799d5120f5c service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465618 Mar 11 17:07:08.641101 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'a4fb3082-3be5-4c32-b4a7-d8607f6f64ad', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.196', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:e2:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:05Z', 'updated_at': '2022-03-11T17:07:05Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:07:08.645433 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e22f3cf-d0cd-42f4-9fbf-28c93bb58b46 None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'a4fb3082-3be5-4c32-b4a7-d8607f6f64ad', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'floating_ip_address': '172.26.4.196', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'mac_address': 'fa:16:3e:e2:0f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:07:05Z', 'updated_at': '2022-03-11T17:07:05Z', 'revision_number': 0, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:07:08.850177 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b8460-eb50-4412-84f0-ead18f95fbc9 None None] New status for floating IP a4fb3082-3be5-4c32-b4a7-d8607f6f64ad: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:07:11.419885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-02221217-c81b-4ea7-85c7-7924cfb226c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.211563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:12.274830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:13.795581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:15.673335 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:26.199765 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:07:26.957951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-176be5de-b574-4561-bf3e-35d59da965e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1543367 Mar 11 17:07:27.124864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-a4e5abb6-182d-4fd4-bf70-7a1e55f5ad5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0860472 Mar 11 17:07:27.304601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-e0c150df-bfc9-4443-86cb-2a21c1a9c706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.307484 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-e0c150df-bfc9-4443-86cb-2a21c1a9c706 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1620140 Mar 11 17:07:27.444984 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-bfa03628-e512-4d04-8cea-ab9804d7c805 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 1001 time: 0.1270552 Mar 11 17:07:27.511121 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-99457bdc-9e82-418a-8d5d-00588e1e19af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:07:27.513066 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-99457bdc-9e82-418a-8d5d-00588e1e19af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0665612 Mar 11 17:07:27.598269 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-0a5b4ccc-d9b3-45a5-80bc-c519ccc0ec5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801003 Mar 11 17:07:27.747870 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-9faeebd7-c749-4ab5-bc94-83d213bc7f83 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420898 Mar 11 17:07:27.902159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-99ffc560-04aa-460a-bcd5-56c0003d0737 req-2b09b0b0-c7de-4bcc-81f7-3bc192af0b6c service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469364 Mar 11 17:07:38.337610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a28cee35-f5f8-4906-891f-c16d36f55e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:41.423051 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4eae67fa-7bbb-4a6a-8546-e8530e6b93b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.214105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:42.279333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:43.796813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:07:45.698483 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:03.201174 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:08.331253 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4ca41cf3-3d4d-475a-96d8-6f44ecc6dc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:11.425883 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6c038372-9496-41f5-a278-88cd645afed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.217220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:12.292852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:13.797159 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:15.707396 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:27.876813 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-706c0ece-7a36-4355-8b74-8799c1c16e2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774875 Mar 11 17:08:28.016108 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-fdd920c6-7f2e-4a54-a45b-c1189945e187 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0711977 Mar 11 17:08:28.166300 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098151dd-7739-42c8-b091-554caf7ade69 req-b083972b-63f9-4b13-abf7-581b91a4ad52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.167833 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-b083972b-63f9-4b13-abf7-581b91a4ad52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1327899 Mar 11 17:08:28.274119 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-60b1bb6f-ae8e-49ac-a41d-b73a9f61c623 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 1001 time: 0.1001136 Mar 11 17:08:28.342277 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098151dd-7739-42c8-b091-554caf7ade69 req-18c5a0ec-0e80-4f73-8193-d9a71a85b24e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:08:28.343715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-18c5a0ec-0e80-4f73-8193-d9a71a85b24e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0638769 Mar 11 17:08:28.425100 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-1f09944e-401a-4fd1-aa54-aa6db09abeab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745375 Mar 11 17:08:28.560674 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-98ded002-85cf-4676-ab9a-866eada20502 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291881 Mar 11 17:08:28.798779 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-098151dd-7739-42c8-b091-554caf7ade69 req-be811e00-a049-4669-bd62-46def56bc63c service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319906 Mar 11 17:08:38.336004 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0581d54b-941f-4c31-b1e0-311703c2785d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:40.202032 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:08:41.430915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6418f555-9e5a-4eff-991e-741c1bd3fbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.219829 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:42.285823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:43.801162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:08:45.711192 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:03.756716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1a6f-69f9-4625-9c10-2716431f1bb3 req-f5b7d9cf-435f-4740-9a0a-0185f2161969 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:03.758679 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0aaf1a6f-69f9-4625-9c10-2716431f1bb3 req-f5b7d9cf-435f-4740-9a0a-0185f2161969 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.2671783 Mar 11 17:09:03.805968 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0aaf1a6f-69f9-4625-9c10-2716431f1bb3 req-20340649-6c63-48a3-b194-3a876dcfc761 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Mar 11 17:09:05.096267 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0832f-5857-43cb-b658-e2060149b5b8 req-fe51caa0-b58d-43df-98a4-7c8293f51c05 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:05.097731 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cea0832f-5857-43cb-b658-e2060149b5b8 req-fe51caa0-b58d-43df-98a4-7c8293f51c05 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.1552513 Mar 11 17:09:05.148583 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-cea0832f-5857-43cb-b658-e2060149b5b8 req-2e796705-b28a-435f-88e6-461dd3a4a9a0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445895 Mar 11 17:09:06.354886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03df31-822e-452e-b52e-f7c393d0eb2b req-3b7d0b9c-6558-4b5a-9b73-b4d7cd2edcb6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:06.356262 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d03df31-822e-452e-b52e-f7c393d0eb2b req-3b7d0b9c-6558-4b5a-9b73-b4d7cd2edcb6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0847211 Mar 11 17:09:06.403964 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2d03df31-822e-452e-b52e-f7c393d0eb2b req-4cd46283-1554-48c4-99a0-705193a680ac tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Mar 11 17:09:07.608189 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ad3e9-1d2f-41ec-ab6d-dc556d75752b req-6e7d2ebd-3634-4fa3-b8ce-b567505e047a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:07.609624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da5ad3e9-1d2f-41ec-ab6d-dc556d75752b req-6e7d2ebd-3634-4fa3-b8ce-b567505e047a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0840893 Mar 11 17:09:07.668805 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-da5ad3e9-1d2f-41ec-ab6d-dc556d75752b req-6a9c8ede-5331-4cef-8011-71a6cb166a7a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533509 Mar 11 17:09:08.337774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ba7c7df1-dde4-4507-8276-65c7980d084a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:08.881323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9447c-37ef-4126-8563-fc250512d0bd req-836b8223-a1e8-4bf4-9402-2e229ffcc9c6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:08.882842 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06f9447c-37ef-4126-8563-fc250512d0bd req-836b8223-a1e8-4bf4-9402-2e229ffcc9c6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0769811 Mar 11 17:09:08.929578 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-06f9447c-37ef-4126-8563-fc250512d0bd req-2344e12e-777c-4db5-aed7-2026a30ee026 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Mar 11 17:09:10.143332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c9d04-0bcb-4352-83a8-f5febc295e2d req-525c9a07-00d3-435a-99f1-15d7138789e9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:10.144712 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-610c9d04-0bcb-4352-83a8-f5febc295e2d req-525c9a07-00d3-435a-99f1-15d7138789e9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0844867 Mar 11 17:09:10.191335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-610c9d04-0bcb-4352-83a8-f5febc295e2d req-53838148-4e15-4e8a-a8d0-3d3d99cd386a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Mar 11 17:09:11.399376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc0c29-b545-4c7c-ad67-1f5bcf1a8668 req-e5a3ce7a-2b1e-4e0a-8bab-294b93d493be tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:11.400740 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8fc0c29-b545-4c7c-ad67-1f5bcf1a8668 req-e5a3ce7a-2b1e-4e0a-8bab-294b93d493be tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0872374 Mar 11 17:09:11.434187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b4b41312-111c-476d-981c-13a94385967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:11.457600 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b8fc0c29-b545-4c7c-ad67-1f5bcf1a8668 req-15cdf522-6ee8-47d9-a289-26f1f3b0e2d1 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511594 Mar 11 17:09:12.223609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.289961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:12.659556 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e88f9-fb17-45b6-ab98-8388953e094e req-933f3447-b8dd-4b0b-afc1-c0f4f137e308 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:12.661015 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-328e88f9-fb17-45b6-ab98-8388953e094e req-933f3447-b8dd-4b0b-afc1-c0f4f137e308 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Mar 11 17:09:12.711253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-328e88f9-fb17-45b6-ab98-8388953e094e req-dc22d2b1-c985-4a87-bf62-798a6ac54cb4 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Mar 11 17:09:13.657964 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-a36428f8-e8e5-4a75-a128-60f13d3626cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0715041 Mar 11 17:09:13.799106 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-3c827f71-4c62-4538-90e3-480906efc27d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.800741 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-3c827f71-4c62-4538-90e3-480906efc27d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1363919 Mar 11 17:09:13.808489 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:13.908772 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-2fed53ce-1488-4a52-adcc-0a5ed47aa2e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 1001 time: 0.1010079 Mar 11 17:09:13.922906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49d89b-9e49-4718-823f-d3e263655f0f req-8298c27e-e620-425c-b017-b11cd8591ef5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.924374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a49d89b-9e49-4718-823f-d3e263655f0f req-8298c27e-e620-425c-b017-b11cd8591ef5 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0809982 Mar 11 17:09:13.972458 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5a49d89b-9e49-4718-823f-d3e263655f0f req-ffc350dc-8f47-44d7-a4f9-67807494a772 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Mar 11 17:09:13.980658 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-6ff7239a-d347-4bdc-b4d5-036e19f71249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:13.982120 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-6ff7239a-d347-4bdc-b4d5-036e19f71249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0678220 Mar 11 17:09:14.066080 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-dad0b750-5186-4b03-99c6-7f91c9ade5df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776887 Mar 11 17:09:14.205191 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-dc7cc5c8-12d3-4eea-9961-6f8acf78360b service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328213 Mar 11 17:09:14.348562 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b12754d6-37b4-44bc-bb56-ed9b1ac84ad8 req-45207e0d-a3ed-43d7-99bb-9405e30ee470 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370401 Mar 11 17:09:15.183415 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c95d5-104f-4eb3-82e5-173de2424b82 req-4d3906db-aedc-44fb-9ac8-a088512cb5f3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:15.184994 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-140c95d5-104f-4eb3-82e5-173de2424b82 req-4d3906db-aedc-44fb-9ac8-a088512cb5f3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0775094 Mar 11 17:09:15.231266 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-140c95d5-104f-4eb3-82e5-173de2424b82 req-b9eb48b6-edbd-4be8-8344-503d075def96 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406232 Mar 11 17:09:15.734946 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:16.462667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9a553-8b55-4cdb-adc7-6ede7d747d50 req-a5e9370a-d0ba-4383-a4ab-e4ee9a1c9077 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:16.469624 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6e9a553-8b55-4cdb-adc7-6ede7d747d50 req-a5e9370a-d0ba-4383-a4ab-e4ee9a1c9077 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.1028833 Mar 11 17:09:16.513693 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b6e9a553-8b55-4cdb-adc7-6ede7d747d50 req-c2d222aa-106f-4e11-a840-349278948a6e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431893 Mar 11 17:09:17.204098 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:09:17.717981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4ce7b-2148-4d69-97a5-dcc04a4ca6f9 req-7d1cfcd3-35fe-45f8-ab41-944d8686e368 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:17.719464 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf4ce7b-2148-4d69-97a5-dcc04a4ca6f9 req-7d1cfcd3-35fe-45f8-ab41-944d8686e368 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0807352 Mar 11 17:09:17.767644 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-abf4ce7b-2148-4d69-97a5-dcc04a4ca6f9 req-cbeb1ff2-4be0-4035-80f8-bf75825a9ae1 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 Mar 11 17:09:18.040096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3d3533f6-a49d-457b-8992-13b58e89b6da req-c06222e9-cf5c-4609-9ef1-d94aedba04dd service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1449904 Mar 11 17:09:18.305727 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-d71d97c8-bea3-4de7-b335-bde08acac74f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379969 Mar 11 17:09:18.319787 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f246985-4461-4fee-a584-c852ad43a3fc req-0df00cb3-d0b0-4ac8-ae0f-84f5eddf996a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:18.321345 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f246985-4461-4fee-a584-c852ad43a3fc req-0df00cb3-d0b0-4ac8-ae0f-84f5eddf996a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0868287 Mar 11 17:09:18.374274 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1f246985-4461-4fee-a584-c852ad43a3fc req-ec0d5ce2-2060-4e85-9d7b-8b3e9e7cb837 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447958 Mar 11 17:09:19.588720 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7a83-bd1a-4ce0-a9e1-2b67ad603afb req-4427fa87-5616-4388-89ae-1f86ac37eede tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:19.592435 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-762c7a83-bd1a-4ce0-a9e1-2b67ad603afb req-4427fa87-5616-4388-89ae-1f86ac37eede tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0922523 Mar 11 17:09:19.640646 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-762c7a83-bd1a-4ce0-a9e1-2b67ad603afb req-7275c9b7-7d70-4970-bff2-fb089bfddc90 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432396 Mar 11 17:09:19.775645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:09:19.888534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:19.917084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:09:19.928174 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:19.934826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:20.011746 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:20.021597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.021965 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.022601 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.023153 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.023646 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.023848 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.024350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.024728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.025059 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.025391 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.026175 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:09:20.070208 dv-neutron-833206-1-hyperv neutron-server[83842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'code': 422} returned with failed status Mar 11 17:09:20.598250 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-4ed7ca00-68fe-416d-9273-44e90d25f95a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&tenant_id=d21e783c47fb4419b763aed1e40b0e18 HTTP/1.1" status: 200 len: 1096 time: 0.0739386 Mar 11 17:09:20.691654 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-6a7810f3-3de3-4604-b7fd-b91303e09c51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1096 time: 0.0716655 Mar 11 17:09:20.847640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-eb93a466-17b7-449c-aa08-c0416fff675f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.849137 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-eb93a466-17b7-449c-aa08-c0416fff675f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1507628 Mar 11 17:09:20.961050 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-be9bc4c8-7ed8-4541-825b-6efa98e86cd0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 999 time: 0.1046307 Mar 11 17:09:20.987818 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48602dc-89d2-4f41-b099-135513cb0f47 req-e49193a6-89ae-4ee4-ae2f-b2cc62f13f53 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:20.989255 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d48602dc-89d2-4f41-b099-135513cb0f47 req-e49193a6-89ae-4ee4-ae2f-b2cc62f13f53 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0863433 Mar 11 17:09:21.032223 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-4a9db5e5-67ec-4ebc-a61b-91ac065be4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:21.033810 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-4a9db5e5-67ec-4ebc-a61b-91ac065be4af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0659943 Mar 11 17:09:21.044400 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-d48602dc-89d2-4f41-b099-135513cb0f47 req-95388195-dfd2-4ada-8aa7-3fa3b78e5306 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480726 Mar 11 17:09:21.111040 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-c4cc98ba-1b10-4bf3-ac61-f82d8e521551 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703926 Mar 11 17:09:21.245147 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-fe2e64f6-e9a6-4793-b30a-48137c2a05ba service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278694 Mar 11 17:09:21.475110 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-d6fac6a6-b207-4ab0-9478-2d37741bf9aa service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237797 Mar 11 17:09:22.259156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc708f-959c-41fb-9780-c680f44d225c req-ccad7844-827f-4dd4-8dc8-976cf6177781 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:22.260608 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8ecc708f-959c-41fb-9780-c680f44d225c req-ccad7844-827f-4dd4-8dc8-976cf6177781 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0853531 Mar 11 17:09:22.307083 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8ecc708f-959c-41fb-9780-c680f44d225c req-a17d109a-54f3-47aa-8527-d51c1a78c3f9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Mar 11 17:09:23.518909 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accc711-4b32-49b9-b5a6-d6e2c5c3d715 req-a03a5685-148f-4124-9999-dd867187d843 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:23.521316 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3accc711-4b32-49b9-b5a6-d6e2c5c3d715 req-a03a5685-148f-4124-9999-dd867187d843 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0890601 Mar 11 17:09:23.567643 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3accc711-4b32-49b9-b5a6-d6e2c5c3d715 req-6bdf5eda-803c-4ca4-9d2e-7900d3cf6ccc tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400300 Mar 11 17:09:24.768066 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63849ce-07ef-466d-a79e-5a4941310e77 req-a0b07953-b766-4534-a4fd-f5d0711e59c6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:24.769630 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b63849ce-07ef-466d-a79e-5a4941310e77 req-a0b07953-b766-4534-a4fd-f5d0711e59c6 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0777760 Mar 11 17:09:24.817865 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b63849ce-07ef-466d-a79e-5a4941310e77 req-cd505ea8-c4d8-46b3-8235-903150e1b55e tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Mar 11 17:09:26.025265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d182738-f51b-498e-9d77-e1293f8fb0ba req-10da8534-514b-4876-8a9b-41b2d57fd2ad tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:26.026747 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0d182738-f51b-498e-9d77-e1293f8fb0ba req-10da8534-514b-4876-8a9b-41b2d57fd2ad tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0834067 Mar 11 17:09:26.076623 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-0d182738-f51b-498e-9d77-e1293f8fb0ba req-336e9fc6-6e34-4bb0-a286-ad903bd64612 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Mar 11 17:09:27.288047 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89088e61-4e81-4001-8c94-4059dc95e3c4 req-9adfb2d5-1e52-4b28-9af3-b0390f838080 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:27.289895 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89088e61-4e81-4001-8c94-4059dc95e3c4 req-9adfb2d5-1e52-4b28-9af3-b0390f838080 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0789132 Mar 11 17:09:27.339232 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-89088e61-4e81-4001-8c94-4059dc95e3c4 req-d485e34c-9592-4e0d-b7f2-27d08a116795 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438414 Mar 11 17:09:27.930966 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-8a278afe-5faf-4c81-8523-4562606f30be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1096 time: 0.0689445 Mar 11 17:09:28.076226 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-0ebfba68-7b55-4da8-9eec-7c22c3ec3042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.077670 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-0ebfba68-7b55-4da8-9eec-7c22c3ec3042 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1285024 Mar 11 17:09:28.183316 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-95e0f54f-d3d7-46d2-9e97-375172c716a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 999 time: 0.0993042 Mar 11 17:09:28.249846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-3fdffd4d-cefd-4987-b9b0-3fc21029f6ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.251263 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-3fdffd4d-cefd-4987-b9b0-3fc21029f6ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0609694 Mar 11 17:09:28.328608 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-cba02cd9-c2c8-4b2a-be98-07e2b4e60a43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702622 Mar 11 17:09:28.468715 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-5252fae4-427c-4667-b3f9-a0596cf81c18 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324985 Mar 11 17:09:28.540212 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed2f42-c567-41d2-a85d-5025443daa06 req-9ad8b396-dc39-487c-8769-66d5151b29c7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:28.541715 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6aed2f42-c567-41d2-a85d-5025443daa06 req-9ad8b396-dc39-487c-8769-66d5151b29c7 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0805469 Mar 11 17:09:28.597188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6aed2f42-c567-41d2-a85d-5025443daa06 req-3f8bfe9c-eb02-4cee-b311-de3840a767a3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497236 Mar 11 17:09:28.610257 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9b890fb9-74e7-4df9-958b-90a90b5af1b9 req-11a06b86-2ebc-49eb-a82d-40597f842c60 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354210 Mar 11 17:09:29.812001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab7e29-7885-4994-864f-752f08a0eaa4 req-efac3382-f764-4cb7-a811-1376de5665b3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:29.813447 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cab7e29-7885-4994-864f-752f08a0eaa4 req-efac3382-f764-4cb7-a811-1376de5665b3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 943 time: 0.0846143 Mar 11 17:09:29.857759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:09:29.950550 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6cab7e29-7885-4994-864f-752f08a0eaa4 req-4d5c5380-dc3f-4912-b510-e481aa3582ab tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314325 Mar 11 17:09:30.015967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:30.038468 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'port_id': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'mac_address': 'fa:16:3e:e2:0f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:09:30.094145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.111826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523d1181-1ee5-473b-afd9-b66a49b496fc {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:09:30.127373 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:30.135774 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:30.203017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:30.559418 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['523d1181-1ee5-473b-afd9-b66a49b496fc'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:09:31.151533 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c8288-10fc-400f-947b-536868b41c83 req-2996b9df-3bd4-4f62-88d3-51e97046294f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:31.152988 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f91c8288-10fc-400f-947b-536868b41c83 req-2996b9df-3bd4-4f62-88d3-51e97046294f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 944 time: 0.0807059 Mar 11 17:09:31.199648 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f91c8288-10fc-400f-947b-536868b41c83 req-8f3e7c8c-906f-42af-b297-41bbc6d71a58 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411885 Mar 11 17:09:31.883547 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:09:31.953296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port 523d1181-1ee5-473b-afd9-b66a49b496fc triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:09:31.953575 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.076760 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.104157 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:09:32.114117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:09:32.119423 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:32.161480 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'code': 200} Mar 11 17:09:32.194169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:09:32.410188 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3b3b4-0ec1-4131-a849-7d0ad2524f88 req-fb15b262-1406-4fa3-bb71-e86235cd57a0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:32.410963 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58b3b3b4-0ec1-4131-a849-7d0ad2524f88 req-fb15b262-1406-4fa3-bb71-e86235cd57a0 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0838985 Mar 11 17:09:32.449791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bded31f0-6128-4a0b-b380-6dff7fcd93b4 req-69b247c5-afd8-49a7-8638-2530571f9fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0726013 Mar 11 17:09:32.459956 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-58b3b3b4-0ec1-4131-a849-7d0ad2524f88 req-580a635b-ee0d-4ee7-bcc5-675d9fa96cdd tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421882 Mar 11 17:09:32.505500 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bded31f0-6128-4a0b-b380-6dff7fcd93b4 req-f222b856-de92-48c8-93a3-2836fb2f3b06 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495443 Mar 11 17:09:33.669059 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c155c-d2ee-4453-b90c-5841772e9326 req-69c04923-2ae6-46c3-b4d0-d9f7b290e99d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:33.670772 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3c9c155c-d2ee-4453-b90c-5841772e9326 req-69c04923-2ae6-46c3-b4d0-d9f7b290e99d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0868073 Mar 11 17:09:33.723314 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-3c9c155c-d2ee-4453-b90c-5841772e9326 req-d6e54d2a-95f0-4a6e-85a6-a81ea7445e96 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 Mar 11 17:09:34.937507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641bff-8bb3-45f7-a5fd-07496e7d1a6d req-0a19db0a-c28d-4152-9596-87908bfbfc0c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:09:34.939142 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e6641bff-8bb3-45f7-a5fd-07496e7d1a6d req-0a19db0a-c28d-4152-9596-87908bfbfc0c tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0922837 Mar 11 17:09:34.987211 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e6641bff-8bb3-45f7-a5fd-07496e7d1a6d req-146ea97d-6629-4a6e-9c6b-8955695d791d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415411 Mar 11 17:09:38.339765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2ab1-d969-41df-8b87-b5c12660e802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:41.441407 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c3f6821d-a005-425d-9d2a-ddace14cd7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.226981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:42.295249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:43.804221 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:45.746782 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:09:54.203725 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:10:08.344296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-499fa4fc-7198-4b5c-a25e-979df03312ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:11.436974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e3138-6a4a-4914-9bed-ab283b17f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.227920 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:12.300576 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:13.811310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:15.739281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:28.878792 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-c8a860b5-8328-4374-88d7-24ceee8e3135 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687668 Mar 11 17:10:29.023980 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-82376eb0-9cd8-408c-8090-622c6dd85e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0740759 Mar 11 17:10:29.171719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-7b8ea259-8078-4d68-9b24-222f202fe41e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:29.173061 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-7b8ea259-8078-4d68-9b24-222f202fe41e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1296282 Mar 11 17:10:29.280121 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-6227d823-5faf-4a1e-abb4-27284866026c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 1001 time: 0.1004505 Mar 11 17:10:29.346633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-a095c3f1-15d5-4fb1-bdc2-50c106a878c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:29.348057 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-a095c3f1-15d5-4fb1-bdc2-50c106a878c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0621629 Mar 11 17:10:29.423702 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-7b87324c-7c0f-4fa8-a661-ea76fe575cc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685275 Mar 11 17:10:29.557238 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-1b65b40c-0874-4074-8cf3-078b4e9fcfae service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272633 Mar 11 17:10:29.784849 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a9b6b957-5fdd-4567-af37-6260b8c424e9 req-a3fc4ac5-b26b-481d-bfe0-00c2d55598a0 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209623 Mar 11 17:10:31.205566 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:10:38.347628 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d22ae3a1-f883-4054-8089-2783118e37c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:41.440722 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7232af3f-0d94-46dc-b756-47153ab17bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:42.231564 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:42.295598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:43.811392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:45.753003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.433805 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49242) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:10:54.648780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Deleting port 25b799b3-d5af-4c7b-9f21-e51295082ae3 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:10:54.649112 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.827667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.828047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:54.950473 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Calling delete_port for 25b799b3-d5af-4c7b-9f21-e51295082ae3 owned by network:floatingip {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:10:55.111366 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.159696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'Port': ['ID=25b799b3-d5af-4c7b-9f21-e51295082ae3,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:55.200982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.201321 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.201655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.202020 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.202350 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.202677 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.203004 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.203323 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.203641 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.203969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.204281 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:10:55.266570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for floatingip, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:55.676571 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:10:55.985090 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:10:55.995461 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:10:56.002624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:56.007054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:10:56.007660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:56.058905 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7d719915-3954-4114-be76-aad3f4b9e68f tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "DELETE /v2.0/floatingips/a4fb3082-3be5-4c32-b4a7-d8607f6f64ad HTTP/1.1" status: 204 len: 168 time: 1.6239858 Mar 11 17:10:56.059463 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:10:56.148688 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'status': 'completed', 'code': 200} Mar 11 17:10:56.213767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:10:56.249059 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-aaa1cc62-d4c1-4091-a5d6-263633fd1df6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d21e783c47fb4419b763aed1e40b0e18&device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 1098 time: 0.0772443 Mar 11 17:10:56.405208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-3d9fa50c-d3b0-4807-8fbc-9e034cc99173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.406616 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-3d9fa50c-d3b0-4807-8fbc-9e034cc99173 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 200 len: 909 time: 0.1511865 Mar 11 17:10:56.481452 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-daf5e2c0-fb82-4614-adcc-2e806129b073 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 200 len: 217 time: 0.0682411 Mar 11 17:10:56.528604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33488f46-04a8-44f9-8c98-7ba86e7d0b13 req-d4f68598-7f96-400e-b760-021bd8ae275a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.530013 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33488f46-04a8-44f9-8c98-7ba86e7d0b13 req-d4f68598-7f96-400e-b760-021bd8ae275a tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0871799 Mar 11 17:10:56.554543 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-dce912da-43b4-4dba-ad33-e233584753b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:56.556169 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-dce912da-43b4-4dba-ad33-e233584753b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 200 len: 847 time: 0.0674169 Mar 11 17:10:56.563823 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:56.568858 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:10:56.580620 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-33488f46-04a8-44f9-8c98-7ba86e7d0b13 req-55e229b4-cb84-4645-b0e7-4f2dad869d43 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431471 Mar 11 17:10:56.581824 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:10:56.582636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:56.642400 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-15a1157b-8610-4146-9001-8951ca0fc8b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5bda8a94-5b49-4c2b-9c34-4ef4bf920046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794044 Mar 11 17:10:56.776570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:10:56.778415 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-10a672eb-8575-4fb5-b729-48e9685a0cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293559 Mar 11 17:10:56.916432 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b77377e3-5da8-46fa-87c3-5dcb4b933e5d req-4abbc376-f4f9-4bc6-a63b-3471b2dd6966 service neutron] 10.222.0.11 "GET /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304166 Mar 11 17:10:57.146229 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:10:57.150104 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7ad263-b16a-4f93-a079-d14c333471aa None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:16Z', 'revision_number': 4, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8', 'name': '', 'network_id': '5bda8a94-5b49-4c2b-9c34-4ef4bf920046', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'mac_address': 'fa:16:3e:cd:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:15Z', 'updated_at': '2022-03-11T17:00:35Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'subnets': [{'id': '5748c504-9b23-43ef-81e3-396b32e4e45c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:10:57.390525 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2961cdd-75c6-450b-8e42-4ae4bec035dd None None] New status for floating IP a4fb3082-3be5-4c32-b4a7-d8607f6f64ad: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:10:57.802280 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f45c4b-094c-4c6f-95ff-e1d49dcfdddc req-55c9884f-a984-450c-a31c-d6e5f9618f4b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:57.803714 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39f45c4b-094c-4c6f-95ff-e1d49dcfdddc req-55c9884f-a984-450c-a31c-d6e5f9618f4b tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.0770116 Mar 11 17:10:57.853411 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-39f45c4b-094c-4c6f-95ff-e1d49dcfdddc req-01be4666-def7-4159-bf56-d61b2266a52d tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/security-groups?id=e5e1516f-566c-4e1d-adee-9513987958ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Mar 11 17:10:58.127406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd482-5d86-42a2-9a47-b616117882af req-a2b323f0-fa4b-4f9d-809f-14cf9daae1ed tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:10:58.128040 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9f4cd482-5d86-42a2-9a47-b616117882af req-a2b323f0-fa4b-4f9d-809f-14cf9daae1ed tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Synchronizing usage tracker for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:10:58.144218 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9f4cd482-5d86-42a2-9a47-b616117882af req-a2b323f0-fa4b-4f9d-809f-14cf9daae1ed tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Unset dirty status for tenant:d21e783c47fb4419b763aed1e40b0e18 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:10:58.145507 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9f4cd482-5d86-42a2-9a47-b616117882af req-a2b323f0-fa4b-4f9d-809f-14cf9daae1ed tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 945 time: 0.1018264 Mar 11 17:10:58.220744 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Deleting port 523d1181-1ee5-473b-afd9-b66a49b496fc {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:10:58.221095 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.487981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] For port 523d1181-1ee5-473b-afd9-b66a49b496fc, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=523d1181-1ee5-473b-afd9-b66a49b496fc,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:10:58.488257 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.611070 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Calling delete_port for 523d1181-1ee5-473b-afd9-b66a49b496fc owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:10:58.757520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:58.807081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'Port': ['ID=523d1181-1ee5-473b-afd9-b66a49b496fc,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:10:58.995209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] No DVR routers for this DVR port 523d1181-1ee5-473b-afd9-b66a49b496fc on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:10:58.999096 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:10:59.001842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-deleted', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:10:59.020365 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9f4cd482-5d86-42a2-9a47-b616117882af req-eed68e84-56aa-4fc8-aaf4-6971ce40dfc9 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.11 "DELETE /v2.0/ports/523d1181-1ee5-473b-afd9-b66a49b496fc HTTP/1.1" status: 204 len: 173 time: 0.8695488 Mar 11 17:10:59.030928 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-4cdde9cd-ff52-40ec-aeff-a0cc81629530 req-7f0e012a-3bf1-4851-b66e-eb2726823997 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0524659 Mar 11 17:10:59.076678 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3190c7c8-7d59-4ce1-bb67-981fcb822925', 'name': 'network-vif-deleted', 'tag': '523d1181-1ee5-473b-afd9-b66a49b496fc', 'status': 'completed', 'code': 200} Mar 11 17:11:00.224440 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-54349cf6-a148-45fa-9712-917b9523a183 req-8f2d07d4-114a-4d58-8737-6c2c36278890 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "GET /v2.0/ports?device_id=3190c7c8-7d59-4ce1-bb67-981fcb822925 HTTP/1.1" status: 200 len: 210 time: 0.0435336 Mar 11 17:11:00.259872 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:00.295047 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: 523d1181-1ee5-473b-afd9-b66a49b496fc {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:00.295395 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device 523d1181-1ee5-473b-afd9-b66a49b496fc not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:01.353904 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49272) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:01.427780 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.461655 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.537965 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.562921 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1516f-566c-4e1d-adee-9513987958ae,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:01.579663 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:01.580786 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-8acd95ac-a4d4-456e-ac47-295a07191dd3 tempest-TestShelveInstance-1176783084 tempest-TestShelveInstance-1176783084-project] 10.222.0.78 "DELETE /v2.0/security-groups/e5e1516f-566c-4e1d-adee-9513987958ae HTTP/1.1" status: 204 len: 168 time: 0.2259345 Mar 11 17:11:01.653512 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49278) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:02.456761 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.068397 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Deleting port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:03.068728 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.244377 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] For port c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:03.244726 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.368349 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Calling delete_port for c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:03.630846 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:03.675211 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:03.977135 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:04.609960 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:04.843263 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:04.852016 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Sync routers for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:04.856142 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-c19bc649-f55e-476f-81e3-50e5bfde594d admin admin] 10.222.0.78 "PUT /v2.0/routers/b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2015500 Mar 11 17:11:04.858921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49284) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:04.864769 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:04.865312 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:05.054530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:05.066292 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.270965 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.280950 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Deleting port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:05.281315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.347910 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251'}], 'enable_snat': True}, 'gw_port_id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:11:03Z', 'revision_number': 5, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port': {'id': '1c328a55-f0ef-4126-99c5-aea0ce50ee9d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:f5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:05.351827 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Checking router: b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:05.363551 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Routers {'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:05.364144 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:05.466489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] For port 1c328a55-f0ef-4126-99c5-aea0ce50ee9d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:05.466839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.519667 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] Set router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:05.588594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Calling delete_port for 1c328a55-f0ef-4126-99c5-aea0ce50ee9d owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:05.633716 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:11:05Z', 'revision_number': 6, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:05.638546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7293eec-3a69-4ad9-967d-60a95bcb184e None None] The sync data for ids ['b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0'] in dv-neutron-833206-1-hyperv is: [{'id': 'b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0', 'name': 'tempest-TestShelveInstance-237383276-router', 'tenant_id': 'd21e783c47fb4419b763aed1e40b0e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:13Z', 'updated_at': '2022-03-11T17:11:05Z', 'revision_number': 6, 'project_id': 'd21e783c47fb4419b763aed1e40b0e18', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:05.876111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:05.923100 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c328a55-f0ef-4126-99c5-aea0ce50ee9d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:05.971719 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.971933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.972269 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.972605 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.972939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.973274 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.973602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.973953 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.974277 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.974595 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.974990 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:05.982183 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:06.024414 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:06.024972 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device c5a5bd54-4f1d-4a30-98e7-7af5f3a8a3c8 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:06.178626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.446176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.451594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.478286 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.478757 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:11:06.493656 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.498365 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2d2fccc9-4ed7-4ad3-86c4-ee9ede685d2f admin admin] 10.222.0.78 "DELETE /v2.0/routers/b0b5bd21-c8cf-4921-b74e-2c4bcadda4f0 HTTP/1.1" status: 204 len: 168 time: 1.6349483 Mar 11 17:11:06.498735 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49288) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:06.560733 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Deleting subnet 5748c504-9b23-43ef-81e3-396b32e4e45c {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:11:06.565065 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.622036 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.806968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.876969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.916644 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5748c504-9b23-43ef-81e3-396b32e4e45c,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:06.922302 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:06.927629 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c3ee1-c4b7-4362-a50a-e650ccc8fce3 None None] Network 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:06.928477 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-01adeb4e-aacd-4ae8-9a4b-5b15ecd41bee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/5748c504-9b23-43ef-81e3-396b32e4e45c HTTP/1.1" status: 204 len: 168 time: 0.4287326 Mar 11 17:11:06.930987 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49292) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:07.041434 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.052640 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Deleting port 96b54bbb-4485-4516-98d7-62fc035cf30f {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:07.052982 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.185158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] DHCP port deletion for 5bda8a94-5b49-4c2b-9c34-4ef4bf920046 request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:11:07.190371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Deleting port 96b54bbb-4485-4516-98d7-62fc035cf30f {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:07.190744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.283848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] For port 96b54bbb-4485-4516-98d7-62fc035cf30f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96b54bbb-4485-4516-98d7-62fc035cf30f,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:07.284278 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.408205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Calling delete_port for 96b54bbb-4485-4516-98d7-62fc035cf30f owned by network:dhcp {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:07.432726 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] For port 96b54bbb-4485-4516-98d7-62fc035cf30f, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=96b54bbb-4485-4516-98d7-62fc035cf30f,segment=NetworkSegment(412e011e-c9c1-4a5d-86ba-048067cf1753),segment_id=412e011e-c9c1-4a5d-86ba-048067cf1753)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:07.433513 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.487149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.535071 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b54bbb-4485-4516-98d7-62fc035cf30f,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:07.538860 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] No DVR routers for this DVR port 96b54bbb-4485-4516-98d7-62fc035cf30f on host dv-neutron-833206-1-hyperv {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:11:07.563317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Calling delete_port for 96b54bbb-4485-4516-98d7-62fc035cf30f owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:07.635447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:11:07.635906 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:11:07.659690 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.688747 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bda8a94-5b49-4c2b-9c34-4ef4bf920046']}} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:07.702458 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412e011e-c9c1-4a5d-86ba-048067cf1753') {'for_net_delete': True} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:07.702755 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.services.segments.db [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412e011e-c9c1-4a5d-86ba-048067cf1753') {} {{(pid=83841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:07.713848 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15634850'] for segment, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.736401 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.743264 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=83841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:11:07.743666 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15635772'] for segment, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: Traceback (most recent call last): Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: timer() Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: cb(*args, **kw) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: return func(*args, **kwargs) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: self._notify() Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: self.callback(batched_events) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: event.method(event) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: return f(self, *a, **k) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._get(url).json() Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: return self.request(url, 'GET', **kwargs) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:11:07.767400 dv-neutron-833206-1-hyperv neutron-server[83841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:11:07.783598 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96b54bbb-4485-4516-98d7-62fc035cf30f no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:07.819826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 96b54bbb-4485-4516-98d7-62fc035cf30f {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:07.820169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 96b54bbb-4485-4516-98d7-62fc035cf30f not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:07.820584 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1c328a55-f0ef-4126-99c5-aea0ce50ee9d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:07.862861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1c328a55-f0ef-4126-99c5-aea0ce50ee9d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:07.863200 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.863317 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1c328a55-f0ef-4126-99c5-aea0ce50ee9d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:07.882864 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:07.896236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bda8a94-5b49-4c2b-9c34-4ef4bf920046,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:07.912524 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-116e99b2-1adb-4295-964b-91ce321e1bc4 admin admin] 10.222.0.78 "DELETE /v2.0/networks/5bda8a94-5b49-4c2b-9c34-4ef4bf920046 HTTP/1.1" status: 204 len: 168 time: 0.9777892 Mar 11 17:11:07.912670 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49296) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:08.137358 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Deleting port 96b54bbb-4485-4516-98d7-62fc035cf30f {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:08.137764 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.200377 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-92580897-6cd5-4267-9dbb-24d4d97c843b None None] The port '96b54bbb-4485-4516-98d7-62fc035cf30f' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:11:08.210534 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:11:08.353012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-72c18fe4-8318-4cb8-8404-0003430a871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:08.413893 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.030043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Deleting port 45ddaa37-d278-4085-a6ce-0b1c27e3b194 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:09.030706 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.209968 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] For port 45ddaa37-d278-4085-a6ce-0b1c27e3b194, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=45ddaa37-d278-4085-a6ce-0b1c27e3b194,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:09.210316 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.334628 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Calling delete_port for 45ddaa37-d278-4085-a6ce-0b1c27e3b194 owned by network:router_interface {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:09.517857 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:09.569083 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Pushing event deleted for resources: {'Port': ['ID=45ddaa37-d278-4085-a6ce-0b1c27e3b194,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:09.879176 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:10.605909 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:10.829500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:10.837882 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Sync routers for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:10.839165 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-30e0becb-016b-4ce0-9037-9393956bccdf admin admin] 10.222.0.78 "PUT /v2.0/routers/b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9253590 Mar 11 17:11:10.841601 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49300) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:10.850148 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:10.850728 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.048078 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:11.054056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks [] for router, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.258602 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.268828 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Deleting port 1344b8ed-e7ce-46a1-a58d-4e780071be96 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:11.269177 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.378044 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:11:09Z', 'revision_number': 5, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port': {'id': '1344b8ed-e7ce-46a1-a58d-4e780071be96', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:00:20Z', 'updated_at': '2022-03-11T17:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.382463 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Checking router: b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:11.395807 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Routers {'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:11.396479 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:10:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.450328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6993e796-9404-4b17-9c1f-2d7b77c6f1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.457208 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] For port 1344b8ed-e7ce-46a1-a58d-4e780071be96, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=1344b8ed-e7ce-46a1-a58d-4e780071be96,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:11.457662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.551951 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] Set router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:11.663410 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:11:11Z', 'revision_number': 6, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:11.668747 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca37c5b-07db-48c6-a739-478a77691d50 None None] The sync data for ids ['b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a'] in dv-neutron-833206-1-hyperv is: [{'id': 'b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a', 'name': 'tempest-TestShelveInstance-1484881531-router', 'tenant_id': '4c4ad47030bb4555b698c04076d0f547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:00:19Z', 'updated_at': '2022-03-11T17:11:11Z', 'revision_number': 6, 'project_id': '4c4ad47030bb4555b698c04076d0f547', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:11.706098 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Calling delete_port for 1344b8ed-e7ce-46a1-a58d-4e780071be96 owned by network:router_gateway {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:11.875590 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:11.922460 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1344b8ed-e7ce-46a1-a58d-4e780071be96,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:12.092520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 45ddaa37-d278-4085-a6ce-0b1c27e3b194 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:12.131062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 45ddaa37-d278-4085-a6ce-0b1c27e3b194 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:12.131439 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 45ddaa37-d278-4085-a6ce-0b1c27e3b194 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:12.171981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.233957 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.298977 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.443195 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.447436 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.478293 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.479019 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a {{(pid=83841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:11:12.492573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.493696 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-46a322e2-c23e-4784-8429-513bcad21a61 admin admin] 10.222.0.78 "DELETE /v2.0/routers/b9fe610e-d6dd-4caf-8e3a-d6a36d37b79a HTTP/1.1" status: 204 len: 168 time: 1.6511719 Mar 11 17:11:12.496479 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49304) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:12.564785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Deleting subnet f0910780-af9d-47af-89b7-1c588b2dcf04 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:11:12.568008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.621603 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.716328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.788993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.830613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0910780-af9d-47af-89b7-1c588b2dcf04,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:12.835685 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.843260 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ef64f-548e-43d4-bc70-1f608446d906 None None] Network 894b2beb-9485-4442-bdfd-3eeada4ee81c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:12.843741 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-271f9996-3568-4bc5-ad9e-4b4f5d467145 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/f0910780-af9d-47af-89b7-1c588b2dcf04 HTTP/1.1" status: 204 len: 168 time: 0.3462205 Mar 11 17:11:12.846579 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49308) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:12.956927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:12.968176 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Deleting port 9b62556d-5815-4fa7-b172-4a468a606317 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:12.968501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.102110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] DHCP port deletion for 894b2beb-9485-4442-bdfd-3eeada4ee81c request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:11:13.106477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Deleting port 9b62556d-5815-4fa7-b172-4a468a606317 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:13.106845 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.181890 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] For port 9b62556d-5815-4fa7-b172-4a468a606317, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9b62556d-5815-4fa7-b172-4a468a606317,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:13.182270 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.316404 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] For port 9b62556d-5815-4fa7-b172-4a468a606317, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=9b62556d-5815-4fa7-b172-4a468a606317,segment=NetworkSegment(385bef93-85fa-4712-b498-638588be2f51),segment_id=385bef93-85fa-4712-b498-638588be2f51)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:13.316786 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.328502 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Calling delete_port for 9b62556d-5815-4fa7-b172-4a468a606317 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:13.416638 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.439202 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Calling delete_port for 9b62556d-5815-4fa7-b172-4a468a606317 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:11:13.464906 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b62556d-5815-4fa7-b172-4a468a606317,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:13.468874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] No DVR routers for this DVR port 9b62556d-5815-4fa7-b172-4a468a606317 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:11:13.515652 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:11:13.516010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:11:13.685846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.714196 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894b2beb-9485-4442-bdfd-3eeada4ee81c']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:13.727853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385bef93-85fa-4712-b498-638588be2f51') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:13.728138 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385bef93-85fa-4712-b498-638588be2f51') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:13.741349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.757644 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.763913 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:11:13.764291 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.773853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1344b8ed-e7ce-46a1-a58d-4e780071be96 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:11:13.781110 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:11:13.811302 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 1344b8ed-e7ce-46a1-a58d-4e780071be96 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:13.811636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 1344b8ed-e7ce-46a1-a58d-4e780071be96 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:13.812030 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9b62556d-5815-4fa7-b172-4a468a606317 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:11:13.849399 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 9b62556d-5815-4fa7-b172-4a468a606317 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:11:13.850142 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 9b62556d-5815-4fa7-b172-4a468a606317 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:11:13.852287 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.868427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.872998 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:13.901748 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] Pushing event deleted for resources: {'Network': ['ID=894b2beb-9485-4442-bdfd-3eeada4ee81c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:13.905342 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-481199b0-031b-4e4b-ad94-2c66b402ada2 admin admin] 10.222.0.78 "DELETE /v2.0/networks/894b2beb-9485-4442-bdfd-3eeada4ee81c HTTP/1.1" status: 204 len: 168 time: 1.0577846 Mar 11 17:11:14.017696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Deleting port 9b62556d-5815-4fa7-b172-4a468a606317 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:11:14.018160 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.079444 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49316) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:14.087588 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-e682ec41-8d87-49ab-a1bd-9df20ba0b844 None None] The port '9b62556d-5815-4fa7-b172-4a468a606317' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:11:14.145863 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ff528b5a-e96e-45ec-bf64-4ad017f98a89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d21e783c47fb4419b763aed1e40b0e18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0651119 Mar 11 17:11:14.148265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49320) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:14.209908 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.235659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.289433 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.312821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4f8364-efa4-4d71-967e-9876e60b629b,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:14.319824 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.322491 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-194c3584-dfea-4b77-8646-52ca832c42d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de4f8364-efa4-4d71-967e-9876e60b629b HTTP/1.1" status: 204 len: 168 time: 0.1733294 Mar 11 17:11:14.778393 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49328) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:14.831541 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-abf1609b-6a99-497b-a0cd-2bd9fe86b79b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4c4ad47030bb4555b698c04076d0f547&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520151 Mar 11 17:11:14.834315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49332) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:14.897135 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.925167 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.978228 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:14.992805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e5e922-a3cf-4964-8d9d-01a4fb7f7c80,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:14.999577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.003941 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-ca6becb7-96e6-434c-adb2-697e5690017c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/34e5e922-a3cf-4964-8d9d-01a4fb7f7c80 HTTP/1.1" status: 204 len: 168 time: 0.1654115 Mar 11 17:11:15.775380 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:15.922672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49354) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:16.053491 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-825586826-network', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:16.058526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:16.062512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Usage tracker for resource:network and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:16.065764 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:16.072846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:16.083348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Made reservation on behalf of 00cba016dc5747c69479ae4bfcd99eb6 for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:16.085734 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.098921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.133001 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:16.138672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:16.141626 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:16.147488 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:16.227794 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.232242 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.265200 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:11:16.270311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0e2b99-0316-4b51-adea-6bba3a16c5d6,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:16.279446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.279770 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Added segment 9662079b-5d13-4c7c-8aae-c00739b705d6 of type vlan for network 89ba0f77-febc-47e7-becf-5c9e9c35757c Mar 11 17:11:16.306596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.337639 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.338538 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:16.339728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.445072 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] Pushing event updated for resources: {'Network': ['ID=89ba0f77-febc-47e7-becf-5c9e9c35757c,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:16.449012 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-0830e4a2-9534-4631-9fa1-cad7ac65fa1f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5247407 Mar 11 17:11:16.451446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49360) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:16.455548 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:11:16.456519 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Request body: {'subnet': {'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-825586826-subnet', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:16.461385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:16.465883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Usage tracker for resource:subnet and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:16.468808 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:16.475165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:16.489799 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Made reservation on behalf of 00cba016dc5747c69479ae4bfcd99eb6 for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:16.492846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.721490 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.796234 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c8c312-37a4-4140-b279-50b73660fb62,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:16.815055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Checking segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:16.815406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Network hostable DHCP agents. Network: 89ba0f77-febc-47e7-becf-5c9e9c35757c, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:11:16.836540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:11:16.845860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, 89ba0f77-febc-47e7-becf-5c9e9c35757c) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:16.850281 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:16.850976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.859908 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c881f-d0b1-4840-a9d5-281af9f47d8e None None] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:16.877338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-548e68ae-2a43-44bd-84ec-7fc021890b5e admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4225380 Mar 11 17:11:16.877615 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49364) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:16.882583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:16.887324 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:16.891195 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Usage tracker for resource:router and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:16.894077 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:16.900152 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:16.912991 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.913892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:16.932428 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.087424 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-89ba0f77-febc-47e7-becf-5c9e9c35757c', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:11:17.088251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.098039 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.260310 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Allocated IP 172.20.0.2 (89ba0f77-febc-47e7-becf-5c9e9c35757c/88c8c312-37a4-4140-b279-50b73660fb62/71647891-66a6-4775-bb5d-7520a3b9ecf8) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:17.305772 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.337118 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.506506 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.519798 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Transition to ACTIVE for port object 71647891-66a6-4775-bb5d-7520a3b9ecf8 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:17.545613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Transition to ACTIVE for port object 71647891-66a6-4775-bb5d-7520a3b9ecf8 will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:17.552196 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.577649 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Allocated IP 172.26.4.5 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/a5c73e8d-7215-4785-829e-bffada0ce42d) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:17.627666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:17.630568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:17.636406 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:17.642683 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Pushing event updated for resources: {'Port': ['ID=71647891-66a6-4775-bb5d-7520a3b9ecf8,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:17.717496 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.717867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.718207 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.718539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.718876 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.719206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.719531 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.720187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.720187 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.720712 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.721320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:17.749096 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Attempting to bind port 71647891-66a6-4775-bb5d-7520a3b9ecf8 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:17.749637 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Attempting to bind port 71647891-66a6-4775-bb5d-7520a3b9ecf8 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:17.750190 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Attempting to bind port 71647891-66a6-4775-bb5d-7520a3b9ecf8 on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:17.757511 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.757756 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:17.758081 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Checking segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:17.758379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.758780 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Bound using segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:17.759247 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Bound port: 71647891-66a6-4775-bb5d-7520a3b9ecf8, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:17.759633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.794134 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.864643 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] For port 71647891-66a6-4775-bb5d-7520a3b9ecf8, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:17.868685 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:17.871389 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] For port 71647891-66a6-4775-bb5d-7520a3b9ecf8, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=71647891-66a6-4775-bb5d-7520a3b9ecf8,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:17.872590 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:17.874921 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c73e8d-7215-4785-829e-bffada0ce42d,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:17.877545 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:17.878284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:17.980275 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c979cc-ad4b-4987-b983-9fcf24f25528 None None] Pushing event updated for resources: {'Port': ['ID=71647891-66a6-4775-bb5d-7520a3b9ecf8,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:18.088070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:18.090099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:18.370715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:11:18.580141 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:18.591859 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:18.604434 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:18.605241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:18.615380 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:18.616762 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-2b2ba97c-7948-4074-b6ad-6c80bd34f1c9 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7383082 Mar 11 17:11:18.619709 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49368) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:18.804147 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:19.070898 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab509987-30b6-4bbd-ad35-d1041bdfda12 None None] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:19.291170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-627d11a6-706b-4ff3-9f53-a4dd92b2e7f7 None None] Provisioning for port 71647891-66a6-4775-bb5d-7520a3b9ecf8 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:19.372956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:17Z', 'revision_number': 3, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:19.381881 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:19.382219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Updating router 5583ba8d-9cf9-4995-8ec5-014f9794de9a port a5c73e8d-7215-4785-829e-bffada0ce42d binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:11:19.487123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.574659 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.834367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Allocated IP 172.20.0.1 (89ba0f77-febc-47e7-becf-5c9e9c35757c/88c8c312-37a4-4140-b279-50b73660fb62/d336f7fc-8a05-4bea-8b1d-c527d03e8573) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:19.860538 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 71647891-66a6-4775-bb5d-7520a3b9ecf8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:19.943723 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:19.967638 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Transition to ACTIVE for port object a5c73e8d-7215-4785-829e-bffada0ce42d will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:19.977889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.014299 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.034111 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Transition to ACTIVE for port object d336f7fc-8a05-4bea-8b1d-c527d03e8573 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:20.062237 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.070303 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 71647891-66a6-4775-bb5d-7520a3b9ecf8 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:20.081350 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 71647891-66a6-4775-bb5d-7520a3b9ecf8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:20.081996 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.105572 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85170646-cb8c-4525-b04d-4cabe320f35a None None] Pushing event updated for resources: {'Port': ['ID=a5c73e8d-7215-4785-829e-bffada0ce42d,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.126117 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Attempting to bind port a5c73e8d-7215-4785-829e-bffada0ce42d on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:20.126492 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Attempting to bind port a5c73e8d-7215-4785-829e-bffada0ce42d by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:20.126857 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Attempting to bind port a5c73e8d-7215-4785-829e-bffada0ce42d on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:20.133007 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:20.138144 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:20.141514 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:20.148339 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:20.148735 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:20.149118 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.149507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:20.150012 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Bound port: a5c73e8d-7215-4785-829e-bffada0ce42d, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:20.150419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.175790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.209271 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.282432 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] For port a5c73e8d-7215-4785-829e-bffada0ce42d, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:20.297038 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] For port a5c73e8d-7215-4785-829e-bffada0ce42d, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a5c73e8d-7215-4785-829e-bffada0ce42d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:20.298959 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.305624 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.319479 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.443487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 71647891-66a6-4775-bb5d-7520a3b9ecf8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=71647891-66a6-4775-bb5d-7520a3b9ecf8,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:20.446512 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85170646-cb8c-4525-b04d-4cabe320f35a None None] Pushing event updated for resources: {'Port': ['ID=a5c73e8d-7215-4785-829e-bffada0ce42d,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.457660 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69cc477a-8c6e-4bdd-a709-8d48f36302c8 None None] Provisioning for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:20.463017 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.503053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-69cc477a-8c6e-4bdd-a709-8d48f36302c8 None None] Provisioning complete for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:20.503416 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-69cc477a-8c6e-4bdd-a709-8d48f36302c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.539939 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.543425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:20.544141 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:20.545788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.662455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.668349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:20.722929 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=71647891-66a6-4775-bb5d-7520a3b9ecf8,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:20.728704 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-69cc477a-8c6e-4bdd-a709-8d48f36302c8 None None] Port d336f7fc-8a05-4bea-8b1d-c527d03e8573 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:11:20.777966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:20.806425 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:20.807684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:21.086813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1b99f41f-c888-42f0-9001-bd3a1eb77d2c None None] Provisioning complete for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:21.087345 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b99f41f-c888-42f0-9001-bd3a1eb77d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:21.187226 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1b99f41f-c888-42f0-9001-bd3a1eb77d2c None None] Port d336f7fc-8a05-4bea-8b1d-c527d03e8573 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:11:21.221370 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 2, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:21.225822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d96fd9-edeb-471a-a541-75ea638ab906 None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 2, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:21.335258 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:21.575027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:21.584104 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-9f255858-fd33-493e-a074-98fedf1c37c4 admin admin] 10.222.0.78 "PUT /v2.0/routers/5583ba8d-9cf9-4995-8ec5-014f9794de9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9627662 Mar 11 17:11:21.789986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 71647891-66a6-4775-bb5d-7520a3b9ecf8 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:21.884603 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 71647891-66a6-4775-bb5d-7520a3b9ecf8 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:21.886280 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.578517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49390) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:22.584209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1651292819-network', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:22.589997 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:22.594791 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Usage tracker for resource:network and tenant:3db8631b3dc24117b0327dc31281de3e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:22.598288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:22.604221 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:22.615762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Made reservation on behalf of 3db8631b3dc24117b0327dc31281de3e for: {'network': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:22.618205 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for network, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.632674 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.669911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:22.673911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Usage tracker for resource:security_group_rule and tenant:3db8631b3dc24117b0327dc31281de3e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:22.676804 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:22.683887 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:22.763762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.767981 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.800406 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=83840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 17:11:22.810025 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03b075-37f5-4cfe-b261-93902ba08c19,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:22.815837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.816253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.segments_db [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Added segment 84edc215-0b8e-4f43-8a84-9e84692ca7ce of type vlan for network e8b41763-82e9-44de-960a-336a1703129f Mar 11 17:11:22.845202 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728841460740'] for network, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.883594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511'] for network, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.884471 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:22.885052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:22.997038 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b41763-82e9-44de-960a-336a1703129f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:23.002253 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d6ba49f0-65f2-49c3-86fc-f337a2d10572 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4225447 Mar 11 17:11:23.004244 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49394) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:23.008107 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Network e8b41763-82e9-44de-960a-336a1703129f details requested by agent ovs-agent-dv-neutron-833206-1-hyperv with host dv-neutron-833206-1-hyperv {{(pid=83842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 17:11:23.011970 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Request body: {'subnet': {'network_id': 'e8b41763-82e9-44de-960a-336a1703129f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1651292819-subnet', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'ip_version': 4}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:23.017819 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:23.021666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Usage tracker for resource:subnet and tenant:3db8631b3dc24117b0327dc31281de3e is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:23.024838 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:23.031446 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:23.042550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Made reservation on behalf of 3db8631b3dc24117b0327dc31281de3e for: {'subnet': 1} {{(pid=83840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:23.044973 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15426563'] for subnet, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.261246 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15671828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15426577'] for subnet, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.335762 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:23.350241 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Checking segment: {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:23.350594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Network hostable DHCP agents. Network: e8b41763-82e9-44de-960a-336a1703129f, hostable agents: ['d084e38c-2804-4a00-8a1c-55441adcb28c'], hosted agents: [] {{(pid=83840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 17:11:23.374986 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Network e8b41763-82e9-44de-960a-336a1703129f is scheduled to be hosted by DHCP agent d084e38c-2804-4a00-8a1c-55441adcb28c with binding_index 1 {{(pid=83840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 17:11:23.385311 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833206-1-hyperv, e8b41763-82e9-44de-960a-336a1703129f) {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:23.389175 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:23.389785 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.394002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9bcd6-357f-46df-9c69-fa6f5e4f3546 None None] Network e8b41763-82e9-44de-960a-336a1703129f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:23.410235 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-df39b5ce-344b-4499-a1df-7ef53c169dd8 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4048460 Mar 11 17:11:23.412941 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49398) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:23.419520 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:23.424654 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:23.428888 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Usage tracker for resource:router and tenant:3db8631b3dc24117b0327dc31281de3e is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:23.431750 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:23.439149 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:23.450056 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16288849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11690'] for router, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.450955 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16288818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16316118', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16585890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11681'] for router, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.469574 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.622556 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16315940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16285867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9803'] for router, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.633912 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7db85-2a65-513e-a2e1-2ddfe4a1a557-e8b41763-82e9-44de-960a-336a1703129f', 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'fixed_ips': [{'subnet_id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5'}]}} from dv-neutron-833206-1-hyperv. {{(pid=83842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 17:11:23.635267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.874999 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a5c73e8d-7215-4785-829e-bffada0ce42d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:23.933147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.967531 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:23.995022 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.db_base_plugin_common [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Allocated IP 172.20.0.2 (e8b41763-82e9-44de-960a-336a1703129f/6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5/5f8873fc-1975-41b8-8128-c5d177676d5c) {{(pid=83842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:24.109914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Allocated IP 172.26.4.11 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/62001899-9498-4fd8-a828-6b5c12bfb86c) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:24.155311 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port a5c73e8d-7215-4785-829e-bffada0ce42d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:24.172225 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a5c73e8d-7215-4785-829e-bffada0ce42d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:24.172587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.264649 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.293500 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.328676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks [] for port, precommit_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.376562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:24.379981 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:24.385024 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:24.391456 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Transition to ACTIVE for port object 5f8873fc-1975-41b8-8128-c5d177676d5c will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:24.411589 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Pushing event updated for resources: {'Port': ['ID=62001899-9498-4fd8-a828-6b5c12bfb86c,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:24.429759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.438248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Transition to ACTIVE for port object 5f8873fc-1975-41b8-8128-c5d177676d5c will not be triggered until provisioned by entity DHCP. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:24.447566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603'] for port, after_create {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.498582 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port a5c73e8d-7215-4785-829e-bffada0ce42d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a5c73e8d-7215-4785-829e-bffada0ce42d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:24.514633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.536606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Network e8b41763-82e9-44de-960a-336a1703129f is already hosted by enough agents. {{(pid=83842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:24.537457 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Pushing event updated for resources: {'Port': ['ID=5f8873fc-1975-41b8-8128-c5d177676d5c,revision_number=1']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:24.539953 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.scheduler.base_scheduler [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Resources bound (agent type, host, resource id): {{(pid=83842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:24.556268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.558023 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16285858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16315963'] for router, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.617836 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Received port after_create {{(pid=83842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:24.735867 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=a5c73e8d-7215-4785-829e-bffada0ce42d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:24.745188 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Attempting to bind port 5f8873fc-1975-41b8-8128-c5d177676d5c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:24.745563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Attempting to bind port 5f8873fc-1975-41b8-8128-c5d177676d5c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:24.745952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Attempting to bind port 5f8873fc-1975-41b8-8128-c5d177676d5c on network e8b41763-82e9-44de-960a-336a1703129f {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:24.752553 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:24.752922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Checking segment: {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:24.753333 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.753744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Bound using segment: {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:24.754214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Bound port: 5f8873fc-1975-41b8-8128-c5d177676d5c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:24.754587 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.812736 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 is scheduled to L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 with binding_index 1 {{(pid=83841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 17:11:24.846375 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] For port 5f8873fc-1975-41b8-8128-c5d177676d5c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:24.849529 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] For port 5f8873fc-1975-41b8-8128-c5d177676d5c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5f8873fc-1975-41b8-8128-c5d177676d5c,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:24.854546 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:24.939053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0018b-66e2-4cc4-b193-8756c035cdd7 None None] Pushing event updated for resources: {'Port': ['ID=5f8873fc-1975-41b8-8128-c5d177676d5c,revision_number=2']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:25.055549 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:25.069111 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Sync routers for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:25.086973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] Notify callbacks [] for router, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.087113 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:25.087203 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-566b9eed-ef99-4a0b-96b4-ff1efd38fce5 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6706676 Mar 11 17:11:25.088055 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49402) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:25.107667 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:25.310174 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:25.623346 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 3, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:25.627883 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Checking router: 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:25.628226 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Updating router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 port 62001899-9498-4fd8-a828-6b5c12bfb86c binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:11:25.686739 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.910102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5f8873fc-1975-41b8-8128-c5d177676d5c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:25.976386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:25.980338 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872fd2a-8082-457a-8309-944c3f6d3dcc None None] Network e8b41763-82e9-44de-960a-336a1703129f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:11:26.110888 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-e6d5c1a1-b47c-4007-9dc4-fd8bb444e2f8 None None] Provisioning for port 5f8873fc-1975-41b8-8128-c5d177676d5c completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:26.117347 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.141216 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Transition to ACTIVE for port object 62001899-9498-4fd8-a828-6b5c12bfb86c will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:26.143255 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 5f8873fc-1975-41b8-8128-c5d177676d5c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:26.148493 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.176878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5f8873fc-1975-41b8-8128-c5d177676d5c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:26.177268 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.240411 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Attempting to bind port 62001899-9498-4fd8-a828-6b5c12bfb86c on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:26.240769 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Attempting to bind port 62001899-9498-4fd8-a828-6b5c12bfb86c by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:26.241130 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Attempting to bind port 62001899-9498-4fd8-a828-6b5c12bfb86c on network 5616238d-a34e-45b8-bce4-c69a0d7f877e {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:26.249980 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Pushing event updated for resources: {'Port': ['ID=62001899-9498-4fd8-a828-6b5c12bfb86c,revision_number=2']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.256146 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:26.256513 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Checking segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:26.257348 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.257348 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Bound using segment: {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:26.257752 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Bound port: 62001899-9498-4fd8-a828-6b5c12bfb86c, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0be85f-afa8-4c40-8638-9f24e3294ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:26.258114 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.296265 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.296603 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.296946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.297257 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.297580 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.297935 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.298253 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.298559 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.298876 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.299184 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.299495 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:11:26.344819 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] For port 62001899-9498-4fd8-a828-6b5c12bfb86c, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:26.348481 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] For port 62001899-9498-4fd8-a828-6b5c12bfb86c, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=62001899-9498-4fd8-a828-6b5c12bfb86c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:26.355222 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.357389 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Allocated IP 172.20.0.1 (e8b41763-82e9-44de-960a-336a1703129f/6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5/43761ace-1615-4db4-8fb2-57d05225f6c0) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:26.385849 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.432728 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 5f8873fc-1975-41b8-8128-c5d177676d5c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5f8873fc-1975-41b8-8128-c5d177676d5c,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:26.448976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.450773 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a5c73e8d-7215-4785-829e-bffada0ce42d up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:26.472958 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b522ad7-1e3c-4d76-aea4-4d95bc0bd1e6 None None] Pushing event updated for resources: {'Port': ['ID=62001899-9498-4fd8-a828-6b5c12bfb86c,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.480949 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:26.481564 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:26.547003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.567449 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.provisioning_blocks [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Transition to ACTIVE for port object 43761ace-1615-4db4-8fb2-57d05225f6c0 will not be triggered until provisioned by entity DHCP. {{(pid=83840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:26.598486 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.618394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port a5c73e8d-7215-4785-829e-bffada0ce42d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:26.618943 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.663990 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=5f8873fc-1975-41b8-8128-c5d177676d5c,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.685096 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:26.692958 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Network e8b41763-82e9-44de-960a-336a1703129f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:26.696046 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:26.697037 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-997dedb9-28f2-4d38-92ad-00f6a20c9d75 None None] Provisioning complete for port 5f8873fc-1975-41b8-8128-c5d177676d5c triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:26.698724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-997dedb9-28f2-4d38-92ad-00f6a20c9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.701716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:26.753478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Pushing event updated for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:26.777327 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16315585'] for router_interface, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:26.879440 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.030961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0d204d0e-5330-4cfa-bb50-a1887d1782e7 None None] Provisioning for port 43761ace-1615-4db4-8fb2-57d05225f6c0 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:27.037049 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-0d204d0e-5330-4cfa-bb50-a1887d1782e7 None None] Provisioning complete for port 43761ace-1615-4db4-8fb2-57d05225f6c0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:27.037566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0d204d0e-5330-4cfa-bb50-a1887d1782e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.038912 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 3, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:27.043575 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04bfe1a-b172-4466-9940-d43ffa0222db None None] The sync data for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv is: [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 3, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:27.100376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0d204d0e-5330-4cfa-bb50-a1887d1782e7 None None] Port 43761ace-1615-4db4-8fb2-57d05225f6c0 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:11:27.147839 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.152431 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.263575 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Pushing event updated for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:27.267186 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15339343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16315500'] for router_interface, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.415886 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Network e8b41763-82e9-44de-960a-336a1703129f is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:27.417427 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:27.623645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-3dc4f759-79bf-492a-854b-ed69866be192 None None] Provisioning complete for port 43761ace-1615-4db4-8fb2-57d05225f6c0 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:27.624113 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f759-79bf-492a-854b-ed69866be192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:27.680615 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4f759-79bf-492a-854b-ed69866be192 None None] Port 43761ace-1615-4db4-8fb2-57d05225f6c0 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:11:27.785431 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5f8873fc-1975-41b8-8128-c5d177676d5c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:27.836924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:27.859411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 5f8873fc-1975-41b8-8128-c5d177676d5c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:27.859765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:28.147801 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:28.158396 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8e11a6ff-aad1-4250-af18-606478bd4b6d admin admin] 10.222.0.78 "PUT /v2.0/routers/26e459fd-03bb-4001-97bc-f7f0e9b2bcc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690229 Mar 11 17:11:29.401385 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49412) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:29.408522 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396504023', 'description': 'tempest-secgroup-smoke-396504023 description', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:29.418857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:29.422867 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:29.425756 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:29.432609 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:29.443203 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.489947 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:29.493854 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:29.496696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:29.502349 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:29.569927 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.574108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.621003 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47490ee-56f2-4fec-bd28-67ec0c7eeec7,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.626677 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.627879 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b43b6fe2-6b4e-4947-8c84-4ea7c968b1c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2254946 Mar 11 17:11:29.632142 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49416) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:29.638034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:29.644392 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:29.648139 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:29.651678 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:29.657383 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:29.676942 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.744666 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.748275 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.771935 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53b857b-4a1c-4d8a-9d10-cd6fbf2dce86,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.786481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.788046 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-22d6f0e3-8bce-4939-a0b6-546ab86315c2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1548810 Mar 11 17:11:29.790846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49420) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:29.797210 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:29.803093 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:29.806920 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:29.809903 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:29.815474 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:29.833465 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.902373 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.906625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.933018 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2800f68-937b-4d41-ba93-ddf9db2d1010,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:29.944064 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:29.945844 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-a7041d1f-19e7-4fb4-8429-4ac8815d108c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1532376 Mar 11 17:11:29.949596 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49424) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:29.955673 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:29.961594 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:29.966261 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:29.969036 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:29.974847 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:29.993572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.058731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.062338 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.086587 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85c6cea-3829-4491-b069-b070c5b4520a,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:30.097723 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.098888 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-689ef841-32db-4a4c-94b2-8bfd627c6ce2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480451 Mar 11 17:11:30.101825 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49428) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:30.107654 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:30.114213 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:30.118043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:30.121688 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:30.127485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:30.152248 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.227032 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.231364 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.256814 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28aceea-42ec-4579-ac0f-ef6a80a1047f,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:30.267647 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.268878 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-fba45d63-04cf-434b-90f5-b6a320d6b5df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661351 Mar 11 17:11:30.274297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49432) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:30.280743 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:30.286842 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:30.290684 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:30.294298 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:30.300633 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:30.314146 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Project 00cba016dc5747c69479ae4bfcd99eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:11:30.320658 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.394692 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.398163 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.423320 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d639f87-cfb6-4ae1-a1b5-a9f2d3cd6b38,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:30.432451 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.433945 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-04f1d5ae-3572-4184-9fe9-f34e55e90588 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586335 Mar 11 17:11:30.436725 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49436) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:30.442332 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'security_group_rule': {'security_group_id': 'c47490ee-56f2-4fec-bd28-67ec0c7eeec7', 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:30.451266 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:30.454323 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:security_group_rule and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:30.457667 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:30.463711 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:30.474489 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.securitygroups_db [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Project 00cba016dc5747c69479ae4bfcd99eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 17:11:30.481053 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.549892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.554099 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611744'] for security_group_rule, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.579862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46fdfe0-9086-46e7-bac3-407d2dc9cc87,revision_number=0']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:30.588891 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:30.590039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-28bb6419-4c07-423a-8bd8-3670fd84399f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523683 Mar 11 17:11:30.771016 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-0cc98dc9-9d68-4634-8529-e70f09f61ff7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:security_group {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:30.787780 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-0cc98dc9-9d68-4634-8529-e70f09f61ff7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:security_group {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:30.788838 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-0cc98dc9-9d68-4634-8529-e70f09f61ff7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396504023&fields=id&tenant_id=00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 267 time: 0.0588329 Mar 11 17:11:30.939805 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-df23d900-00b5-45ec-86cf-def843583b2c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:30.940475 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-df23d900-00b5-45ec-86cf-def843583b2c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:network {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:30.959027 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-df23d900-00b5-45ec-86cf-def843583b2c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:network {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:30.960448 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-df23d900-00b5-45ec-86cf-def843583b2c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 809 time: 0.1645548 Mar 11 17:11:30.978355 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-c8d3ed66-7838-4106-85d9-5a76f9830923 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/quotas/00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 375 time: 0.0116470 Mar 11 17:11:31.063686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-cac34d81-a1b9-4659-9b49-c0a878f2948e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:11:31.082593 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-cac34d81-a1b9-4659-9b49-c0a878f2948e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:11:31.083951 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-cac34d81-a1b9-4659-9b49-c0a878f2948e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995600 Mar 11 17:11:31.101068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f6b5432-a2d6-48bb-83db-40444ac98825 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83840) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:11:31.102031 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f6b5432-a2d6-48bb-83db-40444ac98825 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052149 Mar 11 17:11:31.253900 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5b6cef5a-13ab-4540-bc51-f48cd999eb03 service neutron] 10.222.0.78 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448324 Mar 11 17:11:31.398860 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-0e34dc04-f351-4366-ab2b-0a96cbc29d76 service neutron] 10.222.0.78 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390905 Mar 11 17:11:31.594810 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-978be610-6341-462d-95c3-e2eca8abfbda req-f8ad25bd-4bd5-4b21-8a70-89a93ecc9b3e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0415680 Mar 11 17:11:32.726127 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-1b9b6fff-37c4-4dbc-9d8a-b7370ce89bf1 req-38e46a62-757c-4a7a-b034-97c4e0c578d8 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0509012 Mar 11 17:11:33.823847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 62001899-9498-4fd8-a828-6b5c12bfb86c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:33.850347 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-451befcc-6ef0-4b6d-a9ab-7e3e48626d75 req-8724d350-94e0-4b1c-9c9d-9eb5b616186d tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0446296 Mar 11 17:11:33.895909 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 62001899-9498-4fd8-a828-6b5c12bfb86c completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:33.901102 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 62001899-9498-4fd8-a828-6b5c12bfb86c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:33.901470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.021967 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.037904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 62001899-9498-4fd8-a828-6b5c12bfb86c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=62001899-9498-4fd8-a828-6b5c12bfb86c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:34.042046 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:34.109969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=62001899-9498-4fd8-a828-6b5c12bfb86c,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:34.968172 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a2361be9-3430-49d2-a763-e331c855dbbc req-aae21b65-4ad0-45d2-a479-acbe34f4eca1 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0433257 Mar 11 17:11:35.795633 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 62001899-9498-4fd8-a828-6b5c12bfb86c up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:35.899501 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 62001899-9498-4fd8-a828-6b5c12bfb86c triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:35.899864 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:36.073558 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:36.089277 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:36.090224 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:36.165953 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a439481b-f031-475c-a37c-624993807cc3 req-ca764e61-9d5e-4b47-a715-729c781578ef tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0467727 Mar 11 17:11:36.302341 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:36.640520 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 2, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:36.644401 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:36.644744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Updating router 5583ba8d-9cf9-4995-8ec5-014f9794de9a port d336f7fc-8a05-4bea-8b1d-c527d03e8573 binding host dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:11:36.700472 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:36.799114 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-ab481b95-2491-4c15-ae35-94ac12718baf tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:36.800710 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-ab481b95-2491-4c15-ae35-94ac12718baf tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 809 time: 0.1640229 Mar 11 17:11:36.865501 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-f1365cfb-be14-49e8-bf29-f624882ee246 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 379 time: 0.0524154 Mar 11 17:11:36.884678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'port': {'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'admin_state_up': True, 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'security_groups': ['c47490ee-56f2-4fec-bd28-67ec0c7eeec7']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:37.047136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:37.056823 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:37.070406 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Made reservation on behalf of 00cba016dc5747c69479ae4bfcd99eb6 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:11:37.074317 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.096557 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.109870 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Transition to ACTIVE for port object d336f7fc-8a05-4bea-8b1d-c527d03e8573 will not be triggered until provisioned by entity L2. {{(pid=83842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:37.117167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.267285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaff689-8327-4730-a64a-b8605c161fb6 None None] Pushing event updated for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=3']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:37.284907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Allocated IP 172.20.0.13 (89ba0f77-febc-47e7-becf-5c9e9c35757c/88c8c312-37a4-4140-b279-50b73660fb62/cfe5b7b5-2425-4813-a5b1-3c2d53c260c5) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:37.380917 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Attempting to bind port d336f7fc-8a05-4bea-8b1d-c527d03e8573 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:37.381545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Attempting to bind port d336f7fc-8a05-4bea-8b1d-c527d03e8573 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:37.381814 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Attempting to bind port d336f7fc-8a05-4bea-8b1d-c527d03e8573 on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:37.389892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:37.390274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Checking segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:37.390706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.391108 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Bound using segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} {{(pid=83842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:37.391610 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.managers [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Bound port: d336f7fc-8a05-4bea-8b1d-c527d03e8573, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}}] {{(pid=83842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:37.391986 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.401502 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-07bb5a38-4c69-4864-8ed3-7ebb0bd83371 req-783f0be1-6477-408e-a92c-91bd17a9fd8c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 210 time: 0.0739093 Mar 11 17:11:37.512707 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] For port d336f7fc-8a05-4bea-8b1d-c527d03e8573, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:37.517316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] For port d336f7fc-8a05-4bea-8b1d-c527d03e8573, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d336f7fc-8a05-4bea-8b1d-c527d03e8573,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:37.524484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.632853 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaff689-8327-4730-a64a-b8605c161fb6 None None] Pushing event updated for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:37.641088 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:37.641697 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:37.653914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.680669 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Transition to ACTIVE for port object cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:37.724573 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.831908 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:37.837760 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:37.841867 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:37.871563 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:37.878550 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d336f7fc-8a05-4bea-8b1d-c527d03e8573 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:37.924705 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:37.925416 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:37.944893 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Sync routers for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:37.962770 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-5f38b9c0-2e83-4696-afb3-81ef4d69cfce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0863287 Mar 11 17:11:37.962946 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:37.964684 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:37.974751 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Request body: {'port': {'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:38.021655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:38.028487 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:38.083206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:38.083578 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.122209 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.224524 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:38.355763 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e6d6f53-4ccd-4652-b5b2-62ac1467c6ee None None] Provisioning for port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:38.402765 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-1e6d6f53-4ccd-4652-b5b2-62ac1467c6ee None None] Provisioning complete for port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:38.403123 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6f53-4ccd-4652-b5b2-62ac1467c6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.453894 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d917e01d-673d-442c-93e6-046b44913e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.486754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.545759 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d6f53-4ccd-4652-b5b2-62ac1467c6ee None None] Port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:11:38.563205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:11:38.574983 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.578344 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port d336f7fc-8a05-4bea-8b1d-c527d03e8573, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d336f7fc-8a05-4bea-8b1d-c527d03e8573,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:38.582995 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.604419 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Transition to ACTIVE for port object cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:38.608281 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 4, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '43761ace-1615-4db4-8fb2-57d05225f6c0', 'name': '', 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'mac_address': 'fa:16:3e:83:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 2, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'subnets': [{'id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:38.611413 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.612568 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Checking router: 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:38.613047 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Updating router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 port 43761ace-1615-4db4-8fb2-57d05225f6c0 binding host dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 17:11:38.656790 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace8861-9c20-4cdb-accf-b4166d5b3ad1 req-32f4ebc7-7a52-4623-884a-0cf8e1f34adc tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:38.659347 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aace8861-9c20-4cdb-accf-b4166d5b3ad1 req-32f4ebc7-7a52-4623-884a-0cf8e1f34adc tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 932 time: 0.1121104 Mar 11 17:11:38.661415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:37Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:38.663654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:38.668835 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612a145f-0d3c-47cd-9826-1f817e60e3f4 None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:37Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:38.704802 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:38.743119 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-aace8861-9c20-4cdb-accf-b4166d5b3ad1 req-e9746586-309d-45af-acbd-ae168ccc7be7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774767 Mar 11 17:11:38.799925 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:38.931308 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Attempting to bind port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:38.932362 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Attempting to bind port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:38.932836 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Attempting to bind port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:38.939876 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 on network 89ba0f77-febc-47e7-becf-5c9e9c35757c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:11:38.940187 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Attempting to bind port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:38.947757 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:38.948231 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Checking segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:38.948617 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Bound using segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:38.949043 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Bound port: cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:38.949424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.059643 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:39.063519 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:39.069741 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.149899 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.152538 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] 10.222.0.11 "PUT /v2.0/ports/cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 1094 time: 1.1824691 Mar 11 17:11:39.153051 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:11:39.161538 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks [] for port, precommit_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.177304 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.provisioning_blocks [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Transition to ACTIVE for port object 43761ace-1615-4db4-8fb2-57d05225f6c0 will not be triggered until provisioned by entity L2. {{(pid=83843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:11:39.185879 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad1084-0f71-47ef-a209-c4bb5157d067 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:39.186458 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.303547 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-d98e8637-a857-48ff-a0ed-cd08ab2c269d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1097 time: 0.1001475 Mar 11 17:11:39.423590 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-619f2b9d-28a9-4e86-8e1f-8ecdf82d2b95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 217 time: 0.0993125 Mar 11 17:11:39.425797 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'status': 'completed', 'code': 200} Mar 11 17:11:39.496195 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fc05b-41c6-421f-97eb-264fa15fc5a1 None None] Pushing event updated for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=3']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:39.505047 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-1d3320ba-6989-41a7-9e13-f011d198121a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:39.506627 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-1d3320ba-6989-41a7-9e13-f011d198121a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0732477 Mar 11 17:11:39.513322 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Attempting to bind port 43761ace-1615-4db4-8fb2-57d05225f6c0 on host dv-neutron-833206-1-hyperv for vnic_type normal with profile {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:11:39.513678 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Attempting to bind port 43761ace-1615-4db4-8fb2-57d05225f6c0 by drivers openvswitch,hyperv on host dv-neutron-833206-1-hyperv at level 0 using segments [{'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:11:39.514066 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Attempting to bind port 43761ace-1615-4db4-8fb2-57d05225f6c0 on network e8b41763-82e9-44de-960a-336a1703129f {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:11:39.521914 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Checking agent: {'id': '693f5267-82de-4c0c-9570-3cbe10930049', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833206-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 54, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 55, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833206-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:11:39.522273 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Checking segment: {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:11:39.522661 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.523035 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Bound using segment: {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'} {{(pid=83843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:11:39.523485 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.managers [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Bound port: 43761ace-1615-4db4-8fb2-57d05225f6c0, host: dv-neutron-833206-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84edc215-0b8e-4f43-8a84-9e84692ca7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f'}}] {{(pid=83843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:11:39.523838 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.591193 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-a51d4d14-1a7a-4c6e-8ffe-64aa7659b62a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781662 Mar 11 17:11:39.623429 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] For port 43761ace-1615-4db4-8fb2-57d05225f6c0, host dv-neutron-833206-1-hyperv, cleared binding levels {{(pid=83843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:11:39.626621 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.plugins.ml2.db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] For port 43761ace-1615-4db4-8fb2-57d05225f6c0, host dv-neutron-833206-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=43761ace-1615-4db4-8fb2-57d05225f6c0,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:11:39.632384 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron_lib.callbacks.manager [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:39.718987 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fc05b-41c6-421f-97eb-264fa15fc5a1 None None] Pushing event updated for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=4']} {{(pid=83843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:39.729798 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:39.730601 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:39.730942 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-fecfbefc-eb69-4015-aab2-126f4242f53a service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332977 Mar 11 17:11:39.829926 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d336f7fc-8a05-4bea-8b1d-c527d03e8573 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:39.911831 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port d336f7fc-8a05-4bea-8b1d-c527d03e8573 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:39.912193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:40.022518 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6d0c4-8e50-435f-aa8f-367cb22c68e9 req-b0fe5be5-50df-4101-9657-d5faf7af9ff1 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.024689 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2f6d0c4-8e50-435f-aa8f-367cb22c68e9 req-b0fe5be5-50df-4101-9657-d5faf7af9ff1 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.1110294 Mar 11 17:11:40.044710 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:40.096580 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f7d02d9d-7743-4d61-925c-66f5c5a57201 req-7c604c89-5e96-4844-9f2d-16523ba330d6 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591106 Mar 11 17:11:40.125303 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-b2f6d0c4-8e50-435f-aa8f-367cb22c68e9 req-3d2e056a-d2aa-4374-be3f-b4f62af13750 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929229 Mar 11 17:11:40.235478 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-c531c9ad-b6d5-4334-ab23-429af2596293 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1097 time: 0.0753438 Mar 11 17:11:40.384668 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-0f961f04-e480-42a1-bc7b-8804d6142e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.387624 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-0f961f04-e480-42a1-bc7b-8804d6142e59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1465578 Mar 11 17:11:40.398263 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 4, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '43761ace-1615-4db4-8fb2-57d05225f6c0', 'name': '', 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'mac_address': 'fa:16:3e:83:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:39Z', 'revision_number': 4, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'subnets': [{'id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:40.402421 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770add9b-ded3-4f5a-a8c0-e2f4d19d710e None None] The sync data for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv is: [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:11:26Z', 'revision_number': 4, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': '43761ace-1615-4db4-8fb2-57d05225f6c0', 'name': '', 'network_id': 'e8b41763-82e9-44de-960a-336a1703129f', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'mac_address': 'fa:16:3e:83:ba:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:26Z', 'updated_at': '2022-03-11T17:11:39Z', 'revision_number': 4, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'subnets': [{'id': '6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:40.474308 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-aabb7aad-75a2-4d01-ad21-80d8dccf8e07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 217 time: 0.0805295 Mar 11 17:11:40.543299 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-66c4aadf-cc2b-44e3-8eb0-6897c9b67058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:40.544738 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-66c4aadf-cc2b-44e3-8eb0-6897c9b67058 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0644231 Mar 11 17:11:40.632418 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-f4ab9417-5f59-4e1f-be54-03df53bb1f73 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809481 Mar 11 17:11:40.784693 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-27a6ec30-9396-40a2-b5fb-4dc493826744 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458063 Mar 11 17:11:40.930837 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-f5f0c1f7-dbe8-49d8-8538-a9c842120134 req-b20ff28b-a585-4f8a-ae2e-129413ed26fa service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401515 Mar 11 17:11:41.339766 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635227b-4a50-42cc-9f10-a2ddf17477b8 req-0014bb47-e2e2-44dd-8391-da5b5d681713 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:41.341374 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5635227b-4a50-42cc-9f10-a2ddf17477b8 req-0014bb47-e2e2-44dd-8391-da5b5d681713 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.0879335 Mar 11 17:11:41.392759 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5635227b-4a50-42cc-9f10-a2ddf17477b8 req-2fae76f8-50dd-42f6-833a-9fae0e85e496 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456071 Mar 11 17:11:41.442832 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a90bee18-6f60-4e64-8021-1e9b76973d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:41.811500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 43761ace-1615-4db4-8fb2-57d05225f6c0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:41.884167 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning for port 43761ace-1615-4db4-8fb2-57d05225f6c0 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:41.889609 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 43761ace-1615-4db4-8fb2-57d05225f6c0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:41.889997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.009991 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.043841 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] For port 43761ace-1615-4db4-8fb2-57d05225f6c0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=43761ace-1615-4db4-8fb2-57d05225f6c0,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:42.048369 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.116379 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Pushing event updated for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:42.238631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.301073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.479082 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:11:42.599943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590fa9be-aa30-41d0-abb0-febb9c4abe3f req-57ce58f8-a0a7-46e2-b7e0-74db45e9561f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:42.601410 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-590fa9be-aa30-41d0-abb0-febb9c4abe3f req-57ce58f8-a0a7-46e2-b7e0-74db45e9561f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.0868921 Mar 11 17:11:42.618724 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:42.634983 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:11:42.649342 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-590fa9be-aa30-41d0-abb0-febb9c4abe3f req-0c8eed72-7c6a-4e51-8a48-5ddd6e87a8e7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420978 Mar 11 17:11:42.691889 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.712892 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:11:42.729561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:42.734403 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:42.841813 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:43.092084 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:11:43.804904 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 43761ace-1615-4db4-8fb2-57d05225f6c0 up at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:43.870568 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.898234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Provisioning complete for port 43761ace-1615-4db4-8fb2-57d05225f6c0 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:43.898606 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:43.975409 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b62589-d0e7-4b3c-bf49-db969e5bb551 req-ee47b232-e26d-4b39-8bd3-75a5cd22b14b tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:43.976869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b62589-d0e7-4b3c-bf49-db969e5bb551 req-ee47b232-e26d-4b39-8bd3-75a5cd22b14b tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 945 time: 0.1980774 Mar 11 17:11:44.026226 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-09b62589-d0e7-4b3c-bf49-db969e5bb551 req-252afe4f-c990-4ec7-8e94-1486b67178fa tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Mar 11 17:11:44.481069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:11:44.552092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:11:44.558328 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:11:44.558613 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.678654 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.706450 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:11:44.717566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:11:44.722784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:44.767690 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'code': 200} Mar 11 17:11:44.791895 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:45.002639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bcf8f99e-1f53-45bc-9c5f-ce1ec029477a req-c5987ad3-70f1-4c28-a467-61fd75e2aa91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1099 time: 0.0770636 Mar 11 17:11:45.046192 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-bcf8f99e-1f53-45bc-9c5f-ce1ec029477a req-3ee4e3c1-b29c-474a-9de8-f64b90e3d406 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370817 Mar 11 17:11:45.208397 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:11:45.228193 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45e55e-178e-4a79-b625-68e144600ed1 req-9f6d74cf-0dda-4005-a28f-27f9060df139 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:45.230268 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-df45e55e-178e-4a79-b625-68e144600ed1 req-9f6d74cf-0dda-4005-a28f-27f9060df139 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 946 time: 0.0768251 Mar 11 17:11:45.278145 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-df45e55e-178e-4a79-b625-68e144600ed1 req-9df25add-a5da-44fd-a0ce-88eb95bb7dbb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420358 Mar 11 17:11:45.784625 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:46.516779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d70dda-637a-4210-9615-cf2f1a235537 req-f2412405-e83d-4016-9c0b-d3a90671a94a tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:46.518326 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37d70dda-637a-4210-9615-cf2f1a235537 req-f2412405-e83d-4016-9c0b-d3a90671a94a tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 946 time: 0.0989518 Mar 11 17:11:46.565869 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-37d70dda-637a-4210-9615-cf2f1a235537 req-8d83895e-2578-4648-b268-ac8295390c7c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417335 Mar 11 17:11:47.772686 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0669c-f35f-452c-869a-f582229c7cfa req-9d14a580-225b-4a00-9777-e2e9821909b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:47.774159 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92d0669c-f35f-452c-869a-f582229c7cfa req-9d14a580-225b-4a00-9777-e2e9821909b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 946 time: 0.0811515 Mar 11 17:11:47.824233 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-92d0669c-f35f-452c-869a-f582229c7cfa req-e6e2e82e-5bb8-446d-ba6c-dbc384fb5371 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Mar 11 17:11:48.033836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6317-6478-42de-961b-917fbc76872d req-46ce8827-8649-426b-899d-8d9b2e5bddae tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:48.035335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3ab6317-6478-42de-961b-917fbc76872d req-46ce8827-8649-426b-899d-8d9b2e5bddae tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 946 time: 0.0788918 Mar 11 17:11:48.083106 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c3ab6317-6478-42de-961b-917fbc76872d req-d387b2df-2e7b-47a0-94ca-8f57ad883ccb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Mar 11 17:11:48.111240 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49508) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:48.320622 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-935f6a80-c9ac-4259-921b-470634f31e84 tempest-TestSnapshotPattern-1568365640 tempest-TestSnapshotPattern-1568365640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1094 time: 0.2082195 Mar 11 17:11:48.324022 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 49514) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:11:48.329046 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:11:48.334662 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:11:48.338613 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:floatingip and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:11:48.341507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:11:48.348008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:11:48.358911 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:48.501049 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:48.642469 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Allocated IP 172.26.4.70 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/ab3ff551-6dea-4c6a-8d9a-b9613b7d3053) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:11:48.799862 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:48.832383 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:48.902959 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:11:48.905544 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:11:48.908066 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:11:48.943626 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=ab3ff551-6dea-4c6a-8d9a-b9613b7d3053,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:49.563539 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.621077 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.838477 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.843333 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:49.951014 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=ab3ff551-6dea-4c6a-8d9a-b9613b7d3053,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:11:49.969914 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:50.167791 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.db.l3_db [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Floating IP f5d31ab4-9e52-49ed-9d99-c231e257476e associated. External IP: 172.26.4.70, port: cfe5b7b5-2425-4813-a5b1-3c2d53c260c5. Mar 11 17:11:50.569683 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:11:50.781509 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:11:50.807424 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:11:50.964753 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-691fd5b0-7ec6-491b-af61-c84b994fa7a5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6396289 Mar 11 17:11:50.965332 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:11:51.029856 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'status': 'completed', 'code': 200} Mar 11 17:11:51.127096 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-6bf1096f-2873-442e-ab63-881083de1a25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1099 time: 0.0763621 Mar 11 17:11:51.269053 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-79ca4c3a-6cc7-46f0-a9c8-64b1e7b8002b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.270428 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-79ca4c3a-6cc7-46f0-a9c8-64b1e7b8002b service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1340601 Mar 11 17:11:51.392079 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-e4f32d80-d9c1-46f8-87c1-2baa48d20e15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 999 time: 0.1146121 Mar 11 17:11:51.464562 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-0e96957b-1106-4313-b2e3-d8337015c7c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:11:51.466065 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-0e96957b-1106-4313-b2e3-d8337015c7c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0672128 Mar 11 17:11:51.546602 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-ad1a088a-cd56-4986-8414-4f3f0c93fee8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746849 Mar 11 17:11:51.688789 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-2c83ffd2-feb3-4294-a3f3-caeff5363ab7 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363611 Mar 11 17:11:51.832783 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-2604a868-d438-482e-a7ed-ad2b2e08c578 req-f354f3d2-ff71-4ecf-a35d-ed0645ed3214 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383362 Mar 11 17:11:52.651766 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:11:52.678382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:52.679013 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:52.878751 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:53.252158 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:49Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:53.255948 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:11:53.266321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:11:53.266897 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:11:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:53.451855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:11:53.841686 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:49Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:11:53.845956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aa199b-d655-4262-82be-4b2839fff99c None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:49Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:11:59.044258 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36557a-2c33-4cc9-bf5c-5e04298c02a7 None None] New status for floating IP f5d31ab4-9e52-49ed-9d99-c231e257476e: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:12:08.348834 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5eb848c1-6dd6-43d9-b0f5-54864b9b8ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:11.448366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7db3df99-0a85-4549-9b5a-0c158ad7b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:12.240744 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:12.303296 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:13.819488 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:15.781206 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:22.208980 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:12:29.943561 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-c21be01f-c32f-40aa-983a-1c49d91e5724 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1402853 Mar 11 17:12:30.086134 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-ff463cc2-a59b-4956-a72e-be9ea137d0e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1099 time: 0.0700128 Mar 11 17:12:30.235422 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-546a4e90-935d-4dbc-b86e-01b6a5b3ed9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:30.236864 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-546a4e90-935d-4dbc-b86e-01b6a5b3ed9a service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1304250 Mar 11 17:12:30.344705 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-82c363c0-192f-45de-b070-df86d2cb745b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 1001 time: 0.1007710 Mar 11 17:12:30.409593 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-9731bdbb-f0b7-4029-9503-ef887623cd66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:12:30.411039 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-9731bdbb-f0b7-4029-9503-ef887623cd66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0605445 Mar 11 17:12:30.490968 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-de428953-6963-4d9a-a063-23240b63ff97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731652 Mar 11 17:12:30.632434 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-0d2815c0-00f8-4248-b84b-9b3d56791d2e service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348379 Mar 11 17:12:30.867858 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-8a01a7b4-5366-46b3-84a1-5eadc7d4b915 req-82cde02b-cbe1-496a-b9ab-a0df684969b5 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293007 Mar 11 17:12:38.350542 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f7737051-0e2f-42b7-a8be-725c27e6e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:41.451566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-951f83b8-3207-4a34-9f79-adaac8d7a141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.242976 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:42.306902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:43.822594 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:45.786027 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:12:59.209200 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:08.352581 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6d763842-553e-41de-982d-a704b59f7d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:11.453928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-10800bb8-9eff-48f4-a288-1954c8f69925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.246925 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:12.309968 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:13.824534 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:15.781077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:29.877817 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-044eb2df-9acc-46f1-bdf6-87f83e30a169 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682564 Mar 11 17:13:30.026339 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-42d5ba58-5820-458c-b343-8960e558d14c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1099 time: 0.0785997 Mar 11 17:13:30.176886 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-cf88bc2d-465f-47d7-a784-4b6841d07f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:30.178354 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-cf88bc2d-465f-47d7-a784-4b6841d07f14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1334362 Mar 11 17:13:30.284474 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-0e4358ea-677d-4818-a694-d433cd7812fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 1001 time: 0.0999017 Mar 11 17:13:30.357896 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-5d6498c6-b685-4b3f-81d8-00c3eb6840f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:13:30.359240 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-5d6498c6-b685-4b3f-81d8-00c3eb6840f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0685792 Mar 11 17:13:30.436629 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-10bc17ad-7754-4b66-8d73-4c63dee29744 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707333 Mar 11 17:13:30.571001 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-417343bf-bc13-47dd-a32c-1bdbc06c7a1f service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278722 Mar 11 17:13:30.707511 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-e1ad1d6d-8090-4cf3-bc36-896644adc509 req-a06d838c-cbab-4449-82b4-9c629207081e service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292984 Mar 11 17:13:36.208877 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:13:38.357690 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2fd07d4f-663f-46c3-912b-c95c0b965459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:41.457297 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-89e39fe3-b999-4c15-b3b9-60741aae0734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.250098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:42.312731 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:43.829384 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:13:45.793470 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:08.359826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-871276d4-eaf0-43bc-b5af-6cd8b0fbe083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:11.461481 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6280402d-cf9d-4970-b3dc-bdc3ab70a5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:12.252750 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:12.316545 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:13.210348 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:14:13.838617 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:15.784706 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:31.861105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-4a6af6de-f382-4680-a2dc-8a99d16df3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864940 Mar 11 17:14:32.030341 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-cf66540c-fa70-415a-8dc5-79a653c8b3d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1099 time: 0.0942032 Mar 11 17:14:32.196033 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-fa30c943-ad1c-4f60-be31-3c303e759fab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.197545 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-fa30c943-ad1c-4f60-be31-3c303e759fab service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1475186 Mar 11 17:14:32.314445 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-ba6ee996-62e5-48c0-b4da-db272eed4b80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 1001 time: 0.1110611 Mar 11 17:14:32.385719 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-9657636f-63a1-4ef9-9122-c15db7c0c185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:14:32.387936 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-9657636f-63a1-4ef9-9122-c15db7c0c185 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0661848 Mar 11 17:14:32.473411 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-94db03e7-8ed6-472d-9cf5-87bd97957ba2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784419 Mar 11 17:14:32.609983 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-f6ff287c-508d-4c73-9cc1-f3f64df0a2a5 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300871 Mar 11 17:14:32.845853 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-b0e152ac-8eef-49f8-8f3b-0034fef6c720 req-4ac5562b-a267-4807-9d76-56e84662ff32 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296021 Mar 11 17:14:38.364941 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a5e40460-6cf9-4f0e-9591-3134c5709ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:41.457767 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-13b18332-d875-4145-b99b-e62e6a5cdd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:42.261145 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:42.331566 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.350670 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:14:43.495993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:43.509618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:14:43.563627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.582234 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:14:43.597563 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:43.601452 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:43.673003 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:43.678982 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:14:43.717005 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.717346 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.717682 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.718041 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.718372 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.718714 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.719019 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.719337 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.719655 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.719969 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.720284 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:14:43.854318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.351074 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:14:45.421994 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:14:45.422376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.541135 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.570286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:14:45.579783 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:14:45.584412 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:45.660775 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:14:45.750098 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'code': 200} Mar 11 17:14:45.791981 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:14:50.209926 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:01.396278 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-69b51b8d-7603-49f6-ad81-833e70d33a6f tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396504023&fields=id&tenant_id=00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 267 time: 0.0450387 Mar 11 17:15:01.549983 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-9d5274bb-34f3-4739-82c0-37bb9e95dbfb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:01.551494 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-9d5274bb-34f3-4739-82c0-37bb9e95dbfb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 809 time: 0.1489942 Mar 11 17:15:01.568514 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-be8c23b3-4aa3-45b0-b7c8-2edde84c5f27 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/quotas/00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 375 time: 0.0113587 Mar 11 17:15:01.653413 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-12c71307-481f-4b1b-888b-b109b41d2a43 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800598 Mar 11 17:15:01.866000 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-30ba65d7-4131-4844-856e-3be82cd3543c service neutron] 10.222.0.78 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006569 Mar 11 17:15:02.012135 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-215de853-8c8a-4023-b970-f0f8563af383 service neutron] 10.222.0.78 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396399 Mar 11 17:15:02.304338 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-8f8decdf-59ad-4e61-acdf-ff64451f4e41 req-f435d8ae-ba52-417c-b508-755fe3c945ec tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 210 time: 0.1197236 Mar 11 17:15:03.493156 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11781218-72f3-4c73-b80c-2f07cdecfe76 req-76ad04bc-9f11-4d0f-bc06-d0d31dd3e062 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 210 time: 0.0501494 Mar 11 17:15:03.520849 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-bb43f5a4-94cf-4172-8a7b-f6d5cca4fd4e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:03.522387 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-bb43f5a4-94cf-4172-8a7b-f6d5cca4fd4e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 809 time: 0.1689174 Mar 11 17:15:03.579669 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-f8f6dae0-99d0-4eb1-8065-7b8713d3cc4b tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00cba016dc5747c69479ae4bfcd99eb6 HTTP/1.1" status: 200 len: 379 time: 0.0449135 Mar 11 17:15:03.588993 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'port': {'device_id': '69a02e14-9a30-411e-be83-73930e3453f9', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'admin_state_up': True, 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'security_groups': ['c47490ee-56f2-4fec-bd28-67ec0c7eeec7']}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:15:03.742609 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:03.747143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:port and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:03.750171 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83841) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:03.756115 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.quota.driver [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83841) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:03.766252 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Made reservation on behalf of 00cba016dc5747c69479ae4bfcd99eb6 for: {'port': 1} {{(pid=83841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 17:15:03.769471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:03.982657 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_common [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Allocated IP 172.20.0.11 (89ba0f77-febc-47e7-becf-5c9e9c35757c/88c8c312-37a4-4140-b279-50b73660fb62/fc683add-9e34-4303-8e2a-a510a4c5e52d) {{(pid=83841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:04.295164 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.315953 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Transition to ACTIVE for port object fc683add-9e34-4303-8e2a-a510a4c5e52d will not be triggered until provisioned by entity DHCP. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:04.340785 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_create {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.442597 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c is already hosted by enough agents. {{(pid=83841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:04.446027 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.scheduler.base_scheduler [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources bound (agent type, host, resource id): {{(pid=83841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:04.458667 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Received port after_create {{(pid=83841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:15:04.492205 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=1']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:04.578990 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.579636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.579636 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.579969 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.588944 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.590003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.595514 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.596122 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.596454 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.596829 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.597156 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:04.618432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:04.619105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.682818 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-86aaab03-7852-4cae-ab2d-0750ce93adf2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0976863 Mar 11 17:15:04.806071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8ff6e03d-7199-4fe2-b6fa-a5b316facc46 None None] Provisioning for port fc683add-9e34-4303-8e2a-a510a4c5e52d completed by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:04.810836 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae4bc-ea6c-44ef-984a-9672f081b377 req-0429c84b-64b3-4118-a936-a2a2f22e92f5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:04.817128 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-8ff6e03d-7199-4fe2-b6fa-a5b316facc46 None None] Provisioning complete for port fc683add-9e34-4303-8e2a-a510a4c5e52d triggered by entity DHCP. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:04.818637 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22eae4bc-ea6c-44ef-984a-9672f081b377 req-0429c84b-64b3-4118-a936-a2a2f22e92f5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.1257174 Mar 11 17:15:04.820376 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8ff6e03d-7199-4fe2-b6fa-a5b316facc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:04.880785 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22eae4bc-ea6c-44ef-984a-9672f081b377 req-6e207e79-5524-41f6-9448-f671e849c2a6 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604534 Mar 11 17:15:04.944393 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6e03d-7199-4fe2-b6fa-a5b316facc46 None None] Port fc683add-9e34-4303-8e2a-a510a4c5e52d cannot update to ACTIVE because it is not bound. {{(pid=83842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 17:15:05.430975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:15:05.553962 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.589349 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:05.590301 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:15:05.595394 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:05.678466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:05.706949 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'code': 200} Mar 11 17:15:06.137510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5a64-1c01-4ecf-927c-ffa0f4258b20 req-c0d34546-865c-4e5e-891a-ee036fb8ecca tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:06.139281 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90fb5a64-1c01-4ecf-927c-ffa0f4258b20 req-c0d34546-865c-4e5e-891a-ee036fb8ecca tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.1141796 Mar 11 17:15:06.195071 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-90fb5a64-1c01-4ecf-927c-ffa0f4258b20 req-ec2333f4-fd24-478c-b539-870f97fcb6e8 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478685 Mar 11 17:15:07.420955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90b68-10da-4b16-857c-fee640cc512a req-39a3af0b-724e-4310-8157-70da3148de04 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:07.422498 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a5b90b68-10da-4b16-857c-fee640cc512a req-39a3af0b-724e-4310-8157-70da3148de04 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0905836 Mar 11 17:15:07.473111 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a5b90b68-10da-4b16-857c-fee640cc512a req-6b09d0b9-3788-4ddf-9753-df06df94b515 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444565 Mar 11 17:15:08.359282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6c3f-b3c4-44d6-ba78-c7231dbc6cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:08.708348 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d37b2c-533a-47e5-9506-53e417cae98d req-5c06dd54-f2d9-4118-8a4f-07564fbf7b20 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:08.709909 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22d37b2c-533a-47e5-9506-53e417cae98d req-5c06dd54-f2d9-4118-8a4f-07564fbf7b20 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0911655 Mar 11 17:15:08.762190 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-22d37b2c-533a-47e5-9506-53e417cae98d req-e383f464-ff65-4f9e-8ce4-3151c47fef99 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Mar 11 17:15:09.999960 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8e3c5-2a41-4ad7-98e2-6e04962dd6a9 req-6a0831cb-a1b1-42f0-922f-3a84c632cd21 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:10.001982 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05b8e3c5-2a41-4ad7-98e2-6e04962dd6a9 req-6a0831cb-a1b1-42f0-922f-3a84c632cd21 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0970976 Mar 11 17:15:10.082397 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05b8e3c5-2a41-4ad7-98e2-6e04962dd6a9 req-a1a068d2-52d3-4d61-bcb1-ffa1fd6c30f6 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686426 Mar 11 17:15:11.285503 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c3d6b-4810-4f40-990b-e4f6d3327217 req-dd50858e-c173-493c-86eb-79f03f22f01c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:11.291130 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a9c3d6b-4810-4f40-990b-e4f6d3327217 req-dd50858e-c173-493c-86eb-79f03f22f01c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0924833 Mar 11 17:15:11.341446 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9a9c3d6b-4810-4f40-990b-e4f6d3327217 req-fe2f4df5-191f-4e1f-8551-ccabda08d603 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489540 Mar 11 17:15:11.453811 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-841ea8b5-29a5-49bc-892b-36462cb85808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.262115 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.326681 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:12.547192 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ffb2-4b49-428d-b250-f93e817e1dba req-c2a74b50-85b3-43dd-979f-ccde0d2b6d1a tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:12.548636 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5469ffb2-4b49-428d-b250-f93e817e1dba req-c2a74b50-85b3-43dd-979f-ccde0d2b6d1a tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0825324 Mar 11 17:15:12.684335 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-5469ffb2-4b49-428d-b250-f93e817e1dba req-608e0238-4127-4cc1-b136-be61ad1614cc tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294801 Mar 11 17:15:13.839076 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:13.886552 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87682eb-b26d-44b7-96ff-cef9b12a8d66 req-88feb494-0d00-43a8-b694-10cd1d8273df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:13.888108 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e87682eb-b26d-44b7-96ff-cef9b12a8d66 req-88feb494-0d00-43a8-b694-10cd1d8273df tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0791390 Mar 11 17:15:13.934259 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e87682eb-b26d-44b7-96ff-cef9b12a8d66 req-494933be-ff91-46ce-acf8-6dd91e222f11 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Mar 11 17:15:15.152669 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855fe5f-3f3f-4060-87cf-73d51d40c794 req-fd73162e-f85b-4959-a408-e2acaf3196f6 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:15.155206 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a855fe5f-3f3f-4060-87cf-73d51d40c794 req-fd73162e-f85b-4959-a408-e2acaf3196f6 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 932 time: 0.0858622 Mar 11 17:15:15.201389 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-a855fe5f-3f3f-4060-87cf-73d51d40c794 req-f2c9fdc1-bf58-4fc5-9fe1-e824dc05918b tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Mar 11 17:15:15.751688 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.v2.base [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Request body: {'port': {'device_id': '69a02e14-9a30-411e-be83-73930e3453f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8332'}} {{(pid=83841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:15:15.806462 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:15.869507 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.223796 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc683add-9e34-4303-8e2a-a510a4c5e52d {{(pid=83841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:15:16.231399 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.247241 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.provisioning_blocks [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Transition to ACTIVE for port object fc683add-9e34-4303-8e2a-a510a4c5e52d will not be triggered until provisioned by entity L2. {{(pid=83841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 17:15:16.251712 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.385842 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=2']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:16.416833 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fda07-170c-4845-b08d-343db11f8492 req-dc5d2c86-cc20-45af-b35e-f7625d7ec6f1 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:16.419043 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-451fda07-170c-4845-b08d-343db11f8492 req-dc5d2c86-cc20-45af-b35e-f7625d7ec6f1 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0863247 Mar 11 17:15:16.477991 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-451fda07-170c-4845-b08d-343db11f8492 req-dcdb35e6-f0c4-405b-90ea-1f32f93e4d54 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533597 Mar 11 17:15:16.514415 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Attempting to bind port fc683add-9e34-4303-8e2a-a510a4c5e52d on host hv-neutron-8332 for vnic_type normal with profile {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 17:15:16.514742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Attempting to bind port fc683add-9e34-4303-8e2a-a510a4c5e52d by drivers openvswitch,hyperv on host hv-neutron-8332 at level 0 using segments [{'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 17:15:16.515064 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Attempting to bind port fc683add-9e34-4303-8e2a-a510a4c5e52d on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:15:16.521266 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Port fc683add-9e34-4303-8e2a-a510a4c5e52d on network 89ba0f77-febc-47e7-becf-5c9e9c35757c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8332 {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 17:15:16.521585 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Attempting to bind port fc683add-9e34-4303-8e2a-a510a4c5e52d on network 89ba0f77-febc-47e7-becf-5c9e9c35757c {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 17:15:16.528682 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Checking agent: {'id': 'e606625d-d781-4a54-84f9-4a2bc237f73f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8332', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'started_at': datetime.datetime(2022, 3, 11, 16, 1, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 17, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 17:15:16.528984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Checking segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 17:15:16.529328 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Bound using segment: {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'} {{(pid=83841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 17:15:16.529798 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.managers [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Bound port: fc683add-9e34-4303-8e2a-a510a4c5e52d, host: hv-neutron-8332, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662079b-5d13-4c7c-8aae-c00739b705d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c'}}] {{(pid=83841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 17:15:16.530150 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.628035 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, cleared binding levels {{(pid=83841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 17:15:16.630910 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 17:15:16.635918 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15635736'] for port, after_update {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.799376 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:16.800806 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] 10.222.0.11 "PUT /v2.0/ports/fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 1094 time: 1.0539713 Mar 11 17:15:16.801236 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:15:16.820003 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5f6b9-44c4-4691-8e17-1b1f2515aafc service neutron] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=3']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:16.873737 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'status': 'completed', 'code': 200} Mar 11 17:15:16.915775 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-88a1a306-b8f2-471b-9b41-b8ec73da7d99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1097 time: 0.0741096 Mar 11 17:15:16.997171 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-29e1b967-5c5d-4fa8-8914-3f72304a35d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 217 time: 0.0745745 Mar 11 17:15:17.064430 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-4d664afc-3cbe-4d0a-aee6-db9375b60a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.065859 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-4d664afc-3cbe-4d0a-aee6-db9375b60a24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0629919 Mar 11 17:15:17.147585 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-b240502a-7622-481c-9951-abbf4e251daa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760250 Mar 11 17:15:17.280064 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-89a3e3a4-f488-4864-9e8d-056e9ff64652 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262958 Mar 11 17:15:17.419899 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9fd80a34-a525-49b4-81b5-c298c10049ea req-2b450a8f-e995-47ca-b1ef-7575fc29595e service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337936 Mar 11 17:15:17.540337 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-4b4987f5-c48a-47d4-a2ba-7b4355815370 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1097 time: 0.0709436 Mar 11 17:15:17.680920 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-1a3494e3-a988-4647-98cc-dd2342cfb063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.682341 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-1a3494e3-a988-4647-98cc-dd2342cfb063 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1349857 Mar 11 17:15:17.705610 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3957b1-06e1-4fb4-a6cc-fcdb6e36eb53 req-dcad60b8-52d9-4997-97b1-27b09c6a2925 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.707231 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e3957b1-06e1-4fb4-a6cc-fcdb6e36eb53 req-dcad60b8-52d9-4997-97b1-27b09c6a2925 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0813422 Mar 11 17:15:17.763928 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-0613d3be-fa78-4bc8-9db3-b31829220115 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 217 time: 0.0669849 Mar 11 17:15:17.764188 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-2e3957b1-06e1-4fb4-a6cc-fcdb6e36eb53 req-b2252954-ca13-400d-99b3-e85682fd3c30 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471625 Mar 11 17:15:17.822748 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-94967bcd-1995-4689-972f-6488c8225bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:17.824357 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-94967bcd-1995-4689-972f-6488c8225bbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0616186 Mar 11 17:15:17.904788 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-9b60a94c-03b0-4fed-8b75-b2c581907588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734134 Mar 11 17:15:18.047455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-befe9b8f-2513-4b93-8bc7-e1bef5ee8024 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360888 Mar 11 17:15:18.202159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-c706b2c6-c0e8-4dde-bfef-8830ac685617 req-9230d307-f529-4231-8433-cd3b8157fb2b service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479151 Mar 11 17:15:18.968586 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d69dc-b0da-4258-8919-7c19029b6731 req-4796b853-dff8-477f-aee2-3893a87e07de tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:18.970096 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c1d69dc-b0da-4258-8919-7c19029b6731 req-4796b853-dff8-477f-aee2-3893a87e07de tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0831258 Mar 11 17:15:19.020015 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6c1d69dc-b0da-4258-8919-7c19029b6731 req-c0c8c494-c6ec-4a56-8fed-d6d2ef8637b6 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439842 Mar 11 17:15:20.245995 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893425-47da-4c68-8871-e6fd9d446b78 req-141cce97-aa22-4618-8f0e-e091a0aa044c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:20.248039 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66893425-47da-4c68-8871-e6fd9d446b78 req-141cce97-aa22-4618-8f0e-e091a0aa044c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0912955 Mar 11 17:15:20.296197 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-66893425-47da-4c68-8871-e6fd9d446b78 req-0c14699b-8d03-4fa0-befb-931b7dafeec5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425220 Mar 11 17:15:21.509477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346be2e-6f9b-4136-a354-7a68814b000a req-b25e49b5-8af7-4060-b426-ee73a921c291 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:21.510952 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c346be2e-6f9b-4136-a354-7a68814b000a req-b25e49b5-8af7-4060-b426-ee73a921c291 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0818613 Mar 11 17:15:21.511762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:15:21.561943 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c346be2e-6f9b-4136-a354-7a68814b000a req-d0c9dd04-949c-4510-a94f-997285ae83dd tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441606 Mar 11 17:15:21.663817 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:21.678460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'mac_address': 'fa:16:3e:6b:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:15:21.736054 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.753425 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc683add-9e34-4303-8e2a-a510a4c5e52d {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:15:21.768826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:21.773274 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:21.843357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=4']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:22.133692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['fc683add-9e34-4303-8e2a-a510a4c5e52d'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:15:22.769504 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd5b2-4e98-4c62-bc1b-a58449e58420 req-7c6fdbea-f636-4360-bb36-a3515401e62e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:22.771077 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-901bd5b2-4e98-4c62-bc1b-a58449e58420 req-7c6fdbea-f636-4360-bb36-a3515401e62e tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 945 time: 0.0784402 Mar 11 17:15:22.821136 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-901bd5b2-4e98-4c62-bc1b-a58449e58420 req-6e3ef24c-06e6-4cd3-92e2-9d6d10b72cce tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443764 Mar 11 17:15:23.528362 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:15:23.596371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning for port fc683add-9e34-4303-8e2a-a510a4c5e52d completed by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 17:15:23.601199 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port fc683add-9e34-4303-8e2a-a510a4c5e52d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:15:23.601567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.718692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.744758 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:15:23.754812 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:15:23.759053 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:23.809441 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'code': 200} Mar 11 17:15:23.842033 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=5']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:24.046943 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6c606-15b1-4929-b39f-68bc005f5f1c req-7365347e-a4a2-4aab-854c-d55995f8b7ac tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:24.049147 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ec6c606-15b1-4929-b39f-68bc005f5f1c req-7365347e-a4a2-4aab-854c-d55995f8b7ac tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 946 time: 0.0973861 Mar 11 17:15:24.088455 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-25ee32cc-a39e-4660-9372-ac21a3f9a4a5 req-b5941f0c-6fef-41eb-bbf0-bc577b5d5519 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1099 time: 0.0970347 Mar 11 17:15:24.099797 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-9ec6c606-15b1-4929-b39f-68bc005f5f1c req-2ef6d332-49d9-4835-bb28-3f427f2c54ed tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445073 Mar 11 17:15:24.139986 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-25ee32cc-a39e-4660-9372-ac21a3f9a4a5 req-7fad0558-b7ca-43d1-b7d0-7227ae086f73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Mar 11 17:15:25.466485 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ddd25-16e9-4b60-953c-a0dba31c02cf req-03c7f665-440f-4e74-a1b3-60c3bcb5e618 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:25.467870 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e13ddd25-16e9-4b60-953c-a0dba31c02cf req-03c7f665-440f-4e74-a1b3-60c3bcb5e618 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 946 time: 0.0843079 Mar 11 17:15:25.524379 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e13ddd25-16e9-4b60-953c-a0dba31c02cf req-0611ffd0-02ac-4030-8311-039753322f50 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499880 Mar 11 17:15:26.731051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eade2-4342-4949-8aef-43af4c5923a4 req-38e3ec38-b17b-44d6-8ab4-b2aa2a5271e4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.733242 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c05eade2-4342-4949-8aef-43af4c5923a4 req-38e3ec38-b17b-44d6-8ab4-b2aa2a5271e4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 946 time: 0.0810299 Mar 11 17:15:26.780202 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-c05eade2-4342-4949-8aef-43af4c5923a4 req-a4393087-54b9-4790-b4d1-ca7fc02c736c tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Mar 11 17:15:26.989883 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de263-aeaf-4fa9-8393-158e1637de0c req-4f321f51-7d50-499c-8d4a-8ea176b28321 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:26.991421 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-244de263-aeaf-4fa9-8393-158e1637de0c req-4f321f51-7d50-499c-8d4a-8ea176b28321 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 946 time: 0.0866020 Mar 11 17:15:27.037481 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-244de263-aeaf-4fa9-8393-158e1637de0c req-b087a5e7-d093-4d9e-aa8b-6ebddcb2ff89 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403774 Mar 11 17:15:27.067198 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49784) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:27.137443 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6e6af9b-bd14-41fe-a8bc-89832361ff82 tempest-TestSnapshotPattern-1568365640 tempest-TestSnapshotPattern-1568365640-project-admin] Synchronizing usage tracker for tenant:3db8631b3dc24117b0327dc31281de3e on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:15:27.161437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-d6e6af9b-bd14-41fe-a8bc-89832361ff82 tempest-TestSnapshotPattern-1568365640 tempest-TestSnapshotPattern-1568365640-project-admin] Unset dirty status for tenant:3db8631b3dc24117b0327dc31281de3e on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:15:27.162641 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-d6e6af9b-bd14-41fe-a8bc-89832361ff82 tempest-TestSnapshotPattern-1568365640 tempest-TestSnapshotPattern-1568365640-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1094 time: 0.0944777 Mar 11 17:15:27.165365 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49788) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:15:27.171539 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.v2.base [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Request body: {'floatingip': {'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 17:15:27.177296 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 17:15:27.181043 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Usage tracker for resource:floatingip and tenant:00cba016dc5747c69479ae4bfcd99eb6 is out of sync, need to count used quota {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 17:15:27.183863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83840) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 17:15:27.189398 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.quota.driver [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83840) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 17:15:27.199930 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.210480 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:15:27.341265 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.496319 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_common [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Allocated IP 172.26.4.222 (5616238d-a34e-45b8-bce4-c69a0d7f877e/be1f3cfd-56e9-4aca-9bd3-6161b1358860/3f24f17d-8019-4b17-a499-b0f4907f0b3f) {{(pid=83840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 17:15:27.649371 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.680830 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728841438603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:27.762707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Network 5616238d-a34e-45b8-bce4-c69a0d7f877e is already hosted by enough agents. {{(pid=83840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 17:15:27.765670 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Resources bound (agent type, host, resource id): {{(pid=83840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 17:15:27.768601 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Received port after_create {{(pid=83840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 17:15:27.882873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=3f24f17d-8019-4b17-a499-b0f4907f0b3f,revision_number=1']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:27.904510 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.904852 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.905187 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.905517 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.905892 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.906220 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.906526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.906848 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.907165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.907479 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:27.907793 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:15:28.407217 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.470162 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.686526 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for port, precommit_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.691068 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15671961'] for port, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:28.804501 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event updated for resources: {'Port': ['ID=3f24f17d-8019-4b17-a499-b0f4907f0b3f,revision_number=2']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:15:28.817352 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16315976'] for floatingip, after_update {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.013628 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.db.l3_db [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Floating IP 1803447f-c895-4d91-bca8-88b7a38d22fb associated. External IP: 172.26.4.222, port: fc683add-9e34-4303-8e2a-a510a4c5e52d. Mar 11 17:15:29.557936 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:15:29.766424 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:15:29.776256 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:15:29.789691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:15:29.790411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:29.792322 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:29.850204 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b7e7cb0a-11f2-4b24-9833-c6d71e6df205 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6836059 Mar 11 17:15:29.850864 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:15:29.980032 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:15:30.060358 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'status': 'completed', 'code': 200} Mar 11 17:15:30.166725 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-824baac6-ed08-4b4d-a5f8-1dc6df18db0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1099 time: 0.0822623 Mar 11 17:15:30.379069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '1803447f-c895-4d91-bca8-88b7a38d22fb', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:6b:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a02e14-9a30-411e-be83-73930e3453f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:15:28Z', 'updated_at': '2022-03-11T17:15:28Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}, {'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:30.383286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:15:30.396285 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:15:30.396964 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:15:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:30.401919 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-145bd7fa-c762-4a3b-9933-8324f261795f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:30.404614 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-145bd7fa-c762-4a3b-9933-8324f261795f service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.2319202 Mar 11 17:15:30.518597 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-f98d9555-5b60-4688-b8d8-4830e3b1076f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 1000 time: 0.1078722 Mar 11 17:15:30.578725 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:15:30.580576 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-6daa21aa-652f-41d0-b883-fa7ebb2b46e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:30.582101 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-6daa21aa-652f-41d0-b883-fa7ebb2b46e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0582552 Mar 11 17:15:30.667105 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-5c63c7f9-c028-4ed5-b2f5-c5cf7b27d685 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794730 Mar 11 17:15:30.679147 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-978eea87-88d0-4b9d-bc5a-07c8f8bab4fd service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=83841) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 17:15:30.680080 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-978eea87-88d0-4b9d-bc5a-07c8f8bab4fd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049298 Mar 11 17:15:30.826636 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-6a658923-33a0-46cf-8f37-ce29b75aa6cd service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394117 Mar 11 17:15:30.939871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '1803447f-c895-4d91-bca8-88b7a38d22fb', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:6b:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a02e14-9a30-411e-be83-73930e3453f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:15:28Z', 'updated_at': '2022-03-11T17:15:28Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}, {'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:15:30.943956 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b3523-3d99-42b7-a900-d80c11decba3 None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': '1803447f-c895-4d91-bca8-88b7a38d22fb', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:6b:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a02e14-9a30-411e-be83-73930e3453f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:15:28Z', 'updated_at': '2022-03-11T17:15:28Z', 'revision_number': 0, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}, {'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:15:30.972316 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-6a744140-4364-4a0d-a7ff-fb8b2ae966ae req-29b272d1-7ce5-4ab0-a2fc-a503262d1409 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402695 Mar 11 17:15:31.159338 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059e23d-4f94-42fc-9f06-56d93a22a3d3 None None] New status for floating IP 1803447f-c895-4d91-bca8-88b7a38d22fb: ACTIVE {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:15:33.857884 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-76bdac2b-5fae-47bf-b721-41a35c713920 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706086 Mar 11 17:15:33.998039 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-b3203ba8-c112-47de-ab38-7dec6261fd5f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1097 time: 0.0721796 Mar 11 17:15:34.149309 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56522253-0c23-470f-b5af-6784ad43932d req-212d1fcd-96c0-4bf3-84ab-1fa5889d874e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.150682 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-212d1fcd-96c0-4bf3-84ab-1fa5889d874e service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1338212 Mar 11 17:15:34.256417 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-7d9c9637-38ae-4d9e-9e54-e2266d389112 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 999 time: 0.0997269 Mar 11 17:15:34.322865 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56522253-0c23-470f-b5af-6784ad43932d req-65d55136-b594-4ccf-aef4-0010aee50241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:15:34.324370 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-65d55136-b594-4ccf-aef4-0010aee50241 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0617309 Mar 11 17:15:34.406689 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-8f5cea93-1674-47b1-9a6a-073465db767c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756915 Mar 11 17:15:34.542428 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-84f85b44-9e1d-486f-839d-d73489dd7e64 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295943 Mar 11 17:15:34.680033 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-56522253-0c23-470f-b5af-6784ad43932d req-cc80896a-78ff-4ae5-b239-eb80e9c083c8 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313319 Mar 11 17:15:38.356871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f473411d-6771-47dc-9733-f0ec903bdbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:41.466705 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f5835291-d1ec-4a76-9735-0f65b56d93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.262580 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:42.329877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:43.842850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:15:45.796314 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:04.211804 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:16:08.359514 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fa2c7d34-9cca-49e9-9396-03fbac6c078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:11.460261 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-82a0621d-f654-4a9f-8d8a-cc5d51502117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.264975 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:12.334279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:13.852776 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:15.818069 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:35.519292 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-89e04b76-f636-46b6-8008-a2017f6fc177 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731132 Mar 11 17:16:35.618639 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-e7b2b057-a6f7-4a97-bf4b-16a10d22087d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1099 time: 0.0787416 Mar 11 17:16:35.880418 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07906-7896-46a9-9509-cf58c6f809cf req-78191f0a-7707-4b28-8a43-ab13d9a77491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:35.881894 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-78191f0a-7707-4b28-8a43-ab13d9a77491 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.2429376 Mar 11 17:16:35.987379 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-cec23ff3-dd21-407a-9795-32d60c4f06a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 1002 time: 0.0986841 Mar 11 17:16:36.054938 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f07906-7896-46a9-9509-cf58c6f809cf req-b729114e-bdd6-4146-a804-63694e0432e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:16:36.056430 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-b729114e-bdd6-4146-a804-63694e0432e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0629013 Mar 11 17:16:36.137887 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-d940d1fc-b187-4ccb-8d59-c015dcc61a45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739343 Mar 11 17:16:36.273159 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-08198607-ea2c-4f9b-b00b-185836ce45d5 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296387 Mar 11 17:16:36.410162 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-88f07906-7896-46a9-9509-cf58c6f809cf req-e00d6b2b-03f3-41a8-b5dc-6f7f8fb7ea7e service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304824 Mar 11 17:16:38.362570 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-71c70f29-19c2-4aac-8e21-09077baf71ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:41.211132 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:16:41.464073 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-19a22488-759f-4e6e-b2e3-a404b0fc23e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.269189 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:42.338364 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:43.849500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:16:45.808449 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:08.365902 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-35b0707b-808a-4356-aee8-99d423ac849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:11.467530 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-5de29a17-15c4-439d-a456-6e90d145d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.272522 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:12.341251 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:13.851086 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:15.827928 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:18.211631 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:17:36.607344 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-7a297911-b9b7-493c-93fd-425bf9a99a20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1504731 Mar 11 17:17:36.749205 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-71a373ec-1d74-4982-913a-60a9dc2758b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1097 time: 0.0724211 Mar 11 17:17:36.900973 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-9a3e5ad9-32d5-4f9b-b759-2a99c147ed3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:36.903675 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-9a3e5ad9-32d5-4f9b-b759-2a99c147ed3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1368811 Mar 11 17:17:37.013692 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-fea7eec8-f867-4076-8af5-5c88873d6e81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 999 time: 0.1037204 Mar 11 17:17:37.082319 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-b4967740-0ae8-4dd3-88ac-f306f8be4795 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:17:37.083755 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-b4967740-0ae8-4dd3-88ac-f306f8be4795 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0643270 Mar 11 17:17:37.165289 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-b58a4696-a07f-4fdb-a397-3fed9311f582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743299 Mar 11 17:17:37.308233 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-24d3bdf1-7c0b-4c19-bc3b-467d970cbeab service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357412 Mar 11 17:17:37.457108 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-9ae6bd28-6352-4d1c-92ed-8ac9779d94d2 req-e270bc0c-5cee-4af3-8e58-16de5fac3fb0 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422246 Mar 11 17:17:38.371762 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e4c39702-c522-4a88-9f53-b154d704370a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:41.469791 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45b8dbbd-9758-43ec-b681-47437fc7329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.276676 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:42.343873 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:43.860993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:45.828286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.214193 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d details requested by agent hyperv_hv-neutron-8332 with host hv-neutron-8332 {{(pid=83842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 17:17:50.356636 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:50.369170 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Returning: {'device': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'port_id': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'mac_address': 'fa:16:3e:6b:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 17:17:50.423259 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.445208 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc683add-9e34-4303-8e2a-a510a4c5e52d {{(pid=83842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 17:17:50.461278 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:50.465002 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:50.578056 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=6']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:50.586146 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.586493 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.586830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.587162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.587503 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.587916 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.588262 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.588600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.588922 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.589241 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.589560 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:17:50.595382 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] get_ports_and_sgs() called for port_ids ['fc683add-9e34-4303-8e2a-a510a4c5e52d'] {{(pid=83842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 17:17:52.219205 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d up at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 17:17:52.290987 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.provisioning_blocks [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Provisioning complete for port fc683add-9e34-4303-8e2a-a510a4c5e52d triggered by entity L2. {{(pid=83842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 17:17:52.291352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1232354'] for port, provisioning_complete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:52.425034 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:52.452855 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:17:52.462507 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:17:52.468092 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:17:52.536778 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=7']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:17:52.560522 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'code': 200} Mar 11 17:17:55.214579 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:18:05.553696 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 49978) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:05.755716 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Deleting port 3f24f17d-8019-4b17-a499-b0f4907f0b3f {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:05.756051 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.927437 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:05.927758 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.051172 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Calling delete_port for 3f24f17d-8019-4b17-a499-b0f4907f0b3f owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:06.203370 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.248662 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event deleted for resources: {'Port': ['ID=3f24f17d-8019-4b17-a499-b0f4907f0b3f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:06.317827 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.318169 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.318498 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.318821 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.319146 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.319489 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.319788 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.320107 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.320423 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.320740 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.321056 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:06.355165 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:06.847910 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:07.052934 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:07.062966 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:18:07.070034 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:07.075320 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:07.075915 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:07.125384 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5f5b26ae-218f-438b-924e-d35356a0cf73 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "DELETE /v2.0/floatingips/1803447f-c895-4d91-bca8-88b7a38d22fb HTTP/1.1" status: 204 len: 168 time: 1.5704360 Mar 11 17:18:07.125912 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:18:07.194871 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'status': 'completed', 'code': 200} Mar 11 17:18:07.270197 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:07.300077 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-6e151b6e-4de9-4209-9592-52410156601d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 1099 time: 0.0816607 Mar 11 17:18:07.456984 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-3262352f-760c-4694-875a-236f1ac098f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.459033 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-3262352f-760c-4694-875a-236f1ac098f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1526697 Mar 11 17:18:07.548529 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05345147-c010-484c-b3fc-af2cffba0038 req-2bfe610d-ccd1-4d20-8cc3-ef1d75eda099 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.549344 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-05345147-c010-484c-b3fc-af2cffba0038 req-2bfe610d-ccd1-4d20-8cc3-ef1d75eda099 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:18:07.571070 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-05345147-c010-484c-b3fc-af2cffba0038 req-2bfe610d-ccd1-4d20-8cc3-ef1d75eda099 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:18:07.572559 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05345147-c010-484c-b3fc-af2cffba0038 req-2bfe610d-ccd1-4d20-8cc3-ef1d75eda099 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 946 time: 0.1124377 Mar 11 17:18:07.631104 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-05345147-c010-484c-b3fc-af2cffba0038 req-bdc7a5f2-470d-468a-b942-a86e86fd7be5 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Mar 11 17:18:07.632670 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-8a61d385-0bc3-4fa0-859f-a466566f2836 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 200 len: 217 time: 0.1655779 Mar 11 17:18:07.669579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:07.674194 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:18:07.685316 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:07.685955 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:17:41Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:07.701248 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-a0ea2137-41f0-4ccd-8a13-c625ad06793b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:07.702737 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-a0ea2137-41f0-4ccd-8a13-c625ad06793b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0629556 Mar 11 17:18:07.780671 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-2e462a4f-b4d2-4a8b-9dc0-3e627dd6ef43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720575 Mar 11 17:18:07.892790 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:07.945369 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-a5525cc6-e120-4dce-9111-102f07e770a8 service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580062 Mar 11 17:18:08.100566 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-77026276-4c68-41d8-8f7c-ce02e299a39f req-7a9457d2-d20b-472d-ab96-4f0d1b46668c service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482415 Mar 11 17:18:08.305293 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:08.377162 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:08.383219 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-9f9fee66-9b7e-45a0-b29e-ee8120652051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.386267 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049e3e7-9969-42c2-8cdd-cf659b219766 None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_floatingips': [{'id': 'f5d31ab4-9e52-49ed-9d99-c231e257476e', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'router_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'port_id': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'mac_address': 'fa:16:3e:99:54:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T17:11:49Z', 'updated_at': '2022-03-11T17:11:59Z', 'revision_number': 1, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:18:08.453537 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.483597 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:18:08.493784 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:08.500974 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728841960358', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728841438621', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728841438666'] for port, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:08.564412 dv-neutron-833206-1-hyperv neutron-server[83842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'code': 200} Mar 11 17:18:08.572392 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Pushing event updated for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=8']} {{(pid=83842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:08.644349 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6e58c-9847-4dfa-b0b3-6bfbf56f5b08 None None] New status for floating IP 1803447f-c895-4d91-bca8-88b7a38d22fb: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:18:08.842137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872754-301d-4c40-ad43-f62556a53cdd req-17a99975-23d9-40ef-9ab2-a727828fb059 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:08.843508 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11872754-301d-4c40-ad43-f62556a53cdd req-17a99975-23d9-40ef-9ab2-a727828fb059 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0791521 Mar 11 17:18:08.890249 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-11872754-301d-4c40-ad43-f62556a53cdd req-3d6c36b5-16c1-4741-ab7b-04ab6bce3eb2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Mar 11 17:18:09.306633 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42964626-87e5-438a-8038-b2040135e590 req-ca5aa407-a87a-4269-bc69-a405faed0cf3 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:09.307318 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-42964626-87e5-438a-8038-b2040135e590 req-ca5aa407-a87a-4269-bc69-a405faed0cf3 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:18:09.318907 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-42964626-87e5-438a-8038-b2040135e590 req-ca5aa407-a87a-4269-bc69-a405faed0cf3 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:18:09.319982 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-42964626-87e5-438a-8038-b2040135e590 req-ca5aa407-a87a-4269-bc69-a405faed0cf3 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 944 time: 0.0891185 Mar 11 17:18:09.395621 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Deleting port fc683add-9e34-4303-8e2a-a510a4c5e52d {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:09.395958 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.649615 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] For port fc683add-9e34-4303-8e2a-a510a4c5e52d, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=fc683add-9e34-4303-8e2a-a510a4c5e52d,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:09.649901 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.774063 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Calling delete_port for fc683add-9e34-4303-8e2a-a510a4c5e52d owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:09.926678 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:09.998408 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event deleted for resources: {'Port': ['ID=fc683add-9e34-4303-8e2a-a510a4c5e52d,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:10.044269 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.044614 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.044948 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.045270 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.045596 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.046290 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.046624 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.046945 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.047258 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.047570 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.047881 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833206-1-hyperv {{(pid=83841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 17:18:10.096439 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] No DVR routers for this DVR port fc683add-9e34-4303-8e2a-a510a4c5e52d on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:10.099008 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:10.101696 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-deleted', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:18:10.107488 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-20f0fc6c-451d-461b-9c83-40d7e5d9906b req-f9986755-154e-4d1c-b3d0-9aa5b3c62609 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=69a02e14-9a30-411e-be83-73930e3453f9 HTTP/1.1" status: 200 len: 210 time: 0.0715282 Mar 11 17:18:10.120526 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-42964626-87e5-438a-8038-b2040135e590 req-270e6460-dc22-4d62-80b2-239fc6f12c88 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "DELETE /v2.0/ports/fc683add-9e34-4303-8e2a-a510a4c5e52d HTTP/1.1" status: 204 len: 173 time: 0.7940905 Mar 11 17:18:10.256078 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a02e14-9a30-411e-be83-73930e3453f9', 'name': 'network-vif-deleted', 'tag': 'fc683add-9e34-4303-8e2a-a510a4c5e52d', 'status': 'completed', 'code': 200} Mar 11 17:18:11.473627 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-45b80d91-2095-4445-a203-7bb946512380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:11.804625 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50040) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:12.015215 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Deleting port ab3ff551-6dea-4c6a-8d9a-b9613b7d3053 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:12.015550 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.191572 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.191901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.278447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.321083 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Calling delete_port for ab3ff551-6dea-4c6a-8d9a-b9613b7d3053 owned by network:floatingip {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:12.349291 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.478577 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:12.534798 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event deleted for resources: {'Port': ['ID=ab3ff551-6dea-4c6a-8d9a-b9613b7d3053,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:12.633806 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for floatingip, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.144209 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:13.362712 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:13.374143 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:18:13.379508 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for floatingip, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.391231 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:13.391852 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:13.434010 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-77487346-d84f-4127-a0f1-0244979ad328 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "DELETE /v2.0/floatingips/f5d31ab4-9e52-49ed-9d99-c231e257476e HTTP/1.1" status: 204 len: 168 time: 1.6276426 Mar 11 17:18:13.434880 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:18:13.498803 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'status': 'completed', 'code': 200} Mar 11 17:18:13.583499 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:13.593128 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-ba8f8cac-67cc-42ed-b6d8-858fcb4eab5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 1097 time: 0.0744874 Mar 11 17:18:13.739471 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-b39cd06e-ffd4-450b-af4c-d92f43e49e76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.740916 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-b39cd06e-ffd4-450b-af4c-d92f43e49e76 service neutron] 10.222.0.11 "GET /v2.0/networks?id=89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 200 len: 910 time: 0.1420035 Mar 11 17:18:13.884728 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376c965-2fc8-4fc0-b1d8-32c36c3ccee0 req-578e1160-f962-4832-b5f2-f65ab8e96d22 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:13.885536 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e376c965-2fc8-4fc0-b1d8-32c36c3ccee0 req-578e1160-f962-4832-b5f2-f65ab8e96d22 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:18:13.896249 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:13.911870 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.quota.resource [req-e376c965-2fc8-4fc0-b1d8-32c36c3ccee0 req-578e1160-f962-4832-b5f2-f65ab8e96d22 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83840) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:18:13.913552 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e376c965-2fc8-4fc0-b1d8-32c36c3ccee0 req-578e1160-f962-4832-b5f2-f65ab8e96d22 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.1340826 Mar 11 17:18:13.914335 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-50d0df46-e445-4774-9e1e-e171352d1597 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 200 len: 217 time: 0.1658928 Mar 11 17:18:13.942739 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:13.949830 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:18:13.974062 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:13.974687 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:13.987939 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-e376c965-2fc8-4fc0-b1d8-32c36c3ccee0 req-a0076c71-8728-4221-a34a-62d2b3663b41 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664079 Mar 11 17:18:14.006148 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-0c3cb0dc-5464-4a6b-a08d-913a5fb44e45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:14.009301 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-0c3cb0dc-5464-4a6b-a08d-913a5fb44e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 200 len: 848 time: 0.0874076 Mar 11 17:18:14.099117 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-f601562e-afc4-442e-9dac-eb4db5ac9bad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ba0f77-febc-47e7-becf-5c9e9c35757c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763962 Mar 11 17:18:14.171321 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:14.236951 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-83ef77bc-9239-4e54-bedd-c091debe1b8c service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297934 Mar 11 17:18:14.374497 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-a90e3016-5a50-4e58-af73-bb246ab19759 req-94f8ba80-729b-44cc-8523-ef3aa73654df service neutron] 10.222.0.11 "GET /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313505 Mar 11 17:18:14.386065 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:14.435691 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: fc683add-9e34-4303-8e2a-a510a4c5e52d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:14.435932 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device fc683add-9e34-4303-8e2a-a510a4c5e52d not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:14.591540 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:14.595871 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bfe6f9-edad-4643-9865-e895af404d3b None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:11:20Z', 'revision_number': 4, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv', '_interfaces': [{'id': 'd336f7fc-8a05-4bea-8b1d-c527d03e8573', 'name': '', 'network_id': '89ba0f77-febc-47e7-becf-5c9e9c35757c', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'mac_address': 'fa:16:3e:5e:9d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c8c312-37a4-4140-b279-50b73660fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:19Z', 'updated_at': '2022-03-11T17:11:38Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'subnets': [{'id': '88c8c312-37a4-4140-b279-50b73660fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:18:14.639068 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb527f5b-3489-4920-9518-982425beece8 req-11044b82-996a-479f-a7cd-32ce10bdbbb2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:14.639818 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cb527f5b-3489-4920-9518-982425beece8 req-11044b82-996a-479f-a7cd-32ce10bdbbb2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Synchronizing usage tracker for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83841) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 17:18:14.654652 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.quota.resource [req-cb527f5b-3489-4920-9518-982425beece8 req-11044b82-996a-479f-a7cd-32ce10bdbbb2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Unset dirty status for tenant:00cba016dc5747c69479ae4bfcd99eb6 on resource:port {{(pid=83841) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 17:18:14.655769 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cb527f5b-3489-4920-9518-982425beece8 req-11044b82-996a-479f-a7cd-32ce10bdbbb2 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.0960724 Mar 11 17:18:14.731788 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Deleting port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 {{(pid=83841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:14.732143 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:14.823611 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f64f245-c732-4a5d-8fed-0dbfa1e36b32 None None] New status for floating IP f5d31ab4-9e52-49ed-9d99-c231e257476e: DOWN {{(pid=83843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 17:18:15.000742 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.db [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] For port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5, host hv-neutron-8332, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8332',level=0,port_id=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:15.001268 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.132326 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.plugins.ml2.plugin [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Calling delete_port for cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 owned by compute:nova {{(pid=83841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:15.211955 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824b807-4769-4d49-af92-6c951d84aee8 req-101a1494-8429-4cf6-8211-1f2b718022d8 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 17:18:15.214155 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6824b807-4769-4d49-af92-6c951d84aee8 req-101a1494-8429-4cf6-8211-1f2b718022d8 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/ports?device_id=89702d50-b2f6-4c74-b6af-a5ea5c0e5b47 HTTP/1.1" status: 200 len: 944 time: 0.0847964 Mar 11 17:18:15.262673 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [req-6824b807-4769-4d49-af92-6c951d84aee8 req-a733ee10-0809-4270-8ad6-91b44fc404b7 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "GET /v2.0/security-groups?id=c47490ee-56f2-4fec-bd28-67ec0c7eeec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426521 Mar 11 17:18:15.290449 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15635809'] for port, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.352028 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event deleted for resources: {'Port': ['ID=cfe5b7b5-2425-4813-a5b1-3c2d53c260c5,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:15.425105 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] No DVR routers for this DVR port cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 on host hv-neutron-8332 {{(pid=83841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:15.427572 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93166'] for port, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:15.430136 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-deleted', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5'}] {{(pid=83841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 17:18:15.445409 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [req-cb527f5b-3489-4920-9518-982425beece8 req-cd4d572d-ca6e-4fe7-b274-c888553279b4 tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.11 "DELETE /v2.0/ports/cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 HTTP/1.1" status: 204 len: 173 time: 0.7844226 Mar 11 17:18:15.498586 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702d50-b2f6-4c74-b6af-a5ea5c0e5b47', 'name': 'network-vif-deleted', 'tag': 'cfe5b7b5-2425-4813-a5b1-3c2d53c260c5', 'status': 'completed', 'code': 200} Mar 11 17:18:15.827847 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.373037 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 50056) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:16.444432 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.479279 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.546950 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.566001 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47490ee-56f2-4fec-bd28-67ec0c7eeec7,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:16.580897 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] Notify callbacks [] for security_group, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:16.586195 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-db22ad06-135f-4d36-a468-449f2b797ddb tempest-TestSnapshotPattern-1697071605 tempest-TestSnapshotPattern-1697071605-project] 10.222.0.78 "DELETE /v2.0/security-groups/c47490ee-56f2-4fec-bd28-67ec0c7eeec7 HTTP/1.1" status: 204 len: 168 time: 0.2079785 Mar 11 17:18:16.666419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50062) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:17.194361 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:17.932754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Deleting port d336f7fc-8a05-4bea-8b1d-c527d03e8573 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:17.933901 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.128400 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] For port d336f7fc-8a05-4bea-8b1d-c527d03e8573, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=d336f7fc-8a05-4bea-8b1d-c527d03e8573,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:18.128627 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.254747 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Calling delete_port for d336f7fc-8a05-4bea-8b1d-c527d03e8573 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:18.360211 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 no longer exists at agent hyperv_hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:18.397993 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] No Port match for: cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:18.398248 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Device cfe5b7b5-2425-4813-a5b1-3c2d53c260c5 not bound to the agent host hv-neutron-8332 {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:18.432817 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:18.481832 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=d336f7fc-8a05-4bea-8b1d-c527d03e8573,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:18.781976 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:19.483979 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Router 5583ba8d-9cf9-4995-8ec5-014f9794de9a has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:19.701729 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:19.710282 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Sync routers for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:18:19.713764 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-7161cba9-baf3-4859-aa87-6f54723cbd1a admin admin] 10.222.0.78 "PUT /v2.0/routers/5583ba8d-9cf9-4995-8ec5-014f9794de9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0461607 Mar 11 17:18:19.717917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50068) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:19.723749 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:19.724352 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:19.917669 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: dv-neutron-833206-1-hyperv {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:19.938052 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.155512 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.170516 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Deleting port a5c73e8d-7215-4785-829e-bffada0ce42d {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:20.170779 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.213984 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:18:18Z', 'revision_number': 5, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port': {'id': 'a5c73e8d-7215-4785-829e-bffada0ce42d', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:17Z', 'updated_at': '2022-03-11T17:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:20.217938 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Checking router: 5583ba8d-9cf9-4995-8ec5-014f9794de9a for host: dv-neutron-833206-1-hyperv {{(pid=83842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:18:20.228860 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Routers {'5583ba8d-9cf9-4995-8ec5-014f9794de9a'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:20.229453 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'], 'active': True} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:20.353726 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] For port a5c73e8d-7215-4785-829e-bffada0ce42d, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=a5c73e8d-7215-4785-829e-bffada0ce42d,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:20.354086 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.387361 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_dvr_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] Set router 5583ba8d-9cf9-4995-8ec5-014f9794de9a gateway port host: None {{(pid=83842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:20.486037 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Calling delete_port for a5c73e8d-7215-4785-829e-bffada0ce42d owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:20.498466 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.db.l3_hamode_db [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:18:20Z', 'revision_number': 6, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:20.502645 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8825a09-5fa8-4f75-b144-f19c6ee730b3 None None] The sync data for ids ['5583ba8d-9cf9-4995-8ec5-014f9794de9a'] in dv-neutron-833206-1-hyperv is: [{'id': '5583ba8d-9cf9-4995-8ec5-014f9794de9a', 'name': 'tempest-TestSnapshotPattern-825586826-router', 'tenant_id': '00cba016dc5747c69479ae4bfcd99eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:16Z', 'updated_at': '2022-03-11T17:18:20Z', 'revision_number': 6, 'project_id': '00cba016dc5747c69479ae4bfcd99eb6', 'gw_port_host': None}] {{(pid=83842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:18:20.672792 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:20.722061 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c73e8d-7215-4785-829e-bffada0ce42d,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:21.050044 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.311611 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.315707 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.342540 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.343108 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5583ba8d-9cf9-4995-8ec5-014f9794de9a {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:18:21.357904 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.359068 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-4bcbae73-4670-496d-bab7-68844cb02f12 admin admin] 10.222.0.78 "DELETE /v2.0/routers/5583ba8d-9cf9-4995-8ec5-014f9794de9a HTTP/1.1" status: 204 len: 168 time: 1.6402173 Mar 11 17:18:21.362081 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [-] (83841) accepted ('10.222.0.78', 50072) {{(pid=83841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:21.434233 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Deleting subnet 88c8c312-37a4-4140-b279-50b73660fb62 {{(pid=83841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:18:21.439220 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.502289 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15635793'] for subnet, precommit_delete_associations {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.584843 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.658915 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15635794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14973855'] for subnet, after_delete {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.808089 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c8c312-37a4-4140-b279-50b73660fb62,revision_number=None']} {{(pid=83841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:21.813002 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron_lib.callbacks.manager [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.818600 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9ed00-a12d-48a8-a537-c4fa9dee106c None None] Network 89ba0f77-febc-47e7-becf-5c9e9c35757c requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:18:21.821924 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50076) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:21.828390 dv-neutron-833206-1-hyperv neutron-server[83841]: INFO neutron.wsgi [None req-7bca8c77-9d64-43ae-b208-69a6bea9fae9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/88c8c312-37a4-4140-b279-50b73660fb62 HTTP/1.1" status: 204 len: 168 time: 0.4557481 Mar 11 17:18:21.933376 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:21.944367 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Deleting port 71647891-66a6-4775-bb5d-7520a3b9ecf8 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:21.944698 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.036649 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a5c73e8d-7215-4785-829e-bffada0ce42d no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:22.077105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: a5c73e8d-7215-4785-829e-bffada0ce42d {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:22.078279 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device a5c73e8d-7215-4785-829e-bffada0ce42d not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:22.078801 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d336f7fc-8a05-4bea-8b1d-c527d03e8573 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:22.117819 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: d336f7fc-8a05-4bea-8b1d-c527d03e8573 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:22.118164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device d336f7fc-8a05-4bea-8b1d-c527d03e8573 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:22.146164 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] DHCP port deletion for 89ba0f77-febc-47e7-becf-5c9e9c35757c request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:18:22.150921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Deleting port 71647891-66a6-4775-bb5d-7520a3b9ecf8 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:22.151281 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.170786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] For port 71647891-66a6-4775-bb5d-7520a3b9ecf8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=71647891-66a6-4775-bb5d-7520a3b9ecf8,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:22.171137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.308069 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Calling delete_port for 71647891-66a6-4775-bb5d-7520a3b9ecf8 owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:22.387771 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.413539 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] For port 71647891-66a6-4775-bb5d-7520a3b9ecf8, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=71647891-66a6-4775-bb5d-7520a3b9ecf8,segment=NetworkSegment(9662079b-5d13-4c7c-8aae-c00739b705d6),segment_id=9662079b-5d13-4c7c-8aae-c00739b705d6)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:22.413954 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.432876 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Pushing event deleted for resources: {'Port': ['ID=71647891-66a6-4775-bb5d-7520a3b9ecf8,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:22.440917 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] No DVR routers for this DVR port 71647891-66a6-4775-bb5d-7520a3b9ecf8 on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:22.543657 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Calling delete_port for 71647891-66a6-4775-bb5d-7520a3b9ecf8 owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:22.562455 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.593911 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ba0f77-febc-47e7-becf-5c9e9c35757c']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:22.606288 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662079b-5d13-4c7c-8aae-c00739b705d6') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:22.606583 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662079b-5d13-4c7c-8aae-c00739b705d6') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:22.619574 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 17:18:22.628833 dv-neutron-833206-1-hyperv neutron-server[83842]: util.warn( Mar 11 17:18:22.634921 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:18:22.635343 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:18:22.636477 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.642837 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:18:22.643156 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:18:22.656803 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:18:22.737874 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.845478 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:22.856080 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] Pushing event deleted for resources: {'Network': ['ID=89ba0f77-febc-47e7-becf-5c9e9c35757c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:22.873848 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-5fb18d4a-28bb-45c3-9ef4-19854b2c490a admin admin] 10.222.0.78 "DELETE /v2.0/networks/89ba0f77-febc-47e7-becf-5c9e9c35757c HTTP/1.1" status: 204 len: 168 time: 1.0503693 Mar 11 17:18:22.877354 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50080) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:23.136515 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Deleting port 71647891-66a6-4775-bb5d-7520a3b9ecf8 {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:23.137173 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.200318 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7d16a-ba11-46b8-9c60-fa02318561e1 None None] The port '71647891-66a6-4775-bb5d-7520a3b9ecf8' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:18:23.297318 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16315514'] for router_interface, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:23.900875 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Deleting port 43761ace-1615-4db4-8fb2-57d05225f6c0 {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:23.901548 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.024484 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 71647891-66a6-4775-bb5d-7520a3b9ecf8 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:24.061428 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 71647891-66a6-4775-bb5d-7520a3b9ecf8 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:24.061805 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 71647891-66a6-4775-bb5d-7520a3b9ecf8 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:24.094149 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] For port 43761ace-1615-4db4-8fb2-57d05225f6c0, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=43761ace-1615-4db4-8fb2-57d05225f6c0,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:24.094496 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.217407 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Calling delete_port for 43761ace-1615-4db4-8fb2-57d05225f6c0 owned by network:router_interface {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:24.489933 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:24.539249 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43761ace-1615-4db4-8fb2-57d05225f6c0,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:24.840315 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15339290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16315437'] for router_interface, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:25.434247 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 has already been hosted by L3 agent a62c4481-7a5d-423e-b820-cb10678dc4e1 {{(pid=83840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 17:18:25.640362 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] Notify agent at l3_agent.dv-neutron-833206-1-hyperv the message routers_updated {{(pid=83840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 17:18:25.651215 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Sync routers for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 17:18:25.659273 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-b5a4a260-1c81-4404-9709-c723c5a084d2 admin admin] 10.222.0.78 "PUT /v2.0/routers/26e459fd-03bb-4001-97bc-f7f0e9b2bcc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7784309 Mar 11 17:18:25.659467 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50084) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:25.664414 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:25.665006 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:25.846088 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: dv-neutron-833206-1-hyperv {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:25.874982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.180774 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.191231 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Deleting port 62001899-9498-4fd8-a828-6b5c12bfb86c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:26.191689 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.197162 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'external_fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11'}], 'enable_snat': True}, 'gw_port_id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:18:24Z', 'revision_number': 5, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port': {'id': '62001899-9498-4fd8-a828-6b5c12bfb86c', 'name': '', 'network_id': '5616238d-a34e-45b8-bce4-c69a0d7f877e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:10:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833206-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T17:11:24Z', 'updated_at': '2022-03-11T17:11:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'be1f3cfd-56e9-4aca-9bd3-6161b1358860', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833206-1-hyperv'}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:26.202572 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Checking router: 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 for host: dv-neutron-833206-1-hyperv {{(pid=83843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 17:18:26.223017 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Routers {'26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'} bound to L3 agent in host dv-neutron-833206-1-hyperv {{(pid=83843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 17:18:26.223625 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833206-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:54:41Z,description=,heartbeat_timestamp=2022-03-11T17:18:11Z,host='dv-neutron-833206-1-hyperv',id=a62c4481-7a5d-423e-b820-cb10678dc4e1,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:54:41Z,topic='l3_agent')) {'router_ids': ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'], 'active': True} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:26.379507 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] For port 62001899-9498-4fd8-a828-6b5c12bfb86c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=62001899-9498-4fd8-a828-6b5c12bfb86c,segment=NetworkSegment(7e0be85f-afa8-4c40-8638-9f24e3294ab3),segment_id=7e0be85f-afa8-4c40-8638-9f24e3294ab3)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:26.379853 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.391991 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_dvr_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] Set router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 gateway port host: None {{(pid=83843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 17:18:26.505846 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Calling delete_port for 62001899-9498-4fd8-a828-6b5c12bfb86c owned by network:router_gateway {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:26.506436 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.l3_hamode_db [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:18:26Z', 'revision_number': 6, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port_host': None}], 'dv-neutron-833206-1-hyperv', False) {} {{(pid=83843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:26.510210 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d007c675-5ace-48e8-96e2-1aa18bb70fa3 None None] The sync data for ids ['26e459fd-03bb-4001-97bc-f7f0e9b2bcc6'] in dv-neutron-833206-1-hyperv is: [{'id': '26e459fd-03bb-4001-97bc-f7f0e9b2bcc6', 'name': 'tempest-TestSnapshotPattern-1651292819-router', 'tenant_id': '3db8631b3dc24117b0327dc31281de3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T17:11:23Z', 'updated_at': '2022-03-11T17:18:26Z', 'revision_number': 6, 'project_id': '3db8631b3dc24117b0327dc31281de3e', 'gw_port_host': None}] {{(pid=83843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 17:18:26.692922 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:26.739565 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62001899-9498-4fd8-a828-6b5c12bfb86c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:26.970301 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16316007'] for router_gateway, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.230386 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16285847', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11704'] for router, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.234411 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.261850 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16285755'] for router, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.262456 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 {{(pid=83840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 17:18:27.275581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.277025 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-8f1bd380-3598-419e-9837-5176624bc8f1 admin admin] 10.222.0.78 "DELETE /v2.0/routers/26e459fd-03bb-4001-97bc-f7f0e9b2bcc6 HTTP/1.1" status: 204 len: 168 time: 1.6164608 Mar 11 17:18:27.279755 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50088) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:27.443862 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Deleting subnet 6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5 {{(pid=83840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 17:18:27.446863 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.498754 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15653438'] for subnet, precommit_delete_associations {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.593297 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241606'] for subnet, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.668694 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1241615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15672019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15426664'] for subnet, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.708602 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:27.712604 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.719931 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-c0bfd398-ad31-4490-aae9-78b2fe151a36 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6fd4bfe6-0f25-44a6-86d4-228ce3d28fa5 HTTP/1.1" status: 204 len: 168 time: 0.4389799 Mar 11 17:18:27.722873 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50092) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:27.725640 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141dc2a4-14f1-4246-84f2-5173b97ef988 None None] Network e8b41763-82e9-44de-960a-336a1703129f requested from dv-neutron-833206-1-hyperv {{(pid=83842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 17:18:27.835133 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317858'] for network, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.848387 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Deleting port 5f8873fc-1975-41b8-8128-c5d177676d5c {{(pid=83840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:27.848722 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:27.994087 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] DHCP port deletion for e8b41763-82e9-44de-960a-336a1703129f request from dv-neutron-833206-1-hyperv {{(pid=83842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 17:18:27.999476 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Deleting port 5f8873fc-1975-41b8-8128-c5d177676d5c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:27.999861 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.071411 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 5f8873fc-1975-41b8-8128-c5d177676d5c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:28.095207 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.db [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] For port 5f8873fc-1975-41b8-8128-c5d177676d5c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5f8873fc-1975-41b8-8128-c5d177676d5c,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:28.095487 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.217663 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.plugin [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Calling delete_port for 5f8873fc-1975-41b8-8128-c5d177676d5c owned by network:dhcp {{(pid=83840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:28.291592 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1386405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-496716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728841960340', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728841438612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15672032'] for port, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.341857 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8873fc-1975-41b8-8128-c5d177676d5c,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:28.347672 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] No DVR routers for this DVR port 5f8873fc-1975-41b8-8128-c5d177676d5c on host dv-neutron-833206-1-hyperv {{(pid=83840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 17:18:28.351850 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1385945'] for port, before_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.377098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.db [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] For port 5f8873fc-1975-41b8-8128-c5d177676d5c, host dv-neutron-833206-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833206-1-hyperv',level=0,port_id=5f8873fc-1975-41b8-8128-c5d177676d5c,segment=NetworkSegment(84edc215-0b8e-4f43-8a84-9e84692ca7ce),segment_id=84edc215-0b8e-4f43-8a84-9e84692ca7ce)] {{(pid=83842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 17:18:28.377454 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16509512'] for port, precommit_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.469786 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1244051', 'neutron.services.segments.db._delete_segments_for_network-8728841907577'] for network, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.496483 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b41763-82e9-44de-960a-336a1703129f']}} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:28.510114 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84edc215-0b8e-4f43-8a84-9e84692ca7ce') {'for_net_delete': True} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:28.510405 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.services.segments.db [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84edc215-0b8e-4f43-8a84-9e84692ca7ce') {} {{(pid=83840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 17:18:28.517747 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Calling delete_port for 5f8873fc-1975-41b8-8128-c5d177676d5c owned by network:dhcp {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 17:18:28.523137 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728841907460', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15654605'] for segment, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.541238 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1363040'] for segment, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.547641 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=83840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 17:18:28.548029 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1363067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15671997'] for segment, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: Traceback (most recent call last): Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: timer() Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: cb(*args, **kw) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: return func(*args, **kwargs) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: self._notify() Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: self.callback(batched_events) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: event.method(event) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: return f(self, *a, **k) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._get(url).json() Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: return self.request(url, 'GET', **kwargs) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 17:18:28.562696 dv-neutron-833206-1-hyperv neutron-server[83840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 17:18:28.590383 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 43761ace-1615-4db4-8fb2-57d05225f6c0 no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:28.627031 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 43761ace-1615-4db4-8fb2-57d05225f6c0 {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:28.627286 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 43761ace-1615-4db4-8fb2-57d05225f6c0 not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:28.627692 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 62001899-9498-4fd8-a828-6b5c12bfb86c no longer exists at agent ovs-agent-dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 17:18:28.647715 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1244056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15339511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16316026'] for network, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.665481 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Notify callbacks [] for network, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.668071 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] No Port match for: 62001899-9498-4fd8-a828-6b5c12bfb86c {{(pid=83842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 17:18:28.668415 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.rpc [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Device 62001899-9498-4fd8-a828-6b5c12bfb86c not bound to the agent host dv-neutron-833206-1-hyperv {{(pid=83842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 17:18:28.676581 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b41763-82e9-44de-960a-336a1703129f,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:28.684626 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e4c67417-dbfb-463f-ad75-49e0bfc69f94 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e8b41763-82e9-44de-960a-336a1703129f HTTP/1.1" status: 204 len: 168 time: 0.9603965 Mar 11 17:18:28.694866 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.db.api [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 17:18:28.695508 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG oslo_db.api [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 17:18:28.826860 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50098) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:28.878916 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-edccc428-0573-414e-a0cf-35d7ab7cfa76 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=00cba016dc5747c69479ae4bfcd99eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507774 Mar 11 17:18:28.881340 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50102) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:28.941112 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:28.966826 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.026646 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.046334 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0e2b99-0316-4b51-adea-6bba3a16c5d6,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.053076 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.054896 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-e647d6d4-fc92-4dca-8ed5-602ccbb97dee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd0e2b99-0316-4b51-adea-6bba3a16c5d6 HTTP/1.1" status: 204 len: 168 time: 0.1725211 Mar 11 17:18:29.196561 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Deleting port 5f8873fc-1975-41b8-8128-c5d177676d5c {{(pid=83842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 17:18:29.197136 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728841887699'] for port, before_delete {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.273950 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron.plugins.ml2.plugin [None req-0b9615c0-8d51-4dcb-83bb-d35dc152415c None None] The port '5f8873fc-1975-41b8-8128-c5d177676d5c' was deleted {{(pid=83842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 17:18:29.477861 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50110) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:29.529957 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-31a9ff69-46e5-4e88-b265-8b76db59ef89 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3db8631b3dc24117b0327dc31281de3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508661 Mar 11 17:18:29.532419 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.wsgi [-] (83840) accepted ('10.222.0.78', 50114) {{(pid=83840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 17:18:29.592049 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.618888 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.675089 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16611165'] for security_group, after_delete {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.692731 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03b075-37f5-4cfe-b261-93902ba08c19,revision_number=None']} {{(pid=83840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 17:18:29.697982 dv-neutron-833206-1-hyperv neutron-server[83840]: DEBUG neutron_lib.callbacks.manager [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:29.700694 dv-neutron-833206-1-hyperv neutron-server[83840]: INFO neutron.wsgi [None req-cc298b47-d483-43b3-b800-6fd22306feb7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fa03b075-37f5-4cfe-b261-93902ba08c19 HTTP/1.1" status: 204 len: 168 time: 0.1672404 Mar 11 17:18:32.220064 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:18:38.366300 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6ae73567-1119-43ce-8bf6-9213da71ce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:41.476460 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-fbb116ca-2853-4a1f-8abc-3c2bf4fc372d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.289896 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:42.355447 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:43.872621 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:18:45.825877 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:08.370436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-af311f57-6753-4d7b-8a23-2c2f2e28b36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:09.221048 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:19:11.479631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-02c64016-303e-4c17-8680-6dfe0a04b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.284874 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:12.349960 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:13.875471 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:15.873477 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:38.375451 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-44f131c5-c749-4ebb-94e2-6decc37eba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:41.485106 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b94485e-e607-4975-8c57-b222964ea431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.296651 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:42.354169 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:43.877807 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:45.888020 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:19:46.223631 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:20:08.378663 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7504b327-6104-41a4-b5cd-3df7202f5e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:11.479353 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-f028bb98-2b8c-4d17-b3a3-e194cdd851d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.290567 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:12.357186 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:13.887077 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:15.886357 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:23.225825 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:20:38.380624 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-6469a37f-9a60-4e2c-9450-a71b1cdfa7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:41.485099 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-dd791cb0-5002-4076-a485-f1475ae9dbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.294137 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:42.368010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:43.887010 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:20:45.908500 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:00.227556 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:21:08.384478 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-aca180bf-277f-4bec-927c-5a0ec10e64bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:11.498885 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-310d4d03-1643-4d6b-9e05-d66718c92f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.298220 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:12.361445 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:13.887055 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:15.928366 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:37.237713 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:21:38.388222 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d76c6aa7-e1f5-42d7-b29e-f85f9b2862cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:41.492696 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-8a98703a-5ef8-4554-a109-ffcd2656b26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.298604 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:42.363632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:43.889631 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:21:45.942329 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:08.390214 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-3975d8e2-4379-47a4-9c15-a3c15367db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:11.501826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-63cc013f-422d-4689-88da-a0b059bb0392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.302114 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:12.365618 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:13.891165 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:14.238308 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:22:15.954666 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:38.392727 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-2b1927e5-256a-4705-a01a-f7d1b6a61da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:41.494822 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-14a31709-6652-407a-bcdb-a3088e55ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.304579 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:42.369632 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:43.896110 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:45.953754 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:22:51.238278 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:08.395997 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-4deaa060-a229-462e-8196-5605dc93d407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:11.497050 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-a87f8622-6e39-4582-a1b0-8db5f172987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.308098 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:12.371589 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:13.898105 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:15.953419 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:28.239367 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:23:38.400490 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-b1445563-2ea4-4439-b58c-7a984572052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:41.500833 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-626e0f65-1ccc-4c05-b709-e195d818460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.311039 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:42.373961 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:43.900371 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:23:45.966698 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:05.240383 dv-neutron-833206-1-hyperv neutron-server[83843]: DEBUG neutron.db.agents_db [None req-bf6c126e-4ca9-4f6f-9db7-ea64f8c61725 None None] Agent healthcheck: found 6 active agents {{(pid=83843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 17:24:08.404826 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-bae1a18e-793a-476b-b8f0-18706445fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:11.507436 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-c39f97a0-6dfe-43ef-b70d-d05deab0c7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.313952 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-e555532a-4b4f-49db-881c-24b70acc5deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:12.376878 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-06326cb4-7420-4031-a74c-e6e8bb41d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:13.904011 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-d57cebc1-fb6f-4c8f-b70e-889d613d6582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:15.965622 dv-neutron-833206-1-hyperv neutron-server[83842]: DEBUG neutron_lib.callbacks.manager [None req-7744b823-a013-4fde-8b3a-b4e712a4bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728841907559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1232275'] for agent, after_update {{(pid=83842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 17:24:18.307153 dv-neutron-833206-1-hyperv neutron-server[83841]: DEBUG neutron.wsgi [req-d5bbe5ef-59f1-454b-9554-953cefd64afa req-d71d97c8-bea3-4de7-b335-bde08acac74f service neutron] (83841) timed out ('10.222.0.78', 44114) {{(pid=83841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}